{"level":"warn","ts":"2026-06-08T15:19:27.354685Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-08T15:19:27.354853Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-08T15:19:27.354865Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.183:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.183:2380","--initial-cluster=controller-1=https://199.19.213.183:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.183:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.183:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-08T15:19:27.354952Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-08T15:19:27.354971Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-08T15:19:27.354986Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-06-08T15:19:27.355003Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-08T15:19:27.356404Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"]} {"level":"info","ts":"2026-06-08T15:19:27.356554Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.183:2380"],"listen-peer-urls":["https://199.19.213.183:2380"],"advertise-client-urls":["https://199.19.213.183:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.183:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-08T15:19:27.357398Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078488}"} {"level":"info","ts":"2026-06-08T15:19:27.361750Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-08T15:19:27.361800Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.536915ms"} {"level":"info","ts":"2026-06-08T15:19:27.361833Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-08T15:19:27.361847Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-08T15:19:27.361901Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-08T15:19:27.366484Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-08T15:19:27.366582Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d11d60056e8410fb","cluster-id":"524d1f88cdf60208"} {"level":"info","ts":"2026-06-08T15:19:27.366611Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-08T15:19:27.366673Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=()"} {"level":"info","ts":"2026-06-08T15:19:27.366716Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d11d60056e8410fb became follower at term 0"} {"level":"info","ts":"2026-06-08T15:19:27.366781Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d11d60056e8410fb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-08T15:19:27.366793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d11d60056e8410fb became follower at term 1"} {"level":"info","ts":"2026-06-08T15:19:27.366826Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483)"} {"level":"warn","ts":"2026-06-08T15:19:27.371180Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-08T15:19:27.373772Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-08T15:19:27.377131Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-08T15:19:27.378675Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d11d60056e8410fb","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-08T15:19:27.379171Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d11d60056e8410fb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-08T15:19:27.379489Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T15:19:27.379665Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T15:19:27.379760Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T15:19:27.379504Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483)"} {"level":"info","ts":"2026-06-08T15:19:27.380108Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","added-peer-id":"d11d60056e8410fb","added-peer-peer-urls":["https://199.19.213.183:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-06-08T15:19:27.380534Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-08T15:19:27.380680Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.183:2380"} {"level":"info","ts":"2026-06-08T15:19:27.380831Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.183:2380"} {"level":"info","ts":"2026-06-08T15:19:27.381586Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d11d60056e8410fb","initial-advertise-peer-urls":["https://199.19.213.183:2380"],"listen-peer-urls":["https://199.19.213.183:2380"],"advertise-client-urls":["https://199.19.213.183:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-08T15:19:27.381681Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-08T15:19:28.066939Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d11d60056e8410fb is starting a new election at term 1"} {"level":"info","ts":"2026-06-08T15:19:28.067006Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d11d60056e8410fb became pre-candidate at term 1"} {"level":"info","ts":"2026-06-08T15:19:28.067092Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgPreVoteResp from d11d60056e8410fb at term 1"} {"level":"info","ts":"2026-06-08T15:19:28.067120Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-08T15:19:28.067151Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"d11d60056e8410fb became candidate at term 2"} {"level":"info","ts":"2026-06-08T15:19:28.133311Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d11d60056e8410fb received MsgVoteResp from d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-06-08T15:19:28.133374Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d11d60056e8410fb has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-08T15:19:28.133427Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"d11d60056e8410fb became leader at term 2"} {"level":"info","ts":"2026-06-08T15:19:28.133456Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d11d60056e8410fb elected leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-06-08T15:19:28.188772Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T15:19:28.191939Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-08T15:19:28.192083Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-08T15:19:28.192722Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d11d60056e8410fb","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.183:2379]}","cluster-id":"524d1f88cdf60208","publish-timeout":"7s"} {"level":"info","ts":"2026-06-08T15:19:28.192829Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-08T15:19:28.193754Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T15:19:28.193690Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-08T15:19:28.193815Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-08T15:19:28.194221Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"warn","ts":"2026-06-08T15:19:28.194266Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-08T15:19:28.194979Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T15:19:28.195211Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-06-08T15:19:28.195445Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-06-08T15:19:28.196169Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-08T15:19:28.198885Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-08T15:19:28.200365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.200757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.201035Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55422","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-08T15:19:28.203721Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.183:2379"} {"level":"warn","ts":"2026-06-08T15:19:28.225268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.241814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.258243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.266353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.278698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.286207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.293769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.302483Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.314474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.327001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.334519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.350694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.358204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.369941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.381728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.390601Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.399552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.406478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.415286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.451054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.467831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.480321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.488298Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.501776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.513249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.524169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.536480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.543853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.550488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.557079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.566843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.574986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.584975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.594242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.620779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.643854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.653645Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.672431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.681799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.689940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.702212Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.712255Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.731579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.745819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.754217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.766226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.776690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.785368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.796532Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.807946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.818330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.832392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.838894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.847482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.877235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.886148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.895162Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:28.946928Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:19:31.432340Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.544740597s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-08T15:19:31.432656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.714082857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:31.432751Z","caller":"traceutil/trace.go:172","msg":"trace[1238933406] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:43; }","duration":"1.714184718s","start":"2026-06-08T15:19:29.718527Z","end":"2026-06-08T15:19:31.432712Z","steps":["trace[1238933406] 'agreement among raft nodes before linearized reading' (duration: 66.915141ms)","trace[1238933406] 'range keys from in-memory index tree' (duration: 1.647135612s)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:31.432873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:29.718501Z","time spent":"1.714354725s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:19:31.433820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.647429533s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-06-08T15:19:31.434155Z","caller":"traceutil/trace.go:172","msg":"trace[1469003686] linearizableReadLoop","detail":"{readStateIndex:48; appliedIndex:47; }","duration":"1.64870386s","start":"2026-06-08T15:19:29.785425Z","end":"2026-06-08T15:19:31.434129Z","steps":["trace[1469003686] 'read index received' (duration: 58.087533ms)","trace[1469003686] 'applied index is now lower than readState.Index' (duration: 1.590613438s)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:19:31.434205Z","caller":"traceutil/trace.go:172","msg":"trace[723447593] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"1.733475255s","start":"2026-06-08T15:19:29.700673Z","end":"2026-06-08T15:19:31.434149Z","steps":["trace[723447593] 'process raft request' (duration: 84.821997ms)","trace[723447593] 'compare' (duration: 1.646868911s)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:31.434298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:29.700656Z","time spent":"1.73360565s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":622,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:19:31.434594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.656668368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3228"} {"level":"info","ts":"2026-06-08T15:19:31.434610Z","caller":"traceutil/trace.go:172","msg":"trace[924222888] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"1.65358375s","start":"2026-06-08T15:19:29.781017Z","end":"2026-06-08T15:19:31.434601Z","steps":["trace[924222888] 'process raft request' (duration: 1.652880855s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:31.434641Z","caller":"traceutil/trace.go:172","msg":"trace[1323576200] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:45; }","duration":"1.656715889s","start":"2026-06-08T15:19:29.777910Z","end":"2026-06-08T15:19:31.434626Z","steps":["trace[1323576200] 'agreement among raft nodes before linearized reading' (duration: 1.656350229s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.434680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:29.777888Z","time spent":"1.656781316s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3251,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-06-08T15:19:31.435149Z","caller":"traceutil/trace.go:172","msg":"trace[203959984] transaction","detail":"{read_only:false; number_of_response:0; response_revision:45; }","duration":"1.54738914s","start":"2026-06-08T15:19:29.887448Z","end":"2026-06-08T15:19:31.434838Z","steps":["trace[203959984] 'process raft request' (duration: 1.546908792s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.435283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:29.887415Z","time spent":"1.547768267s","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:19:31.436120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:29.780996Z","time spent":"1.65363507s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:19:31.478091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.025533319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:31.478146Z","caller":"traceutil/trace.go:172","msg":"trace[2143603405] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"638.461427ms","start":"2026-06-08T15:19:30.839671Z","end":"2026-06-08T15:19:31.478133Z","steps":["trace[2143603405] 'process raft request' (duration: 638.353727ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:31.478186Z","caller":"traceutil/trace.go:172","msg":"trace[1774169429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:45; }","duration":"1.025630739s","start":"2026-06-08T15:19:30.452535Z","end":"2026-06-08T15:19:31.478166Z","steps":["trace[1774169429] 'agreement among raft nodes before linearized reading' (duration: 1.025490256s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.478224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:30.839650Z","time spent":"638.536862ms","remote":"127.0.0.1:53296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:19:31.478244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:30.452514Z","time spent":"1.025717174s","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:19:31.478246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.125382896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-06-08T15:19:31.478614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.126860631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:31.478649Z","caller":"traceutil/trace.go:172","msg":"trace[1963830813] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:46; }","duration":"1.126898284s","start":"2026-06-08T15:19:30.351741Z","end":"2026-06-08T15:19:31.478639Z","steps":["trace[1963830813] 'agreement among raft nodes before linearized reading' (duration: 1.126820809s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.478683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:30.351724Z","time spent":"1.126950556s","remote":"127.0.0.1:53518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "} {"level":"info","ts":"2026-06-08T15:19:31.478348Z","caller":"traceutil/trace.go:172","msg":"trace[1575691834] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:46; }","duration":"1.125485007s","start":"2026-06-08T15:19:30.352827Z","end":"2026-06-08T15:19:31.478312Z","steps":["trace[1575691834] 'agreement among raft nodes before linearized reading' (duration: 1.125305612s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.479182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:30.352805Z","time spent":"1.126364177s","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-06-08T15:19:31.633700Z","caller":"traceutil/trace.go:172","msg":"trace[705140703] linearizableReadLoop","detail":"{readStateIndex:51; appliedIndex:51; }","duration":"155.671083ms","start":"2026-06-08T15:19:31.478002Z","end":"2026-06-08T15:19:31.633673Z","steps":["trace[705140703] 'read index received' (duration: 155.661535ms)","trace[705140703] 'applied index is now lower than readState.Index' (duration: 8.288µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:31.758495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.748275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"warn","ts":"2026-06-08T15:19:31.758529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.942492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-06-08T15:19:31.758678Z","caller":"traceutil/trace.go:172","msg":"trace[496692260] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"320.231723ms","start":"2026-06-08T15:19:31.438434Z","end":"2026-06-08T15:19:31.758666Z","steps":["trace[496692260] 'process raft request' (duration: 320.143309ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:31.758666Z","caller":"traceutil/trace.go:172","msg":"trace[1850345814] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:46; }","duration":"322.060401ms","start":"2026-06-08T15:19:31.436569Z","end":"2026-06-08T15:19:31.758630Z","steps":["trace[1850345814] 'agreement among raft nodes before linearized reading' (duration: 197.191768ms)","trace[1850345814] 'range keys from in-memory index tree' (duration: 124.576099ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:31.758766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.436550Z","time spent":"322.182337ms","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":3491,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:19:31.758812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.438420Z","time spent":"320.280533ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-08T15:19:31.758827Z","caller":"traceutil/trace.go:172","msg":"trace[1361158061] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"318.868165ms","start":"2026-06-08T15:19:31.439955Z","end":"2026-06-08T15:19:31.758823Z","steps":["trace[1361158061] 'process raft request' (duration: 318.661604ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:31.758794Z","caller":"traceutil/trace.go:172","msg":"trace[258098357] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"320.061155ms","start":"2026-06-08T15:19:31.438728Z","end":"2026-06-08T15:19:31.758790Z","steps":["trace[258098357] 'process raft request' (duration: 319.869802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.758875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.439936Z","time spent":"318.919196ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:19:31.758812Z","caller":"traceutil/trace.go:172","msg":"trace[948499276] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"320.486203ms","start":"2026-06-08T15:19:31.438284Z","end":"2026-06-08T15:19:31.758770Z","steps":["trace[948499276] 'process raft request' (duration: 195.424978ms)","trace[948499276] 'compare' (duration: 124.657503ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:31.758924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.438717Z","time spent":"320.170555ms","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:19:31.758970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.847211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:31.758982Z","caller":"traceutil/trace.go:172","msg":"trace[1789951447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:51; }","duration":"278.858839ms","start":"2026-06-08T15:19:31.480119Z","end":"2026-06-08T15:19:31.758978Z","steps":["trace[1789951447] 'agreement among raft nodes before linearized reading' (duration: 278.835463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.758990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.438265Z","time spent":"320.65368ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-08T15:19:31.758685Z","caller":"traceutil/trace.go:172","msg":"trace[762819724] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"276.233486ms","start":"2026-06-08T15:19:31.482445Z","end":"2026-06-08T15:19:31.758679Z","steps":["trace[762819724] 'process raft request' (duration: 276.195243ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:31.759103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.634848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:31.759117Z","caller":"traceutil/trace.go:172","msg":"trace[1286058271] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:51; }","duration":"276.649006ms","start":"2026-06-08T15:19:31.482464Z","end":"2026-06-08T15:19:31.759113Z","steps":["trace[1286058271] 'agreement among raft nodes before linearized reading' (duration: 276.62666ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:31.758946Z","caller":"traceutil/trace.go:172","msg":"trace[391104632] linearizableReadLoop","detail":"{readStateIndex:55; appliedIndex:51; }","duration":"125.168985ms","start":"2026-06-08T15:19:31.633772Z","end":"2026-06-08T15:19:31.758941Z","steps":["trace[391104632] 'read index received' (duration: 55.358116ms)","trace[391104632] 'applied index is now lower than readState.Index' (duration: 69.810289ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:31.759217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.839689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:31.759275Z","caller":"traceutil/trace.go:172","msg":"trace[199306770] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:51; }","duration":"276.899517ms","start":"2026-06-08T15:19:31.482361Z","end":"2026-06-08T15:19:31.759260Z","steps":["trace[199306770] 'agreement among raft nodes before linearized reading' (duration: 276.812374ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:31.875002Z","caller":"traceutil/trace.go:172","msg":"trace[1668359616] linearizableReadLoop","detail":"{readStateIndex:56; appliedIndex:56; }","duration":"110.72288ms","start":"2026-06-08T15:19:31.764245Z","end":"2026-06-08T15:19:31.874968Z","steps":["trace[1668359616] 'read index received' (duration: 110.666181ms)","trace[1668359616] 'applied index is now lower than readState.Index' (duration: 54.799µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:32.068060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.79123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:32.068134Z","caller":"traceutil/trace.go:172","msg":"trace[1644923711] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:51; }","duration":"303.880022ms","start":"2026-06-08T15:19:31.764238Z","end":"2026-06-08T15:19:32.068118Z","steps":["trace[1644923711] 'agreement among raft nodes before linearized reading' (duration: 110.858734ms)","trace[1644923711] 'range keys from in-memory index tree' (duration: 192.85766ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:32.068172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.764221Z","time spent":"303.940429ms","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:19:32.068220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.250962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-06-08T15:19:32.068433Z","caller":"traceutil/trace.go:172","msg":"trace[903640445] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"303.401471ms","start":"2026-06-08T15:19:31.765016Z","end":"2026-06-08T15:19:32.068417Z","steps":["trace[903640445] 'process raft request' (duration: 303.35588ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:32.068551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.765007Z","time spent":"303.500071ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:19:32.068714Z","caller":"traceutil/trace.go:172","msg":"trace[149645207] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"304.69033ms","start":"2026-06-08T15:19:31.764014Z","end":"2026-06-08T15:19:32.068705Z","steps":["trace[149645207] 'process raft request' (duration: 304.287451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:32.068768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.763990Z","time spent":"304.755828ms","remote":"127.0.0.1:53518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-08T15:19:32.068612Z","caller":"traceutil/trace.go:172","msg":"trace[290127273] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"304.643019ms","start":"2026-06-08T15:19:31.763958Z","end":"2026-06-08T15:19:32.068601Z","steps":["trace[290127273] 'process raft request' (duration: 110.960714ms)","trace[290127273] 'compare' (duration: 193.106123ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:32.069318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:31.763913Z","time spent":"305.369424ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-08T15:19:32.292718Z","caller":"traceutil/trace.go:172","msg":"trace[1493411632] linearizableReadLoop","detail":"{readStateIndex:60; appliedIndex:60; }","duration":"163.341183ms","start":"2026-06-08T15:19:32.129352Z","end":"2026-06-08T15:19:32.292693Z","steps":["trace[1493411632] 'read index received' (duration: 163.332934ms)","trace[1493411632] 'applied index is now lower than readState.Index' (duration: 6.579µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:32.337347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.972889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-08T15:19:32.337409Z","caller":"traceutil/trace.go:172","msg":"trace[148704990] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:55; }","duration":"208.045215ms","start":"2026-06-08T15:19:32.129349Z","end":"2026-06-08T15:19:32.337394Z","steps":["trace[148704990] 'agreement among raft nodes before linearized reading' (duration: 163.424595ms)","trace[148704990] 'range keys from in-memory index tree' (duration: 44.523439ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:19:32.337535Z","caller":"traceutil/trace.go:172","msg":"trace[1150331220] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"261.10172ms","start":"2026-06-08T15:19:32.076419Z","end":"2026-06-08T15:19:32.337521Z","steps":["trace[1150331220] 'process raft request' (duration: 216.405785ms)","trace[1150331220] 'compare' (duration: 44.511622ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:19:32.339110Z","caller":"traceutil/trace.go:172","msg":"trace[176660385] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"171.174839ms","start":"2026-06-08T15:19:32.167918Z","end":"2026-06-08T15:19:32.339093Z","steps":["trace[176660385] 'process raft request' (duration: 171.126409ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:32.339212Z","caller":"traceutil/trace.go:172","msg":"trace[1766663574] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"208.680597ms","start":"2026-06-08T15:19:32.130512Z","end":"2026-06-08T15:19:32.339193Z","steps":["trace[1766663574] 'process raft request' (duration: 208.46563ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:35.239148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.923336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:19:35.239249Z","caller":"traceutil/trace.go:172","msg":"trace[2088646540] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:302; }","duration":"279.045848ms","start":"2026-06-08T15:19:34.960184Z","end":"2026-06-08T15:19:35.239230Z","steps":["trace[2088646540] 'agreement among raft nodes before linearized reading' (duration: 82.286543ms)","trace[2088646540] 'range keys from in-memory index tree' (duration: 196.597882ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:35.239170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.363233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:19:35.239340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.734258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-06-08T15:19:35.239409Z","caller":"traceutil/trace.go:172","msg":"trace[1250716122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:0; response_revision:302; }","duration":"314.631023ms","start":"2026-06-08T15:19:34.924757Z","end":"2026-06-08T15:19:35.239388Z","steps":["trace[1250716122] 'agreement among raft nodes before linearized reading' (duration: 117.736308ms)","trace[1250716122] 'range keys from in-memory index tree' (duration: 196.603871ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:19:35.239458Z","caller":"traceutil/trace.go:172","msg":"trace[2103074900] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:1; response_revision:302; }","duration":"335.86271ms","start":"2026-06-08T15:19:34.903572Z","end":"2026-06-08T15:19:35.239435Z","steps":["trace[2103074900] 'agreement among raft nodes before linearized reading' (duration: 138.932713ms)","trace[2103074900] 'range keys from in-memory index tree' (duration: 196.675484ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:35.239497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:34.924742Z","time spent":"314.72612ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:19:35.239306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.689691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-08T15:19:35.239506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:34.903559Z","time spent":"335.937373ms","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":729,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-06-08T15:19:35.239552Z","caller":"traceutil/trace.go:172","msg":"trace[1024910100] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"293.029484ms","start":"2026-06-08T15:19:34.946513Z","end":"2026-06-08T15:19:35.239542Z","steps":["trace[1024910100] 'process raft request' (duration: 96.027233ms)","trace[1024910100] 'compare' (duration: 196.549413ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:35.240064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.891319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3604"} {"level":"info","ts":"2026-06-08T15:19:35.240096Z","caller":"traceutil/trace.go:172","msg":"trace[1461709834] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:304; }","duration":"271.923263ms","start":"2026-06-08T15:19:34.968165Z","end":"2026-06-08T15:19:35.240089Z","steps":["trace[1461709834] 'agreement among raft nodes before linearized reading' (duration: 271.816346ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:35.239815Z","caller":"traceutil/trace.go:172","msg":"trace[1775458200] linearizableReadLoop","detail":"{readStateIndex:310; appliedIndex:310; }","duration":"197.293174ms","start":"2026-06-08T15:19:35.042440Z","end":"2026-06-08T15:19:35.239734Z","steps":["trace[1775458200] 'read index received' (duration: 197.282596ms)","trace[1775458200] 'applied index is now lower than readState.Index' (duration: 8.638µs)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:19:35.240414Z","caller":"traceutil/trace.go:172","msg":"trace[474032628] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"272.068729ms","start":"2026-06-08T15:19:34.968328Z","end":"2026-06-08T15:19:35.240397Z","steps":["trace[474032628] 'process raft request' (duration: 271.552335ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:35.240618Z","caller":"traceutil/trace.go:172","msg":"trace[1420215536] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"212.196714ms","start":"2026-06-08T15:19:35.028407Z","end":"2026-06-08T15:19:35.240603Z","steps":["trace[1420215536] 'process raft request' (duration: 211.77764ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:35.241428Z","caller":"traceutil/trace.go:172","msg":"trace[2037705966] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"212.620308ms","start":"2026-06-08T15:19:35.028798Z","end":"2026-06-08T15:19:35.241418Z","steps":["trace[2037705966] 'process raft request' (duration: 212.022044ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:35.241906Z","caller":"traceutil/trace.go:172","msg":"trace[819762330] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"212.285674ms","start":"2026-06-08T15:19:35.029613Z","end":"2026-06-08T15:19:35.241899Z","steps":["trace[819762330] 'process raft request' (duration: 211.250609ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:35.241958Z","caller":"traceutil/trace.go:172","msg":"trace[1785153420] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"211.173667ms","start":"2026-06-08T15:19:35.030774Z","end":"2026-06-08T15:19:35.241948Z","steps":["trace[1785153420] 'process raft request' (duration: 211.036858ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:35.242468Z","caller":"traceutil/trace.go:172","msg":"trace[922405486] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"210.949707ms","start":"2026-06-08T15:19:35.031495Z","end":"2026-06-08T15:19:35.242445Z","steps":["trace[922405486] 'process raft request' (duration: 210.902138ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:35.243015Z","caller":"traceutil/trace.go:172","msg":"trace[193213164] transaction","detail":"{read_only:false; number_of_response:0; response_revision:306; }","duration":"176.373778ms","start":"2026-06-08T15:19:35.066603Z","end":"2026-06-08T15:19:35.242977Z","steps":["trace[193213164] 'process raft request' (duration: 176.329108ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:42.167843Z","caller":"traceutil/trace.go:172","msg":"trace[2143931679] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"302.275246ms","start":"2026-06-08T15:19:41.865540Z","end":"2026-06-08T15:19:42.167815Z","steps":["trace[2143931679] 'process raft request' (duration: 302.094774ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:42.168128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:41.865519Z","time spent":"302.524629ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:19:52.967800Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368157746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:19:53.434951Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.190725949s","expected-duration":"1s"} {"level":"info","ts":"2026-06-08T15:19:53.435141Z","caller":"traceutil/trace.go:172","msg":"trace[107106491] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:469; }","duration":"967.871093ms","start":"2026-06-08T15:19:52.467251Z","end":"2026-06-08T15:19:53.435122Z","steps":["trace[107106491] 'read index received' (duration: 967.865115ms)","trace[107106491] 'applied index is now lower than readState.Index' (duration: 5.228µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:53.435220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"967.955936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:19:53.435234Z","caller":"traceutil/trace.go:172","msg":"trace[342775850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:446; }","duration":"967.984688ms","start":"2026-06-08T15:19:52.467245Z","end":"2026-06-08T15:19:53.435230Z","steps":["trace[342775850] 'agreement among raft nodes before linearized reading' (duration: 967.937702ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:53.435651Z","caller":"traceutil/trace.go:172","msg":"trace[516109112] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"1.191520136s","start":"2026-06-08T15:19:52.244121Z","end":"2026-06-08T15:19:53.435641Z","steps":["trace[516109112] 'process raft request' (duration: 1.191185629s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:53.435725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:52.244094Z","time spent":"1.191588665s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:19:53.935460Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368157750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:19:54.244135Z","caller":"traceutil/trace.go:172","msg":"trace[872238712] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:470; }","duration":"808.923262ms","start":"2026-06-08T15:19:53.435171Z","end":"2026-06-08T15:19:54.244094Z","steps":["trace[872238712] 'read index received' (duration: 808.908006ms)","trace[872238712] 'applied index is now lower than readState.Index' (duration: 12.227µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:19:54.244308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"989.944199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-08T15:19:54.244408Z","caller":"traceutil/trace.go:172","msg":"trace[1827718185] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:447; }","duration":"990.056155ms","start":"2026-06-08T15:19:53.254332Z","end":"2026-06-08T15:19:54.244388Z","steps":["trace[1827718185] 'agreement among raft nodes before linearized reading' (duration: 989.770443ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:54.244351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.555066176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-08T15:19:54.244506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.771239518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:19:54.244558Z","caller":"traceutil/trace.go:172","msg":"trace[1616695468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:447; }","duration":"1.771309107s","start":"2026-06-08T15:19:52.473237Z","end":"2026-06-08T15:19:54.244546Z","steps":["trace[1616695468] 'agreement among raft nodes before linearized reading' (duration: 1.770987996s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:54.244517Z","caller":"traceutil/trace.go:172","msg":"trace[1840956020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:447; }","duration":"1.555249949s","start":"2026-06-08T15:19:52.689254Z","end":"2026-06-08T15:19:54.244504Z","steps":["trace[1840956020] 'agreement among raft nodes before linearized reading' (duration: 1.554866418s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:54.244598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:52.689236Z","time spent":"1.555354256s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:19:54.244596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:52.473217Z","time spent":"1.771369148s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:19:54.244457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:53.254312Z","time spent":"990.138059ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"info","ts":"2026-06-08T15:19:54.244937Z","caller":"traceutil/trace.go:172","msg":"trace[1927034704] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"1.984131156s","start":"2026-06-08T15:19:52.260796Z","end":"2026-06-08T15:19:54.244927Z","steps":["trace[1927034704] 'process raft request' (duration: 1.983349957s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:54.244987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.160989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:19:54.244953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.019069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:19:54.245056Z","caller":"traceutil/trace.go:172","msg":"trace[538185441] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:449; }","duration":"777.14663ms","start":"2026-06-08T15:19:53.467890Z","end":"2026-06-08T15:19:54.245036Z","steps":["trace[538185441] 'agreement among raft nodes before linearized reading' (duration: 776.990728ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:19:54.245144Z","caller":"traceutil/trace.go:172","msg":"trace[732135654] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"1.871500967s","start":"2026-06-08T15:19:52.373629Z","end":"2026-06-08T15:19:54.245130Z","steps":["trace[732135654] 'process raft request' (duration: 1.871154214s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:54.244999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:52.260770Z","time spent":"1.984184929s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:19:54.245244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:52.373595Z","time spent":"1.871588021s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:19:54.245028Z","caller":"traceutil/trace.go:172","msg":"trace[393734435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"349.202955ms","start":"2026-06-08T15:19:53.895813Z","end":"2026-06-08T15:19:54.245016Z","steps":["trace[393734435] 'agreement among raft nodes before linearized reading' (duration: 349.124369ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:19:54.245945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:19:53.895780Z","time spent":"350.152163ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-08T15:20:11.273285Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483) learners=(16688846455900574406)"} {"level":"info","ts":"2026-06-08T15:20:11.273461Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","added-peer-id":"e79ab16e2afd92c6","added-peer-peer-urls":["https://199.19.213.27:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-08T15:20:11.273489Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:11.273525Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:11.273753Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:11.274453Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:11.277657Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:11.277713Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6","remote-peer-urls":["https://199.19.213.27:2380"]} {"level":"info","ts":"2026-06-08T15:20:11.277764Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:11.277871Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:11.278095Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"error","ts":"2026-06-08T15:20:11.330554Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:20:11.828794Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-08T15:20:12.204552Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.27:2380/version","remote-member-id":"e79ab16e2afd92c6","error":"Get \"https://199.19.213.27:2380/version\": dial tcp 199.19.213.27:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-08T15:20:12.204670Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"e79ab16e2afd92c6","error":"Get \"https://199.19.213.27:2380/version\": dial tcp 199.19.213.27:2380: connect: connection refused"} {"level":"error","ts":"2026-06-08T15:20:12.333173Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:20:12.833134Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:20:13.337626Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:20:13.830461Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:20:14.331736Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:20:14.831596Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-08T15:20:14.968744Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:14.968805Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:14.980051Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"e79ab16e2afd92c6","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T15:20:14.980120Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:14.980579Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"e79ab16e2afd92c6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T15:20:14.980639Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:14.995674Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d11d60056e8410fb","to":"e79ab16e2afd92c6","bytes":827399,"size":"827 kB"} {"level":"info","ts":"2026-06-08T15:20:14.995804Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":528,"remote-peer-id":"e79ab16e2afd92c6","bytes":827399,"size":"827 kB"} {"level":"info","ts":"2026-06-08T15:20:14.996212Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.000323Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":819200,"size":"819 kB"} {"level":"info","ts":"2026-06-08T15:20:15.010176Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":528,"remote-peer-id":"e79ab16e2afd92c6","bytes":827399,"size":"827 kB"} {"level":"warn","ts":"2026-06-08T15:20:15.026929Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:20:15.027082Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6","error":"EOF"} {"level":"info","ts":"2026-06-08T15:20:15.038363Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"e79ab16e2afd92c6","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-08T15:20:15.038422Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.038441Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.038447Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.044314Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"e79ab16e2afd92c6","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-08T15:20:15.044349Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.044361Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.095059Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.334903Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483 16688846455900574406)"} {"level":"info","ts":"2026-06-08T15:20:15.335259Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","promoted-member-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:20:15.335328Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"e79ab16e2afd92c6"} {"level":"warn","ts":"2026-06-08T15:20:32.649750Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368158029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:20:32.649899Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"552.590612ms"} {"level":"info","ts":"2026-06-08T15:20:32.650110Z","caller":"traceutil/trace.go:172","msg":"trace[1728225878] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:578; }","duration":"752.816852ms","start":"2026-06-08T15:20:31.897272Z","end":"2026-06-08T15:20:32.650089Z","steps":["trace[1728225878] 'read index received' (duration: 752.812222ms)","trace[1728225878] 'applied index is now lower than readState.Index' (duration: 3.57µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:32.650388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"752.916897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:20:32.650467Z","caller":"traceutil/trace.go:172","msg":"trace[63987211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"753.143648ms","start":"2026-06-08T15:20:31.897262Z","end":"2026-06-08T15:20:32.650406Z","steps":["trace[63987211] 'agreement among raft nodes before linearized reading' (duration: 752.885056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:32.650497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:20:31.897245Z","time spent":"753.244604ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-08T15:20:34.867299Z","caller":"traceutil/trace.go:172","msg":"trace[1554686418] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"124.2981ms","start":"2026-06-08T15:20:34.742976Z","end":"2026-06-08T15:20:34.867274Z","steps":["trace[1554686418] 'process raft request' (duration: 63.590102ms)","trace[1554686418] 'compare' (duration: 60.488752ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:20:35.189109Z","caller":"traceutil/trace.go:172","msg":"trace[598295884] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"151.249721ms","start":"2026-06-08T15:20:35.037828Z","end":"2026-06-08T15:20:35.189077Z","steps":["trace[598295884] 'process raft request' (duration: 151.022006ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:20:36.792794Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-06-08T15:20:38.098740Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.643785ms"} {"level":"info","ts":"2026-06-08T15:20:38.100387Z","caller":"traceutil/trace.go:172","msg":"trace[1057266665] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:609; }","duration":"202.056676ms","start":"2026-06-08T15:20:37.898315Z","end":"2026-06-08T15:20:38.100372Z","steps":["trace[1057266665] 'read index received' (duration: 202.050566ms)","trace[1057266665] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:38.100467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.143136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:20:38.100484Z","caller":"traceutil/trace.go:172","msg":"trace[1638208859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"202.172546ms","start":"2026-06-08T15:20:37.898306Z","end":"2026-06-08T15:20:38.100479Z","steps":["trace[1638208859] 'agreement among raft nodes before linearized reading' (duration: 202.110786ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:38.348536Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.998095ms"} {"level":"warn","ts":"2026-06-08T15:20:38.478688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.902636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:20:38.500601Z","caller":"traceutil/trace.go:172","msg":"trace[572554413] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:611; }","duration":"316.067287ms","start":"2026-06-08T15:20:38.184511Z","end":"2026-06-08T15:20:38.500578Z","steps":["trace[572554413] 'read index received' (duration: 316.059907ms)","trace[572554413] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:38.500761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.222865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:20:38.500882Z","caller":"traceutil/trace.go:172","msg":"trace[1050462983] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:573; }","duration":"316.361765ms","start":"2026-06-08T15:20:38.184502Z","end":"2026-06-08T15:20:38.500863Z","steps":["trace[1050462983] 'agreement among raft nodes before linearized reading' (duration: 316.180515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:38.500947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:20:38.184473Z","time spent":"316.460244ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-06-08T15:20:38.649503Z","caller":"traceutil/trace.go:172","msg":"trace[1141378642] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:611; }","duration":"148.77916ms","start":"2026-06-08T15:20:38.500703Z","end":"2026-06-08T15:20:38.649482Z","steps":["trace[1141378642] 'read index received' (duration: 148.77291ms)","trace[1141378642] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:38.713886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.400251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:20:38.714049Z","caller":"traceutil/trace.go:172","msg":"trace[666952731] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:573; }","duration":"235.560911ms","start":"2026-06-08T15:20:38.478453Z","end":"2026-06-08T15:20:38.714014Z","steps":["trace[666952731] 'agreement among raft nodes before linearized reading' (duration: 171.115441ms)","trace[666952731] 'range keys from in-memory index tree' (duration: 64.061421ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:38.857660Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.5903ms"} {"level":"warn","ts":"2026-06-08T15:20:39.043979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.001769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-08T15:20:39.044002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.72628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:20:39.044328Z","caller":"traceutil/trace.go:172","msg":"trace[732749278] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"324.08285ms","start":"2026-06-08T15:20:38.720232Z","end":"2026-06-08T15:20:39.044315Z","steps":["trace[732749278] 'read index received' (duration: 269.126055ms)","trace[732749278] 'applied index is now lower than readState.Index' (duration: 54.955895ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:20:39.044841Z","caller":"traceutil/trace.go:172","msg":"trace[1173494903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:574; }","duration":"241.54751ms","start":"2026-06-08T15:20:38.803252Z","end":"2026-06-08T15:20:39.044800Z","steps":["trace[1173494903] 'range keys from in-memory index tree' (duration: 240.67867ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:39.044374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.149722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:20:39.045070Z","caller":"traceutil/trace.go:172","msg":"trace[778995642] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:574; }","duration":"324.841263ms","start":"2026-06-08T15:20:38.720217Z","end":"2026-06-08T15:20:39.045058Z","steps":["trace[778995642] 'agreement among raft nodes before linearized reading' (duration: 324.130871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:39.045103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:20:38.720199Z","time spent":"324.896063ms","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:20:39.160087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.137126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:20:39.160711Z","caller":"traceutil/trace.go:172","msg":"trace[1395875731] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"115.717759ms","start":"2026-06-08T15:20:39.044962Z","end":"2026-06-08T15:20:39.160680Z","steps":["trace[1395875731] 'read index received' (duration: 65.0506ms)","trace[1395875731] 'applied index is now lower than readState.Index' (duration: 50.664629ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:20:39.160594Z","caller":"traceutil/trace.go:172","msg":"trace[567174672] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"373.630202ms","start":"2026-06-08T15:20:38.786942Z","end":"2026-06-08T15:20:39.160572Z","steps":["trace[567174672] 'process raft request' (duration: 257.888513ms)","trace[567174672] 'compare' (duration: 114.932928ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:39.160946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.47317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:20:39.161004Z","caller":"traceutil/trace.go:172","msg":"trace[1248393313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"363.537049ms","start":"2026-06-08T15:20:38.797455Z","end":"2026-06-08T15:20:39.160992Z","steps":["trace[1248393313] 'agreement among raft nodes before linearized reading' (duration: 363.318842ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:39.161038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:20:38.797441Z","time spent":"363.587888ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:20:39.160983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.742482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:20:39.161266Z","caller":"traceutil/trace.go:172","msg":"trace[494866399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"137.016108ms","start":"2026-06-08T15:20:39.024218Z","end":"2026-06-08T15:20:39.161234Z","steps":["trace[494866399] 'agreement among raft nodes before linearized reading' (duration: 136.487665ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:39.160995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:20:38.786915Z","time spent":"373.904969ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:20:39.515554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.904697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:20:39.515629Z","caller":"traceutil/trace.go:172","msg":"trace[437131842] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:579; }","duration":"252.993726ms","start":"2026-06-08T15:20:39.262619Z","end":"2026-06-08T15:20:39.515612Z","steps":["trace[437131842] 'agreement among raft nodes before linearized reading' (duration: 35.000232ms)","trace[437131842] 'range keys from in-memory index tree' (duration: 217.873686ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:39.515900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.885934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:20:39.516607Z","caller":"traceutil/trace.go:172","msg":"trace[731458301] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"351.158658ms","start":"2026-06-08T15:20:39.165416Z","end":"2026-06-08T15:20:39.516575Z","steps":["trace[731458301] 'process raft request' (duration: 131.534253ms)","trace[731458301] 'compare' (duration: 218.758676ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:20:39.516764Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:20:39.165401Z","time spent":"351.291267ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:20:39.516810Z","caller":"traceutil/trace.go:172","msg":"trace[238596538] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"350.92522ms","start":"2026-06-08T15:20:39.165865Z","end":"2026-06-08T15:20:39.516790Z","steps":["trace[238596538] 'process raft request' (duration: 350.626944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:20:39.516903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:20:39.165857Z","time spent":"351.00309ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:20:39.519234Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.267364ms"} {"level":"info","ts":"2026-06-08T15:20:39.519618Z","caller":"traceutil/trace.go:172","msg":"trace[1793455804] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"128.583348ms","start":"2026-06-08T15:20:39.391024Z","end":"2026-06-08T15:20:39.519608Z","steps":["trace[1793455804] 'process raft request' (duration: 128.550868ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:20:45.018632Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d11d60056e8410fb","to":"e79ab16e2afd92c6","bytes":827399,"size":"827 kB","took":"30.022954241s"} {"level":"info","ts":"2026-06-08T15:20:45.753707Z","caller":"traceutil/trace.go:172","msg":"trace[1091554911] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"103.963489ms","start":"2026-06-08T15:20:45.649726Z","end":"2026-06-08T15:20:45.753690Z","steps":["trace[1091554911] 'process raft request' (duration: 75.768618ms)","trace[1091554911] 'compare' (duration: 28.101895ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:20:57.987100Z","caller":"traceutil/trace.go:172","msg":"trace[1181919233] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"109.366629ms","start":"2026-06-08T15:20:57.877676Z","end":"2026-06-08T15:20:57.987043Z","steps":["trace[1181919233] 'process raft request' (duration: 83.78336ms)","trace[1181919233] 'compare' (duration: 25.496019ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:21:06.139223Z","caller":"traceutil/trace.go:172","msg":"trace[137196472] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"137.674188ms","start":"2026-06-08T15:21:06.001524Z","end":"2026-06-08T15:21:06.139198Z","steps":["trace[137196472] 'process raft request' (duration: 137.507932ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:06.345574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.419074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:21:06.345691Z","caller":"traceutil/trace.go:172","msg":"trace[1926574753] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:660; }","duration":"151.570742ms","start":"2026-06-08T15:21:06.194100Z","end":"2026-06-08T15:21:06.345670Z","steps":["trace[1926574753] 'range keys from in-memory index tree' (duration: 150.303749ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:20.840849Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483 16688846455900574406) learners=(3527296446326671200)"} {"level":"info","ts":"2026-06-08T15:21:20.841037Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","added-peer-id":"30f3796df4cc8760","added-peer-peer-urls":["https://199.19.213.85:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-08T15:21:20.841065Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:20.841083Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:20.841272Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:20.841418Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:20.841439Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:20.841494Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760","remote-peer-urls":["https://199.19.213.85:2380"]} {"level":"info","ts":"2026-06-08T15:21:20.841514Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:20.841533Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:20.841497Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"error","ts":"2026-06-08T15:21:20.903811Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-08T15:21:20.903894Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"30f3796df4cc8760","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-06-08T15:21:21.395214Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.85:41026","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-08T15:21:21.395875Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:21:21.893730Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-08T15:21:21.893834Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"30f3796df4cc8760","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-08T15:21:22.392623Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:21:22.893833Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-08T15:21:22.893930Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"30f3796df4cc8760","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-08T15:21:23.394247Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-08T15:21:23.897867Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-08T15:21:24.383484Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.383570Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.383662Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.390006Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d11d60056e8410fb","to":"30f3796df4cc8760","bytes":1098281,"size":"1.1 MB"} {"level":"info","ts":"2026-06-08T15:21:24.390158Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":764,"remote-peer-id":"30f3796df4cc8760","bytes":1098281,"size":"1.1 MB"} {"level":"error","ts":"2026-06-08T15:21:24.391989Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-08T15:21:24.392153Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"30f3796df4cc8760","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-06-08T15:21:24.393637Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"30f3796df4cc8760","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T15:21:24.393677Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.395032Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1089536,"size":"1.1 MB"} {"level":"info","ts":"2026-06-08T15:21:24.396805Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"30f3796df4cc8760","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T15:21:24.396873Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.411296Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":764,"remote-peer-id":"30f3796df4cc8760","bytes":1098281,"size":"1.1 MB"} {"level":"warn","ts":"2026-06-08T15:21:24.425871Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:24.425940Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760","error":"EOF"} {"level":"info","ts":"2026-06-08T15:21:24.440357Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"30f3796df4cc8760","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-08T15:21:24.440408Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.440421Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.447025Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d11d60056e8410fb","to":"30f3796df4cc8760","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-08T15:21:24.447083Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.447098Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.455406Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.465472Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d11d60056e8410fb","remote-peer-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.945216Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d11d60056e8410fb switched to configuration voters=(3527296446326671200 15068305504696799483 16688846455900574406)"} {"level":"info","ts":"2026-06-08T15:21:24.945486Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","promoted-member-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:24.945563Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d11d60056e8410fb","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"30f3796df4cc8760"} {"level":"info","ts":"2026-06-08T15:21:30.554287Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-06-08T15:21:34.269469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.090447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:21:34.269627Z","caller":"traceutil/trace.go:172","msg":"trace[1013943726] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"151.060071ms","start":"2026-06-08T15:21:34.118547Z","end":"2026-06-08T15:21:34.269607Z","steps":["trace[1013943726] 'process raft request' (duration: 14.741881ms)","trace[1013943726] 'compare' (duration: 135.846248ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:21:44.191861Z","caller":"traceutil/trace.go:172","msg":"trace[882010431] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"121.473474ms","start":"2026-06-08T15:21:44.070374Z","end":"2026-06-08T15:21:44.191848Z","steps":["trace[882010431] 'process raft request' (duration: 121.380594ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:44.306784Z","caller":"traceutil/trace.go:172","msg":"trace[542458913] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"106.250834ms","start":"2026-06-08T15:21:44.200515Z","end":"2026-06-08T15:21:44.306766Z","steps":["trace[542458913] 'process raft request' (duration: 106.207773ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:44.306843Z","caller":"traceutil/trace.go:172","msg":"trace[280844306] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"108.878708ms","start":"2026-06-08T15:21:44.197957Z","end":"2026-06-08T15:21:44.306836Z","steps":["trace[280844306] 'process raft request' (duration: 108.012678ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:44.306792Z","caller":"traceutil/trace.go:172","msg":"trace[461353228] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"108.621705ms","start":"2026-06-08T15:21:44.198149Z","end":"2026-06-08T15:21:44.306771Z","steps":["trace[461353228] 'process raft request' (duration: 108.537503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:44.586257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.701203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:21:44.586458Z","caller":"traceutil/trace.go:172","msg":"trace[487687191] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"273.331209ms","start":"2026-06-08T15:21:44.313099Z","end":"2026-06-08T15:21:44.586431Z","steps":["trace[487687191] 'process raft request' (duration: 126.391967ms)","trace[487687191] 'compare' (duration: 146.554326ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:21:44.586623Z","caller":"traceutil/trace.go:172","msg":"trace[1882494644] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"241.256176ms","start":"2026-06-08T15:21:44.345292Z","end":"2026-06-08T15:21:44.586548Z","steps":["trace[1882494644] 'process raft request' (duration: 241.215015ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:44.586746Z","caller":"traceutil/trace.go:172","msg":"trace[1897652950] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"272.121764ms","start":"2026-06-08T15:21:44.314556Z","end":"2026-06-08T15:21:44.586678Z","steps":["trace[1897652950] 'process raft request' (duration: 271.800634ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:44.586727Z","caller":"traceutil/trace.go:172","msg":"trace[569856046] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:889; }","duration":"218.792282ms","start":"2026-06-08T15:21:44.367891Z","end":"2026-06-08T15:21:44.586683Z","steps":["trace[569856046] 'read index received' (duration: 215.016958ms)","trace[569856046] 'applied index is now lower than readState.Index' (duration: 3.770944ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:21:44.586891Z","caller":"traceutil/trace.go:172","msg":"trace[159997928] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"270.80873ms","start":"2026-06-08T15:21:44.316067Z","end":"2026-06-08T15:21:44.586875Z","steps":["trace[159997928] 'process raft request' (duration: 270.40238ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:44.586819Z","caller":"traceutil/trace.go:172","msg":"trace[318653860] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"271.887154ms","start":"2026-06-08T15:21:44.314915Z","end":"2026-06-08T15:21:44.586802Z","steps":["trace[318653860] 'process raft request' (duration: 271.507478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:44.587195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.298861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:21:44.587243Z","caller":"traceutil/trace.go:172","msg":"trace[1581744984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:816; }","duration":"219.355739ms","start":"2026-06-08T15:21:44.367877Z","end":"2026-06-08T15:21:44.587233Z","steps":["trace[1581744984] 'agreement among raft nodes before linearized reading' (duration: 219.221618ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:44.637722Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-08T15:21:54.960294Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d11d60056e8410fb","to":"30f3796df4cc8760","bytes":1098281,"size":"1.1 MB","took":"30.570288936s"} {"level":"warn","ts":"2026-06-08T15:21:54.960630Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.149793796s"} {"level":"warn","ts":"2026-06-08T15:21:54.960667Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.149833077s"} {"level":"warn","ts":"2026-06-08T15:21:55.461017Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368158736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:21:55.961182Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368158736,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:21:56.336118Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d11d60056e8410fb [logterm: 2, index: 948, vote: d11d60056e8410fb] ignored MsgPreVote from 30f3796df4cc8760 [logterm: 2, index: 944] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-06-08T15:21:56.402192Z","caller":"traceutil/trace.go:172","msg":"trace[1838831858] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:944; }","duration":"1.441766434s","start":"2026-06-08T15:21:54.960395Z","end":"2026-06-08T15:21:56.402162Z","steps":["trace[1838831858] 'read index received' (duration: 1.441757906s)","trace[1838831858] 'applied index is now lower than readState.Index' (duration: 7.129µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:21:56.402361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.441941784s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:21:56.402407Z","caller":"traceutil/trace.go:172","msg":"trace[370219447] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:860; }","duration":"1.44200599s","start":"2026-06-08T15:21:54.960391Z","end":"2026-06-08T15:21:56.402397Z","steps":["trace[370219447] 'agreement among raft nodes before linearized reading' (duration: 1.441909051s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:56.402997Z","caller":"traceutil/trace.go:172","msg":"trace[650244238] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"1.442153625s","start":"2026-06-08T15:21:54.960823Z","end":"2026-06-08T15:21:56.402977Z","steps":["trace[650244238] 'process raft request' (duration: 1.441807814s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.403142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.960815Z","time spent":"1.442251673s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:21:56.404218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210784858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:21:56.404266Z","caller":"traceutil/trace.go:172","msg":"trace[668682041] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:863; }","duration":"1.210838316s","start":"2026-06-08T15:21:55.193418Z","end":"2026-06-08T15:21:56.404256Z","steps":["trace[668682041] 'agreement among raft nodes before linearized reading' (duration: 1.210754465s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:56.404240Z","caller":"traceutil/trace.go:172","msg":"trace[78487767] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"1.439293583s","start":"2026-06-08T15:21:54.964929Z","end":"2026-06-08T15:21:56.404223Z","steps":["trace[78487767] 'process raft request' (duration: 1.437842824s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.404276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.432248671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:21:56.404281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.441920156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:21:56.404326Z","caller":"traceutil/trace.go:172","msg":"trace[920447560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:863; }","duration":"1.432306898s","start":"2026-06-08T15:21:54.972007Z","end":"2026-06-08T15:21:56.404314Z","steps":["trace[920447560] 'agreement among raft nodes before linearized reading' (duration: 1.4322081s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.404335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.443490669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:21:56.404349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.442945753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:21:56.404349Z","caller":"traceutil/trace.go:172","msg":"trace[842154718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:863; }","duration":"1.442006317s","start":"2026-06-08T15:21:54.962329Z","end":"2026-06-08T15:21:56.404335Z","steps":["trace[842154718] 'agreement among raft nodes before linearized reading' (duration: 1.44177686s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:56.404364Z","caller":"traceutil/trace.go:172","msg":"trace[800509942] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:863; }","duration":"1.443517873s","start":"2026-06-08T15:21:54.960839Z","end":"2026-06-08T15:21:56.404357Z","steps":["trace[800509942] 'agreement among raft nodes before linearized reading' (duration: 1.443474483s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:21:56.404387Z","caller":"traceutil/trace.go:172","msg":"trace[285882829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:863; }","duration":"1.442981954s","start":"2026-06-08T15:21:54.961394Z","end":"2026-06-08T15:21:56.404376Z","steps":["trace[285882829] 'agreement among raft nodes before linearized reading' (duration: 1.442853514s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.404394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.962316Z","time spent":"1.442070972s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.404407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.964922Z","time spent":"1.43938949s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:21:56.404431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.443806847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:21:56.404294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:55.193397Z","time spent":"1.210890264s","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-06-08T15:21:56.404458Z","caller":"traceutil/trace.go:172","msg":"trace[1224870444] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:863; }","duration":"1.443829913s","start":"2026-06-08T15:21:54.960618Z","end":"2026-06-08T15:21:56.404448Z","steps":["trace[1224870444] 'agreement among raft nodes before linearized reading' (duration: 1.443790411s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.404422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.961379Z","time spent":"1.443036792s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.404478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.960615Z","time spent":"1.443858186s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.404393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.960822Z","time spent":"1.443564512s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.404178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.443625089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:21:56.404574Z","caller":"traceutil/trace.go:172","msg":"trace[1277203746] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:863; }","duration":"1.444041754s","start":"2026-06-08T15:21:54.960526Z","end":"2026-06-08T15:21:56.404568Z","steps":["trace[1277203746] 'agreement among raft nodes before linearized reading' (duration: 1.443587128s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.404595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.960515Z","time spent":"1.444074967s","remote":"127.0.0.1:53764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.404367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.971989Z","time spent":"1.432369214s","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:06.587458Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.166803ms"} {"level":"warn","ts":"2026-06-08T15:22:06.587541Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.256583ms"} {"level":"info","ts":"2026-06-08T15:22:06.602192Z","caller":"traceutil/trace.go:172","msg":"trace[1800651588] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1128; }","duration":"136.135243ms","start":"2026-06-08T15:22:06.465748Z","end":"2026-06-08T15:22:06.601883Z","steps":["trace[1800651588] 'read index received' (duration: 136.129274ms)","trace[1800651588] 'applied index is now lower than readState.Index' (duration: 4.989µs)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:06.602284Z","caller":"traceutil/trace.go:172","msg":"trace[1911011224] transaction","detail":"{read_only:false; number_of_response:1; response_revision:984; }","duration":"252.81501ms","start":"2026-06-08T15:22:06.349440Z","end":"2026-06-08T15:22:06.602255Z","steps":["trace[1911011224] 'process raft request' (duration: 252.609907ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:06.603625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.853481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:22:06.603744Z","caller":"traceutil/trace.go:172","msg":"trace[515099695] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"230.608503ms","start":"2026-06-08T15:22:06.373011Z","end":"2026-06-08T15:22:06.603620Z","steps":["trace[515099695] 'process raft request' (duration: 229.280964ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.603778Z","caller":"traceutil/trace.go:172","msg":"trace[828479037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:986; }","duration":"138.019343ms","start":"2026-06-08T15:22:06.465742Z","end":"2026-06-08T15:22:06.603761Z","steps":["trace[828479037] 'agreement among raft nodes before linearized reading' (duration: 136.5804ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.605115Z","caller":"traceutil/trace.go:172","msg":"trace[1986036538] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"163.217669ms","start":"2026-06-08T15:22:06.441887Z","end":"2026-06-08T15:22:06.605105Z","steps":["trace[1986036538] 'process raft request' (duration: 160.878305ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.605173Z","caller":"traceutil/trace.go:172","msg":"trace[48774833] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"160.594962ms","start":"2026-06-08T15:22:06.444557Z","end":"2026-06-08T15:22:06.605152Z","steps":["trace[48774833] 'process raft request' (duration: 160.483438ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:06.605760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.15103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:22:06.605830Z","caller":"traceutil/trace.go:172","msg":"trace[1872301954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:989; }","duration":"136.228522ms","start":"2026-06-08T15:22:06.469584Z","end":"2026-06-08T15:22:06.605813Z","steps":["trace[1872301954] 'agreement among raft nodes before linearized reading' (duration: 136.035996ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:06.605580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.476466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:06.606816Z","caller":"traceutil/trace.go:172","msg":"trace[1850642676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:989; }","duration":"139.555154ms","start":"2026-06-08T15:22:06.467081Z","end":"2026-06-08T15:22:06.606636Z","steps":["trace[1850642676] 'agreement among raft nodes before linearized reading' (duration: 138.457301ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.606878Z","caller":"traceutil/trace.go:172","msg":"trace[239213575] transaction","detail":"{read_only:false; number_of_response:1; response_revision:986; }","duration":"228.492868ms","start":"2026-06-08T15:22:06.378358Z","end":"2026-06-08T15:22:06.606851Z","steps":["trace[239213575] 'process raft request' (duration: 223.99884ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:07.029564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"311.320899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:22:07.029832Z","caller":"traceutil/trace.go:172","msg":"trace[824820462] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"378.754274ms","start":"2026-06-08T15:22:06.651067Z","end":"2026-06-08T15:22:07.029821Z","steps":["trace[824820462] 'process raft request' (duration: 378.677542ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:07.029884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.651046Z","time spent":"378.81687ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:07.029986Z","caller":"traceutil/trace.go:172","msg":"trace[1529944423] transaction","detail":"{read_only:false; number_of_response:0; response_revision:993; }","duration":"397.493691ms","start":"2026-06-08T15:22:06.632459Z","end":"2026-06-08T15:22:07.029953Z","steps":["trace[1529944423] 'process raft request' (duration: 397.23742ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:07.029817Z","caller":"traceutil/trace.go:172","msg":"trace[1987020227] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"403.539046ms","start":"2026-06-08T15:22:06.626228Z","end":"2026-06-08T15:22:07.029767Z","steps":["trace[1987020227] 'process raft request' (duration: 91.963376ms)","trace[1987020227] 'compare' (duration: 311.222183ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:07.030194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.632443Z","time spent":"397.692384ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:22:07.031419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.626210Z","time spent":"404.667382ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:07.032972Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"114.868548ms"} {"level":"warn","ts":"2026-06-08T15:22:07.033059Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"114.961946ms"} {"level":"info","ts":"2026-06-08T15:22:07.033005Z","caller":"traceutil/trace.go:172","msg":"trace[499872874] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1144; }","duration":"350.989397ms","start":"2026-06-08T15:22:06.681994Z","end":"2026-06-08T15:22:07.032984Z","steps":["trace[499872874] 'read index received' (duration: 350.982129ms)","trace[499872874] 'applied index is now lower than readState.Index' (duration: 4.739µs)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:07.033391Z","caller":"traceutil/trace.go:172","msg":"trace[105418047] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"356.06779ms","start":"2026-06-08T15:22:06.677312Z","end":"2026-06-08T15:22:07.033379Z","steps":["trace[105418047] 'process raft request' (duration: 355.911446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:07.033492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.677276Z","time spent":"356.188222ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:22:07.035633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.627839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:07.035693Z","caller":"traceutil/trace.go:172","msg":"trace[32931251] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:994; }","duration":"353.690854ms","start":"2026-06-08T15:22:06.681989Z","end":"2026-06-08T15:22:07.035680Z","steps":["trace[32931251] 'agreement among raft nodes before linearized reading' (duration: 351.058541ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:07.035725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.681973Z","time spent":"353.743742ms","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:07.183793Z","caller":"traceutil/trace.go:172","msg":"trace[2045920395] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1147; }","duration":"150.386089ms","start":"2026-06-08T15:22:07.033381Z","end":"2026-06-08T15:22:07.183767Z","steps":["trace[2045920395] 'read index received' (duration: 150.377021ms)","trace[2045920395] 'applied index is now lower than readState.Index' (duration: 7.068µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:07.184208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.141042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"warn","ts":"2026-06-08T15:22:07.184368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.550673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:07.184592Z","caller":"traceutil/trace.go:172","msg":"trace[164270344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"289.091537ms","start":"2026-06-08T15:22:06.895482Z","end":"2026-06-08T15:22:07.184573Z","steps":["trace[164270344] 'agreement among raft nodes before linearized reading' (duration: 288.403178ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:07.184324Z","caller":"traceutil/trace.go:172","msg":"trace[882825403] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:996; }","duration":"151.266063ms","start":"2026-06-08T15:22:07.033031Z","end":"2026-06-08T15:22:07.184297Z","steps":["trace[882825403] 'agreement among raft nodes before linearized reading' (duration: 150.864718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:08.390196Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"522.739263ms"} {"level":"warn","ts":"2026-06-08T15:22:08.390275Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"522.824733ms"} {"level":"info","ts":"2026-06-08T15:22:08.392300Z","caller":"traceutil/trace.go:172","msg":"trace[340548613] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"671.429679ms","start":"2026-06-08T15:22:07.720853Z","end":"2026-06-08T15:22:08.392283Z","steps":["trace[340548613] 'process raft request' (duration: 669.876114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:08.393127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:07.720836Z","time spent":"672.173774ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:22:08.396872Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368158965,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:22:08.403407Z","caller":"traceutil/trace.go:172","msg":"trace[1454340765] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1179; }","duration":"507.179715ms","start":"2026-06-08T15:22:07.896212Z","end":"2026-06-08T15:22:08.403392Z","steps":["trace[1454340765] 'read index received' (duration: 507.174916ms)","trace[1454340765] 'applied index is now lower than readState.Index' (duration: 3.909µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:08.403520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.302596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:08.403543Z","caller":"traceutil/trace.go:172","msg":"trace[2051183213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"507.336218ms","start":"2026-06-08T15:22:07.896199Z","end":"2026-06-08T15:22:08.403535Z","steps":["trace[2051183213] 'agreement among raft nodes before linearized reading' (duration: 507.273493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:08.403565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:07.896184Z","time spent":"507.376308ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:08.412896Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223746167368158969,"received-request-id":1223746167368158965} {"level":"info","ts":"2026-06-08T15:22:08.414415Z","caller":"traceutil/trace.go:172","msg":"trace[1136201808] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"571.246492ms","start":"2026-06-08T15:22:07.843154Z","end":"2026-06-08T15:22:08.414401Z","steps":["trace[1136201808] 'process raft request' (duration: 571.181247ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:08.414912Z","caller":"traceutil/trace.go:172","msg":"trace[961313084] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"618.144288ms","start":"2026-06-08T15:22:07.796741Z","end":"2026-06-08T15:22:08.414885Z","steps":["trace[961313084] 'process raft request' (duration: 616.873867ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:08.415842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:07.796716Z","time spent":"619.062134ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:08.415823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:07.843119Z","time spent":"572.537899ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:09.127262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.149194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.167072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.201365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.324671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.394492Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.452589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.519452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.546678Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.567280Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.748598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.864842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.905987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.940974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.958652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:09.996489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:10.018203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:10.041478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:10.058349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:10.078146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:10.088692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36896","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-08T15:22:14.827004Z","caller":"traceutil/trace.go:172","msg":"trace[619680271] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1256; }","duration":"164.385041ms","start":"2026-06-08T15:22:14.662596Z","end":"2026-06-08T15:22:14.826981Z","steps":["trace[619680271] 'read index received' (duration: 164.364964ms)","trace[619680271] 'applied index is now lower than readState.Index' (duration: 18.496µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:14.827968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.368165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:22:14.828225Z","caller":"traceutil/trace.go:172","msg":"trace[830637373] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"183.916527ms","start":"2026-06-08T15:22:14.644294Z","end":"2026-06-08T15:22:14.828211Z","steps":["trace[830637373] 'process raft request' (duration: 100.505723ms)","trace[830637373] 'compare' (duration: 82.878772ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:14.828191Z","caller":"traceutil/trace.go:172","msg":"trace[94863044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1077; }","duration":"165.594317ms","start":"2026-06-08T15:22:14.662575Z","end":"2026-06-08T15:22:14.828169Z","steps":["trace[94863044] 'agreement among raft nodes before linearized reading' (duration: 164.534935ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:14.828022Z","caller":"traceutil/trace.go:172","msg":"trace[476731809] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"183.294463ms","start":"2026-06-08T15:22:14.644693Z","end":"2026-06-08T15:22:14.827987Z","steps":["trace[476731809] 'process raft request' (duration: 183.23047ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:14.828597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.967687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:22:14.828680Z","caller":"traceutil/trace.go:172","msg":"trace[575767389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1079; }","duration":"144.067204ms","start":"2026-06-08T15:22:14.684597Z","end":"2026-06-08T15:22:14.828664Z","steps":["trace[575767389] 'agreement among raft nodes before linearized reading' (duration: 143.816903ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:15.585124Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.723724ms"} {"level":"warn","ts":"2026-06-08T15:22:15.585290Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.889182ms"} {"level":"warn","ts":"2026-06-08T15:22:15.610217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.901122ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:15.610817Z","caller":"traceutil/trace.go:172","msg":"trace[1126989635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1082; }","duration":"143.508445ms","start":"2026-06-08T15:22:15.467286Z","end":"2026-06-08T15:22:15.610794Z","steps":["trace[1126989635] 'range keys from in-memory index tree' (duration: 142.852934ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:16.179473Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"301.681629ms"} {"level":"warn","ts":"2026-06-08T15:22:16.179530Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"301.74602ms"} {"level":"info","ts":"2026-06-08T15:22:16.181098Z","caller":"traceutil/trace.go:172","msg":"trace[133667624] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1264; }","duration":"283.923261ms","start":"2026-06-08T15:22:15.897124Z","end":"2026-06-08T15:22:16.181047Z","steps":["trace[133667624] 'read index received' (duration: 283.913568ms)","trace[133667624] 'applied index is now lower than readState.Index' (duration: 7.442µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:16.996967Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:17.498057Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:22:17.940247Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d11d60056e8410fb [logterm: 2, index: 1271, vote: d11d60056e8410fb] ignored MsgPreVote from e79ab16e2afd92c6 [logterm: 2, index: 1266] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-06-08T15:22:17.998841Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:18.499739Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:18.531541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.063612825s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:18.531638Z","caller":"traceutil/trace.go:172","msg":"trace[1036643712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"2.063724331s","start":"2026-06-08T15:22:16.467898Z","end":"2026-06-08T15:22:18.531623Z","steps":["trace[1036643712] 'range keys from in-memory index tree' (duration: 2.063591047s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:18.531635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.634451622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:18.531960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.352105438s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:22:18.531731Z","caller":"traceutil/trace.go:172","msg":"trace[1541287285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"2.634572372s","start":"2026-06-08T15:22:15.897112Z","end":"2026-06-08T15:22:18.531685Z","steps":["trace[1541287285] 'agreement among raft nodes before linearized reading' (duration: 284.082265ms)","trace[1541287285] 'range keys from in-memory index tree' (duration: 2.350332975s)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:18.532642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:15.897091Z","time spent":"2.635533687s","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:19.000218Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:19.500977Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:22:19.639486Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d11d60056e8410fb [logterm: 2, index: 1273, vote: d11d60056e8410fb] ignored MsgPreVote from e79ab16e2afd92c6 [logterm: 2, index: 1266] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-06-08T15:22:19.802402Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.485889551s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-08T15:22:19.802637Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.288269873s"} {"level":"warn","ts":"2026-06-08T15:22:19.802681Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.288316068s"} {"level":"warn","ts":"2026-06-08T15:22:19.837983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.034944868s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:19.838058Z","caller":"traceutil/trace.go:172","msg":"trace[1606708830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"1.035030406s","start":"2026-06-08T15:22:18.803013Z","end":"2026-06-08T15:22:19.838044Z","steps":["trace[1606708830] 'range keys from in-memory index tree' (duration: 1.03488503s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:19.875412Z","caller":"traceutil/trace.go:172","msg":"trace[1837899651] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1266; }","duration":"3.378706127s","start":"2026-06-08T15:22:16.496623Z","end":"2026-06-08T15:22:19.875330Z","steps":["trace[1837899651] 'read index received' (duration: 3.378694604s)","trace[1837899651] 'applied index is now lower than readState.Index' (duration: 9.023µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:19.875717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.379066433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:19.875808Z","caller":"traceutil/trace.go:172","msg":"trace[621148610] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1087; }","duration":"3.379178508s","start":"2026-06-08T15:22:16.496616Z","end":"2026-06-08T15:22:19.875795Z","steps":["trace[621148610] 'agreement among raft nodes before linearized reading' (duration: 3.379021007s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.875885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:16.496588Z","time spent":"3.379284313s","remote":"127.0.0.1:53544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:19.876527Z","caller":"traceutil/trace.go:172","msg":"trace[1923726819] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"3.042397743s","start":"2026-06-08T15:22:16.834110Z","end":"2026-06-08T15:22:19.876508Z","steps":["trace[1923726819] 'process raft request' (duration: 3.041948279s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:19.876689Z","caller":"traceutil/trace.go:172","msg":"trace[217712994] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"3.042463121s","start":"2026-06-08T15:22:16.834215Z","end":"2026-06-08T15:22:19.876678Z","steps":["trace[217712994] 'process raft request' (duration: 3.041932261s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.876833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:16.834181Z","time spent":"3.042566555s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:19.876846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:16.834085Z","time spent":"3.042626447s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:19.876620Z","caller":"traceutil/trace.go:172","msg":"trace[354930971] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"1.25213928s","start":"2026-06-08T15:22:18.624457Z","end":"2026-06-08T15:22:19.876596Z","steps":["trace[354930971] 'process raft request' (duration: 1.252070878s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.877077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:18.624437Z","time spent":"1.252597946s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:19.877238Z","caller":"traceutil/trace.go:172","msg":"trace[1833585815] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"1.260522278s","start":"2026-06-08T15:22:18.616701Z","end":"2026-06-08T15:22:19.877223Z","steps":["trace[1833585815] 'process raft request' (duration: 1.259793146s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.877316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:18.616676Z","time spent":"1.260600654s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:20.409838Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:20.802794Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"706.848073ms"} {"level":"warn","ts":"2026-06-08T15:22:20.802855Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"706.917455ms"} {"level":"warn","ts":"2026-06-08T15:22:20.911058Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:21.251521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.355146243s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-08T15:22:21.251974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.353738014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:21.251960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.393758001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:22:21.252005Z","caller":"traceutil/trace.go:172","msg":"trace[418384457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1097; }","duration":"3.353768983s","start":"2026-06-08T15:22:17.898223Z","end":"2026-06-08T15:22:21.251992Z","steps":["trace[418384457] 'agreement among raft nodes before linearized reading' (duration: 1.998756829s)","trace[418384457] 'range keys from in-memory index tree' (duration: 1.354962028s)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:21.252017Z","caller":"traceutil/trace.go:172","msg":"trace[699059843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1097; }","duration":"4.393825291s","start":"2026-06-08T15:22:16.858177Z","end":"2026-06-08T15:22:21.252003Z","steps":["trace[699059843] 'agreement among raft nodes before linearized reading' (duration: 3.038750658s)","trace[699059843] 'range keys from in-memory index tree' (duration: 1.354897718s)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:21.252031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:17.898203Z","time spent":"3.35382234s","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:21.252048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:16.858153Z","time spent":"4.393887531s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:21.252062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.720381826s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:21.252086Z","caller":"traceutil/trace.go:172","msg":"trace[1189592531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1097; }","duration":"2.720409675s","start":"2026-06-08T15:22:18.531668Z","end":"2026-06-08T15:22:21.252077Z","steps":["trace[1189592531] 'agreement among raft nodes before linearized reading' (duration: 1.365337574s)","trace[1189592531] 'range keys from in-memory index tree' (duration: 1.355038031s)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:21.252117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.388827431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:22:21.252165Z","caller":"traceutil/trace.go:172","msg":"trace[1665139239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1097; }","duration":"4.388873804s","start":"2026-06-08T15:22:16.863275Z","end":"2026-06-08T15:22:21.252149Z","steps":["trace[1665139239] 'agreement among raft nodes before linearized reading' (duration: 3.033715067s)","trace[1665139239] 'range keys from in-memory index tree' (duration: 1.355056937s)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:21.252195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:16.863255Z","time spent":"4.388932003s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:21.411330Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:21.423149Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"420.272009ms"} {"level":"warn","ts":"2026-06-08T15:22:21.423207Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"420.338479ms"} {"level":"warn","ts":"2026-06-08T15:22:21.910468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000933541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-08T15:22:21.910523Z","caller":"traceutil/trace.go:172","msg":"trace[1749868735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000994079s","start":"2026-06-08T15:22:19.909517Z","end":"2026-06-08T15:22:21.910511Z","steps":["trace[1749868735] 'agreement among raft nodes before linearized reading' (duration: 2.000933181s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:21.910597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:19.909496Z","time spent":"2.001089879s","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/08 15:22:21 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-08T15:22:22.055827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"804.204898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-08T15:22:22.056026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.093488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:22.056055Z","caller":"traceutil/trace.go:172","msg":"trace[1749808816] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1277; }","duration":"2.146513904s","start":"2026-06-08T15:22:19.909525Z","end":"2026-06-08T15:22:22.056038Z","steps":["trace[1749808816] 'read index received' (duration: 1.513636055s)","trace[1749808816] 'applied index is now lower than readState.Index' (duration: 632.876349ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:22.056078Z","caller":"traceutil/trace.go:172","msg":"trace[1712253785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1097; }","duration":"803.153566ms","start":"2026-06-08T15:22:21.252912Z","end":"2026-06-08T15:22:22.056066Z","steps":["trace[1712253785] 'range keys from in-memory index tree' (duration: 803.063429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.057060Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"433.82652ms"} {"level":"warn","ts":"2026-06-08T15:22:22.057371Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"434.143164ms"} {"level":"warn","ts":"2026-06-08T15:22:22.057135Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223746167368159186,"received-request-id":1223746167368159179} {"level":"info","ts":"2026-06-08T15:22:22.064426Z","caller":"traceutil/trace.go:172","msg":"trace[1342938656] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"2.160893264s","start":"2026-06-08T15:22:19.903516Z","end":"2026-06-08T15:22:22.064409Z","steps":["trace[1342938656] 'process raft request' (duration: 2.152897965s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:22.064516Z","caller":"traceutil/trace.go:172","msg":"trace[74205737] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"805.209017ms","start":"2026-06-08T15:22:21.259297Z","end":"2026-06-08T15:22:22.064506Z","steps":["trace[74205737] 'process raft request' (duration: 805.180989ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.064529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:19.903491Z","time spent":"2.160990494s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-08T15:22:22.064578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:21.259288Z","time spent":"805.25533ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:22.064595Z","caller":"traceutil/trace.go:172","msg":"trace[1939583057] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"807.082705ms","start":"2026-06-08T15:22:21.257498Z","end":"2026-06-08T15:22:22.064581Z","steps":["trace[1939583057] 'process raft request' (duration: 806.949726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.064683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:21.257474Z","time spent":"807.156178ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:22.066332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.908995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:22.066493Z","caller":"traceutil/trace.go:172","msg":"trace[319967825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1103; }","duration":"156.077996ms","start":"2026-06-08T15:22:21.910402Z","end":"2026-06-08T15:22:22.066480Z","steps":["trace[319967825] 'agreement among raft nodes before linearized reading' (duration: 155.837765ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.066364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.015635917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:22.067200Z","caller":"traceutil/trace.go:172","msg":"trace[707126666] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1103; }","duration":"2.016498042s","start":"2026-06-08T15:22:20.050688Z","end":"2026-06-08T15:22:22.067186Z","steps":["trace[707126666] 'agreement among raft nodes before linearized reading' (duration: 2.015592594s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:22.066836Z","caller":"traceutil/trace.go:172","msg":"trace[2100593687] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"182.74402ms","start":"2026-06-08T15:22:21.884051Z","end":"2026-06-08T15:22:22.066795Z","steps":["trace[2100593687] 'process raft request' (duration: 182.40522ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:22.066532Z","caller":"traceutil/trace.go:172","msg":"trace[468633231] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"182.199576ms","start":"2026-06-08T15:22:21.884321Z","end":"2026-06-08T15:22:22.066520Z","steps":["trace[468633231] 'process raft request' (duration: 182.163995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.067545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:20.050662Z","time spent":"2.016818897s","remote":"127.0.0.1:53560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:24.197047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.451141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qs562\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-06-08T15:22:24.197133Z","caller":"traceutil/trace.go:172","msg":"trace[1421490625] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qs562; range_end:; response_count:1; response_revision:1146; }","duration":"143.546007ms","start":"2026-06-08T15:22:24.053570Z","end":"2026-06-08T15:22:24.197116Z","steps":["trace[1421490625] 'agreement among raft nodes before linearized reading' (duration: 90.494959ms)","trace[1421490625] 'range keys from in-memory index tree' (duration: 52.805949ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:24.197058Z","caller":"traceutil/trace.go:172","msg":"trace[1783600099] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"142.438664ms","start":"2026-06-08T15:22:24.054601Z","end":"2026-06-08T15:22:24.197040Z","steps":["trace[1783600099] 'process raft request' (duration: 89.523235ms)","trace[1783600099] 'compare' (duration: 52.566652ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:24.217143Z","caller":"traceutil/trace.go:172","msg":"trace[1854278374] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"145.387806ms","start":"2026-06-08T15:22:24.071738Z","end":"2026-06-08T15:22:24.217125Z","steps":["trace[1854278374] 'process raft request' (duration: 145.221309ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:24.217443Z","caller":"traceutil/trace.go:172","msg":"trace[973527648] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"144.949772ms","start":"2026-06-08T15:22:24.072484Z","end":"2026-06-08T15:22:24.217434Z","steps":["trace[973527648] 'process raft request' (duration: 144.601805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:24.218299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.062392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-08T15:22:24.218344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.048996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:22:24.218623Z","caller":"traceutil/trace.go:172","msg":"trace[776325108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1149; }","duration":"148.343779ms","start":"2026-06-08T15:22:24.070263Z","end":"2026-06-08T15:22:24.218607Z","steps":["trace[776325108] 'agreement among raft nodes before linearized reading' (duration: 147.925211ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:24.218701Z","caller":"traceutil/trace.go:172","msg":"trace[21308322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1149; }","duration":"149.257776ms","start":"2026-06-08T15:22:24.069109Z","end":"2026-06-08T15:22:24.218367Z","steps":["trace[21308322] 'agreement among raft nodes before linearized reading' (duration: 148.948148ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:32.140286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:36.369236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:36.395156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:36.406764Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:36.434656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:36.444312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:41.134972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:41.169318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:41.183078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:41.199685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:41.210772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49568","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-08T15:22:43.411587Z","caller":"traceutil/trace.go:172","msg":"trace[651429596] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"125.76872ms","start":"2026-06-08T15:22:43.285788Z","end":"2026-06-08T15:22:43.411556Z","steps":["trace[651429596] 'process raft request' (duration: 42.227036ms)","trace[651429596] 'compare' (duration: 83.27199ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:43.538214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.75323ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-08T15:22:43.538320Z","caller":"traceutil/trace.go:172","msg":"trace[319763052] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1641; }","duration":"124.672441ms","start":"2026-06-08T15:22:43.413625Z","end":"2026-06-08T15:22:43.538297Z","steps":["trace[319763052] 'read index received' (duration: 1.028187ms)","trace[319763052] 'applied index is now lower than readState.Index' (duration: 123.643564ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:43.538497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.873134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-06-08T15:22:43.538520Z","caller":"traceutil/trace.go:172","msg":"trace[240180932] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1394; }","duration":"124.902278ms","start":"2026-06-08T15:22:43.413612Z","end":"2026-06-08T15:22:43.538515Z","steps":["trace[240180932] 'agreement among raft nodes before linearized reading' (duration: 124.776878ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:44.018043Z","caller":"traceutil/trace.go:172","msg":"trace[61324117] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"140.187289ms","start":"2026-06-08T15:22:43.877835Z","end":"2026-06-08T15:22:44.018022Z","steps":["trace[61324117] 'process raft request' (duration: 140.06223ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:44.019281Z","caller":"traceutil/trace.go:172","msg":"trace[1456089625] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1643; }","duration":"121.9868ms","start":"2026-06-08T15:22:43.897273Z","end":"2026-06-08T15:22:44.019260Z","steps":["trace[1456089625] 'read index received' (duration: 121.974869ms)","trace[1456089625] 'applied index is now lower than readState.Index' (duration: 10.611µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:44.019550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.263563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:44.019684Z","caller":"traceutil/trace.go:172","msg":"trace[2114338717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1395; }","duration":"122.419098ms","start":"2026-06-08T15:22:43.897242Z","end":"2026-06-08T15:22:44.019661Z","steps":["trace[2114338717] 'agreement among raft nodes before linearized reading' (duration: 122.11086ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:44.527011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.35824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:22:44.527129Z","caller":"traceutil/trace.go:172","msg":"trace[1502136928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1396; }","duration":"175.516535ms","start":"2026-06-08T15:22:44.351589Z","end":"2026-06-08T15:22:44.527105Z","steps":["trace[1502136928] 'agreement among raft nodes before linearized reading' (duration: 93.371017ms)","trace[1502136928] 'range keys from in-memory index tree' (duration: 81.857312ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:44.527091Z","caller":"traceutil/trace.go:172","msg":"trace[1064796021] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"223.987269ms","start":"2026-06-08T15:22:44.303080Z","end":"2026-06-08T15:22:44.527067Z","steps":["trace[1064796021] 'process raft request' (duration: 141.873076ms)","trace[1064796021] 'compare' (duration: 81.881615ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:44.527232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.505146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-06-08T15:22:44.527259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.395285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:22:44.527332Z","caller":"traceutil/trace.go:172","msg":"trace[768622046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1397; }","duration":"175.498912ms","start":"2026-06-08T15:22:44.351815Z","end":"2026-06-08T15:22:44.527314Z","steps":["trace[768622046] 'agreement among raft nodes before linearized reading' (duration: 175.218658ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:44.527329Z","caller":"traceutil/trace.go:172","msg":"trace[1966094345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1397; }","duration":"166.614013ms","start":"2026-06-08T15:22:44.360689Z","end":"2026-06-08T15:22:44.527303Z","steps":["trace[1966094345] 'agreement among raft nodes before linearized reading' (duration: 166.34416ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:44.901910Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"174.884945ms"} {"level":"warn","ts":"2026-06-08T15:22:44.901970Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"174.947905ms"} {"level":"info","ts":"2026-06-08T15:22:44.907423Z","caller":"traceutil/trace.go:172","msg":"trace[957019818] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"375.336017ms","start":"2026-06-08T15:22:44.532073Z","end":"2026-06-08T15:22:44.907409Z","steps":["trace[957019818] 'process raft request' (duration: 370.011948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:44.907537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:44.532050Z","time spent":"375.425741ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:44.909616Z","caller":"traceutil/trace.go:172","msg":"trace[1918592180] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"375.902206ms","start":"2026-06-08T15:22:44.533700Z","end":"2026-06-08T15:22:44.909602Z","steps":["trace[1918592180] 'process raft request' (duration: 375.874022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:44.909720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:44.533686Z","time spent":"375.979788ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:44.909715Z","caller":"traceutil/trace.go:172","msg":"trace[1287809667] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"376.897503ms","start":"2026-06-08T15:22:44.532795Z","end":"2026-06-08T15:22:44.909692Z","steps":["trace[1287809667] 'process raft request' (duration: 376.701512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:44.909947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:44.532762Z","time spent":"377.018951ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:49.997552Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.21596ms"} {"level":"warn","ts":"2026-06-08T15:22:49.997730Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.407255ms"} {"level":"info","ts":"2026-06-08T15:22:49.998237Z","caller":"traceutil/trace.go:172","msg":"trace[10165045] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"193.861107ms","start":"2026-06-08T15:22:49.804353Z","end":"2026-06-08T15:22:49.998214Z","steps":["trace[10165045] 'process raft request' (duration: 193.737971ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.271283Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.49379671s"} {"level":"warn","ts":"2026-06-08T15:23:04.271352Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.493871285s"} {"level":"warn","ts":"2026-06-08T15:23:04.596846Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.412236ms"} {"level":"warn","ts":"2026-06-08T15:23:04.596914Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.491281ms"} {"level":"info","ts":"2026-06-08T15:23:04.597223Z","caller":"traceutil/trace.go:172","msg":"trace[1729226599] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"2.004835578s","start":"2026-06-08T15:23:02.592367Z","end":"2026-06-08T15:23:04.597203Z","steps":["trace[1729226599] 'process raft request' (duration: 2.004758613s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.597380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:02.592342Z","time spent":"2.004954186s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:23:04.597558Z","caller":"traceutil/trace.go:172","msg":"trace[1295235060] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1772; }","duration":"326.315746ms","start":"2026-06-08T15:23:04.271216Z","end":"2026-06-08T15:23:04.597531Z","steps":["trace[1295235060] 'read index received' (duration: 326.311896ms)","trace[1295235060] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:23:04.598363Z","caller":"traceutil/trace.go:172","msg":"trace[2017147139] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"2.151302272s","start":"2026-06-08T15:23:02.447047Z","end":"2026-06-08T15:23:04.598350Z","steps":["trace[2017147139] 'process raft request' (duration: 2.149958122s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.598563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:02.447015Z","time spent":"2.151382907s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:23:04.598691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.456251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-08T15:23:04.598749Z","caller":"traceutil/trace.go:172","msg":"trace[606672274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1514; }","duration":"327.524046ms","start":"2026-06-08T15:23:04.271208Z","end":"2026-06-08T15:23:04.598732Z","steps":["trace[606672274] 'agreement among raft nodes before linearized reading' (duration: 327.12489ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.598798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:04.271180Z","time spent":"327.610092ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:23:04.604829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.95702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-08T15:23:04.606436Z","caller":"traceutil/trace.go:172","msg":"trace[473014549] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:1515; }","duration":"334.576258ms","start":"2026-06-08T15:23:04.271841Z","end":"2026-06-08T15:23:04.606417Z","steps":["trace[473014549] 'agreement among raft nodes before linearized reading' (duration: 332.868195ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.606493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:04.271823Z","time spent":"334.647913ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" limit:1 "} {"level":"info","ts":"2026-06-08T15:23:04.767064Z","caller":"traceutil/trace.go:172","msg":"trace[1636022030] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1783; }","duration":"118.016033ms","start":"2026-06-08T15:23:04.649005Z","end":"2026-06-08T15:23:04.767021Z","steps":["trace[1636022030] 'read index received' (duration: 118.006683ms)","trace[1636022030] 'applied index is now lower than readState.Index' (duration: 7.54µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:23:04.768600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.576697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-06-08T15:23:04.768646Z","caller":"traceutil/trace.go:172","msg":"trace[1086227968] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1522; }","duration":"119.638211ms","start":"2026-06-08T15:23:04.648997Z","end":"2026-06-08T15:23:04.768636Z","steps":["trace[1086227968] 'agreement among raft nodes before linearized reading' (duration: 118.137351ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:04.768661Z","caller":"traceutil/trace.go:172","msg":"trace[697471439] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"119.958512ms","start":"2026-06-08T15:23:04.648692Z","end":"2026-06-08T15:23:04.768650Z","steps":["trace[697471439] 'process raft request' (duration: 118.485414ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:04.771967Z","caller":"traceutil/trace.go:172","msg":"trace[1487309520] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"116.244515ms","start":"2026-06-08T15:23:04.655699Z","end":"2026-06-08T15:23:04.771943Z","steps":["trace[1487309520] 'process raft request' (duration: 116.144428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:08.584463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.308605ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-08T15:23:11.494835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.831331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:11.496224Z","caller":"traceutil/trace.go:172","msg":"trace[180842364] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1550; }","duration":"180.223238ms","start":"2026-06-08T15:23:11.315975Z","end":"2026-06-08T15:23:11.496198Z","steps":["trace[180842364] 'range keys from in-memory index tree' (duration: 177.990596ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:14.390496Z","caller":"traceutil/trace.go:172","msg":"trace[2131610124] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"112.132015ms","start":"2026-06-08T15:23:14.278343Z","end":"2026-06-08T15:23:14.390475Z","steps":["trace[2131610124] 'process raft request' (duration: 108.465612ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:14.942156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.1684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:23:14.942384Z","caller":"traceutil/trace.go:172","msg":"trace[840494174] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"155.948798ms","start":"2026-06-08T15:23:14.786408Z","end":"2026-06-08T15:23:14.942357Z","steps":["trace[840494174] 'process raft request' (duration: 40.510769ms)","trace[840494174] 'compare' (duration: 115.024596ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:23:14.942590Z","caller":"traceutil/trace.go:172","msg":"trace[708265450] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"154.721771ms","start":"2026-06-08T15:23:14.787841Z","end":"2026-06-08T15:23:14.942562Z","steps":["trace[708265450] 'process raft request' (duration: 154.431511ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:14.942463Z","caller":"traceutil/trace.go:172","msg":"trace[902879147] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"154.37682ms","start":"2026-06-08T15:23:14.788066Z","end":"2026-06-08T15:23:14.942443Z","steps":["trace[902879147] 'process raft request' (duration: 154.301138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:24.880662Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e79ab16e2afd92c6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"408.031904ms"} {"level":"warn","ts":"2026-06-08T15:23:24.880757Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"30f3796df4cc8760","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"408.137715ms"} {"level":"warn","ts":"2026-06-08T15:23:24.968472Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746167368159937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:23:24.990118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.871033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:23:24.990612Z","caller":"traceutil/trace.go:172","msg":"trace[1179582529] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"699.968337ms","start":"2026-06-08T15:23:24.290625Z","end":"2026-06-08T15:23:24.990594Z","steps":["trace[1179582529] 'process raft request' (duration: 590.414134ms)","trace[1179582529] 'compare' (duration: 107.692473ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:23:24.990728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:24.290605Z","time spent":"700.095608ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:23:24.991339Z","caller":"traceutil/trace.go:172","msg":"trace[539303537] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1871; }","duration":"523.070656ms","start":"2026-06-08T15:23:24.468258Z","end":"2026-06-08T15:23:24.991329Z","steps":["trace[539303537] 'read index received' (duration: 519.918373ms)","trace[539303537] 'applied index is now lower than readState.Index' (duration: 3.151063ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:23:24.991400Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1223746167368159943,"received-request-id":1223746167368159937} {"level":"warn","ts":"2026-06-08T15:23:24.991667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"523.417246ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:24.991845Z","caller":"traceutil/trace.go:172","msg":"trace[1813813466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1600; }","duration":"523.615565ms","start":"2026-06-08T15:23:24.468218Z","end":"2026-06-08T15:23:24.991834Z","steps":["trace[1813813466] 'agreement among raft nodes before linearized reading' (duration: 523.212676ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:24.992035Z","caller":"traceutil/trace.go:172","msg":"trace[1630856122] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"237.053589ms","start":"2026-06-08T15:23:24.754971Z","end":"2026-06-08T15:23:24.992024Z","steps":["trace[1630856122] 'process raft request' (duration: 236.791748ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:24.992418Z","caller":"traceutil/trace.go:172","msg":"trace[1934517469] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"226.987672ms","start":"2026-06-08T15:23:24.765419Z","end":"2026-06-08T15:23:24.992407Z","steps":["trace[1934517469] 'process raft request' (duration: 226.701142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:24.993602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.946226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:24.993652Z","caller":"traceutil/trace.go:172","msg":"trace[948986963] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1604; }","duration":"489.011236ms","start":"2026-06-08T15:23:24.504631Z","end":"2026-06-08T15:23:24.993643Z","steps":["trace[948986963] 'agreement among raft nodes before linearized reading' (duration: 488.923326ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:24.993674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:24.504605Z","time spent":"489.064886ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"info","ts":"2026-06-08T15:23:49.400741Z","caller":"traceutil/trace.go:172","msg":"trace[1706088151] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"101.653592ms","start":"2026-06-08T15:23:49.299052Z","end":"2026-06-08T15:23:49.400706Z","steps":["trace[1706088151] 'process raft request' (duration: 101.588156ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:49.401005Z","caller":"traceutil/trace.go:172","msg":"trace[760536330] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"102.117665ms","start":"2026-06-08T15:23:49.298867Z","end":"2026-06-08T15:23:49.400984Z","steps":["trace[760536330] 'process raft request' (duration: 101.706809ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:49.401547Z","caller":"traceutil/trace.go:172","msg":"trace[244576598] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"182.179722ms","start":"2026-06-08T15:23:49.218727Z","end":"2026-06-08T15:23:49.400907Z","steps":["trace[244576598] 'process raft request' (duration: 104.922164ms)","trace[244576598] 'compare' (duration: 76.739138ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:24:27.920959Z","caller":"traceutil/trace.go:172","msg":"trace[1632766590] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"182.239504ms","start":"2026-06-08T15:24:27.738706Z","end":"2026-06-08T15:24:27.920946Z","steps":["trace[1632766590] 'process raft request' (duration: 182.128766ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:24:43.932792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.61472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-06-08T15:24:43.932867Z","caller":"traceutil/trace.go:172","msg":"trace[507230884] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1910; }","duration":"104.688282ms","start":"2026-06-08T15:24:43.828159Z","end":"2026-06-08T15:24:43.932848Z","steps":["trace[507230884] 'agreement among raft nodes before linearized reading' (duration: 33.022835ms)","trace[507230884] 'range keys from in-memory index tree' (duration: 71.523725ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:24:43.933280Z","caller":"traceutil/trace.go:172","msg":"trace[1228614967] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"107.031254ms","start":"2026-06-08T15:24:43.826230Z","end":"2026-06-08T15:24:43.933261Z","steps":["trace[1228614967] 'process raft request' (duration: 34.00734ms)","trace[1228614967] 'compare' (duration: 72.854686ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:24:43.933696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.792579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"info","ts":"2026-06-08T15:24:43.933804Z","caller":"traceutil/trace.go:172","msg":"trace[542734282] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1911; }","duration":"101.913663ms","start":"2026-06-08T15:24:43.831859Z","end":"2026-06-08T15:24:43.933773Z","steps":["trace[542734282] 'agreement among raft nodes before linearized reading' (duration: 101.470219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:24:44.173237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.039985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"warn","ts":"2026-06-08T15:24:44.173238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.461451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-06-08T15:24:44.173317Z","caller":"traceutil/trace.go:172","msg":"trace[1856818234] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:1912; }","duration":"139.54559ms","start":"2026-06-08T15:24:44.033757Z","end":"2026-06-08T15:24:44.173302Z","steps":["trace[1856818234] 'range keys from in-memory index tree' (duration: 138.413815ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:24:44.173305Z","caller":"traceutil/trace.go:172","msg":"trace[1026852467] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1912; }","duration":"139.106357ms","start":"2026-06-08T15:24:44.034184Z","end":"2026-06-08T15:24:44.173290Z","steps":["trace[1026852467] 'range keys from in-memory index tree' (duration: 137.653902ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:24:44.173478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.209314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" limit:1 ","response":"range_response_count:1 size:718"} {"level":"warn","ts":"2026-06-08T15:24:44.173460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.371948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"warn","ts":"2026-06-08T15:24:44.173219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.55063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-06-08T15:24:44.173638Z","caller":"traceutil/trace.go:172","msg":"trace[761824199] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1912; }","duration":"135.986204ms","start":"2026-06-08T15:24:44.037636Z","end":"2026-06-08T15:24:44.173622Z","steps":["trace[761824199] 'range keys from in-memory index tree' (duration: 134.684702ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:24:44.173518Z","caller":"traceutil/trace.go:172","msg":"trace[1458044986] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:1912; }","duration":"131.249509ms","start":"2026-06-08T15:24:44.042258Z","end":"2026-06-08T15:24:44.173507Z","steps":["trace[1458044986] 'range keys from in-memory index tree' (duration: 130.179506ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:24:44.173773Z","caller":"traceutil/trace.go:172","msg":"trace[1100109179] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1912; }","duration":"129.51136ms","start":"2026-06-08T15:24:44.044039Z","end":"2026-06-08T15:24:44.173550Z","steps":["trace[1100109179] 'range keys from in-memory index tree' (duration: 128.384014ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:25:05.753214Z","caller":"traceutil/trace.go:172","msg":"trace[1750054117] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"109.954004ms","start":"2026-06-08T15:25:05.643234Z","end":"2026-06-08T15:25:05.753188Z","steps":["trace[1750054117] 'process raft request' (duration: 109.376636ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:25:05.768487Z","caller":"traceutil/trace.go:172","msg":"trace[1761618012] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2326; }","duration":"117.66679ms","start":"2026-06-08T15:25:05.650791Z","end":"2026-06-08T15:25:05.768458Z","steps":["trace[1761618012] 'read index received' (duration: 117.653772ms)","trace[1761618012] 'applied index is now lower than readState.Index' (duration: 7.989µs)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:25:05.768954Z","caller":"traceutil/trace.go:172","msg":"trace[1636991048] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"123.832286ms","start":"2026-06-08T15:25:05.645099Z","end":"2026-06-08T15:25:05.768931Z","steps":["trace[1636991048] 'process raft request' (duration: 123.696225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:25:05.769381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.57465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:kubeadm-certs\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-08T15:25:05.769681Z","caller":"traceutil/trace.go:172","msg":"trace[81187421] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:kubeadm-certs; range_end:; response_count:1; response_revision:1993; }","duration":"118.889586ms","start":"2026-06-08T15:25:05.650769Z","end":"2026-06-08T15:25:05.769659Z","steps":["trace[81187421] 'agreement among raft nodes before linearized reading' (duration: 117.833546ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:25:05.778575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.730925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:450"} {"level":"info","ts":"2026-06-08T15:25:05.778655Z","caller":"traceutil/trace.go:172","msg":"trace[148507954] range","detail":"{range_begin:/registry/rolebindings/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1995; }","duration":"125.835652ms","start":"2026-06-08T15:25:05.652805Z","end":"2026-06-08T15:25:05.778641Z","steps":["trace[148507954] 'agreement among raft nodes before linearized reading' (duration: 125.599384ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:25:05.778799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.852262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:914"} {"level":"info","ts":"2026-06-08T15:25:05.778825Z","caller":"traceutil/trace.go:172","msg":"trace[958290508] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:1995; }","duration":"107.878028ms","start":"2026-06-08T15:25:05.670940Z","end":"2026-06-08T15:25:05.778818Z","steps":["trace[958290508] 'agreement among raft nodes before linearized reading' (duration: 107.812518ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:25:06.171678Z","caller":"traceutil/trace.go:172","msg":"trace[1227790238] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"107.891015ms","start":"2026-06-08T15:25:06.063771Z","end":"2026-06-08T15:25:06.171662Z","steps":["trace[1227790238] 'process raft request' (duration: 107.766622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:25:08.149031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.837829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-10jusn\" limit:1 ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-06-08T15:25:08.149138Z","caller":"traceutil/trace.go:172","msg":"trace[819934735] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-10jusn; range_end:; response_count:1; response_revision:2003; }","duration":"111.957651ms","start":"2026-06-08T15:25:08.037160Z","end":"2026-06-08T15:25:08.149117Z","steps":["trace[819934735] 'agreement among raft nodes before linearized reading' (duration: 82.369708ms)","trace[819934735] 'range keys from in-memory index tree' (duration: 29.356687ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:25:18.344796Z","caller":"traceutil/trace.go:172","msg":"trace[1120760058] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"165.228988ms","start":"2026-06-08T15:25:18.179546Z","end":"2026-06-08T15:25:18.344775Z","steps":["trace[1120760058] 'process raft request' (duration: 165.102097ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:25:18.345668Z","caller":"traceutil/trace.go:172","msg":"trace[1564106639] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2381; }","duration":"132.692742ms","start":"2026-06-08T15:25:18.212958Z","end":"2026-06-08T15:25:18.345651Z","steps":["trace[1564106639] 'read index received' (duration: 132.687033ms)","trace[1564106639] 'applied index is now lower than readState.Index' (duration: 4.409µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:25:18.345926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.955833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qs562\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-06-08T15:25:18.345974Z","caller":"traceutil/trace.go:172","msg":"trace[1085445239] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qs562; range_end:; response_count:1; response_revision:2042; }","duration":"133.016394ms","start":"2026-06-08T15:25:18.212947Z","end":"2026-06-08T15:25:18.345964Z","steps":["trace[1085445239] 'agreement among raft nodes before linearized reading' (duration: 132.792977ms)"],"step_count":1}