{"level":"warn","ts":"2026-04-22T09:33:24.906899Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T09:33:24.907050Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T09:33:24.907059Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.105:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.105:2380","--initial-cluster=controller-1=https://199.19.213.105:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.105:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.105:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T09:33:24.907157Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-22T09:33:24.907170Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T09:33:24.907180Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.105:2380"]} {"level":"info","ts":"2026-04-22T09:33:24.907203Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:33:24.907721Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"]} {"level":"info","ts":"2026-04-22T09:33:24.907825Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.105:2380"],"listen-peer-urls":["https://199.19.213.105:2380"],"advertise-client-urls":["https://199.19.213.105:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.105:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T09:33:24.908625Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000182120}"} {"level":"info","ts":"2026-04-22T09:33:25.215010Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T09:33:25.215300Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"306.777024ms"} {"level":"info","ts":"2026-04-22T09:33:25.215342Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-22T09:33:25.215384Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T09:33:25.215442Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T09:33:26.097380Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T09:33:26.097568Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"eb6db91b2c71522f","cluster-id":"f43476f3367c14fb"} {"level":"info","ts":"2026-04-22T09:33:26.097610Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T09:33:26.097751Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"eb6db91b2c71522f switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T09:33:26.097836Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"eb6db91b2c71522f became follower at term 0"} {"level":"info","ts":"2026-04-22T09:33:26.097853Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft eb6db91b2c71522f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T09:33:26.097882Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"eb6db91b2c71522f became follower at term 1"} {"level":"info","ts":"2026-04-22T09:33:26.097944Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"eb6db91b2c71522f switched to configuration voters=(16964418897735406127)"} {"level":"warn","ts":"2026-04-22T09:33:26.208412Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T09:33:26.595364Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T09:33:26.944910Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T09:33:26.945819Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"eb6db91b2c71522f","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T09:33:26.946142Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:33:26.946201Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"eb6db91b2c71522f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T09:33:26.946559Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.105:2380"} {"level":"info","ts":"2026-04-22T09:33:26.946608Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"eb6db91b2c71522f","initial-advertise-peer-urls":["https://199.19.213.105:2380"],"listen-peer-urls":["https://199.19.213.105:2380"],"advertise-client-urls":["https://199.19.213.105:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T09:33:26.946797Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.105:2380"} {"level":"info","ts":"2026-04-22T09:33:26.946431Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:33:26.946901Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T09:33:26.946928Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:33:26.947075Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:33:26.947339Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"eb6db91b2c71522f switched to configuration voters=(16964418897735406127)"} {"level":"info","ts":"2026-04-22T09:33:26.947858Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","added-peer-id":"eb6db91b2c71522f","added-peer-peer-urls":["https://199.19.213.105:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-22T09:33:27.198450Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"eb6db91b2c71522f is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T09:33:27.198550Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"eb6db91b2c71522f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T09:33:27.198648Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"eb6db91b2c71522f received MsgPreVoteResp from eb6db91b2c71522f at term 1"} {"level":"info","ts":"2026-04-22T09:33:27.198669Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"eb6db91b2c71522f has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:33:27.198695Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"eb6db91b2c71522f became candidate at term 2"} {"level":"info","ts":"2026-04-22T09:33:27.205123Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"eb6db91b2c71522f received MsgVoteResp from eb6db91b2c71522f at term 2"} {"level":"info","ts":"2026-04-22T09:33:27.205154Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"eb6db91b2c71522f has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:33:27.205171Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"eb6db91b2c71522f became leader at term 2"} {"level":"info","ts":"2026-04-22T09:33:27.205183Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: eb6db91b2c71522f elected leader eb6db91b2c71522f at term 2"} {"level":"info","ts":"2026-04-22T09:33:27.207631Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:33:27.227509Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:33:27.227551Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:33:27.227507Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"eb6db91b2c71522f","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.105:2379]}","cluster-id":"f43476f3367c14fb","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T09:33:27.228027Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T09:33:27.228129Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T09:33:27.230005Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-22T09:33:27.230891Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T09:33:27.231019Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T09:33:27.232932Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:33:27.233063Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:33:27.233141Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:33:27.233299Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-22T09:33:27.233351Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-22T09:33:27.234227Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T09:33:27.234706Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.105:2379"} {"level":"warn","ts":"2026-04-22T09:33:27.234745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.234720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.235886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.249926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.265486Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.289472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.298674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.308628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.317929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.334019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.343935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.355594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.367096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.380707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.389469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.409406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.421093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.430763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.445481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.462194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.478443Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.527364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.534579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.542991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.554082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.567537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.575752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.585449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.596682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.607592Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.621162Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.632712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.648682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.662070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.675088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.686106Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.697999Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.716375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.728071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.738613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.748937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.759878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.774444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.778468Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.789807Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.836301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.848481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.865027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.874542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.885174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.894408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.913418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.923376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.936839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.955898Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:27.968301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:28.012362Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:28.020395Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:28.076790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:30.682653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.219779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:30.682779Z","caller":"traceutil/trace.go:172","msg":"trace[1674419454] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:0; response_revision:167; }","duration":"560.404473ms","start":"2026-04-22T09:33:30.122348Z","end":"2026-04-22T09:33:30.682752Z","steps":["trace[1674419454] 'range keys from in-memory index tree' (duration: 560.145188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:30.682836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:30.122328Z","time spent":"560.496316ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:31.180999Z","caller":"traceutil/trace.go:172","msg":"trace[473502175] transaction","detail":"{read_only:false; response_revision:173; number_of_response:1; }","duration":"227.478563ms","start":"2026-04-22T09:33:30.953492Z","end":"2026-04-22T09:33:31.180970Z","steps":["trace[473502175] 'process raft request' (duration: 200.905241ms)","trace[473502175] 'compare' (duration: 26.419939ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:31.524343Z","caller":"traceutil/trace.go:172","msg":"trace[336105275] transaction","detail":"{read_only:false; response_revision:174; number_of_response:1; }","duration":"337.808961ms","start":"2026-04-22T09:33:31.186504Z","end":"2026-04-22T09:33:31.524313Z","steps":["trace[336105275] 'process raft request' (duration: 337.652947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.525038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:31.186488Z","time spent":"337.954295ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:31.954108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.920515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:31.954259Z","caller":"traceutil/trace.go:172","msg":"trace[2115298724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:183; }","duration":"118.070759ms","start":"2026-04-22T09:33:31.836144Z","end":"2026-04-22T09:33:31.954215Z","steps":["trace[2115298724] 'agreement among raft nodes before linearized reading' (duration: 36.234817ms)","trace[2115298724] 'range keys from in-memory index tree' (duration: 81.634167ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:31.954227Z","caller":"traceutil/trace.go:172","msg":"trace[152686218] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"133.992844ms","start":"2026-04-22T09:33:31.820194Z","end":"2026-04-22T09:33:31.954187Z","steps":["trace[152686218] 'process raft request' (duration: 52.286125ms)","trace[152686218] 'compare' (duration: 81.540495ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:32.634064Z","caller":"traceutil/trace.go:172","msg":"trace[370322821] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"625.507414ms","start":"2026-04-22T09:33:32.008526Z","end":"2026-04-22T09:33:32.634034Z","steps":["trace[370322821] 'process raft request' (duration: 625.187376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:32.634663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:32.008504Z","time spent":"626.097305ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:32.985938Z","caller":"traceutil/trace.go:172","msg":"trace[777184977] linearizableReadLoop","detail":"{readStateIndex:197; appliedIndex:197; }","duration":"131.061816ms","start":"2026-04-22T09:33:32.854826Z","end":"2026-04-22T09:33:32.985887Z","steps":["trace[777184977] 'read index received' (duration: 131.045485ms)","trace[777184977] 'applied index is now lower than readState.Index' (duration: 13.721µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:33.104552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.712293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:33.104643Z","caller":"traceutil/trace.go:172","msg":"trace[743489905] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:0; response_revision:192; }","duration":"249.815065ms","start":"2026-04-22T09:33:32.854809Z","end":"2026-04-22T09:33:33.104625Z","steps":["trace[743489905] 'agreement among raft nodes before linearized reading' (duration: 131.25904ms)","trace[743489905] 'range keys from in-memory index tree' (duration: 118.416221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:33.105169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.912472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:33.105321Z","caller":"traceutil/trace.go:172","msg":"trace[169458391] linearizableReadLoop","detail":"{readStateIndex:198; appliedIndex:197; }","duration":"119.24779ms","start":"2026-04-22T09:33:32.986053Z","end":"2026-04-22T09:33:33.105300Z","steps":["trace[169458391] 'read index received' (duration: 198.665µs)","trace[169458391] 'applied index is now lower than readState.Index' (duration: 119.047695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:33.105469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.295502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:33.105593Z","caller":"traceutil/trace.go:172","msg":"trace[1648617400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:193; }","duration":"168.420614ms","start":"2026-04-22T09:33:32.937163Z","end":"2026-04-22T09:33:33.105584Z","steps":["trace[1648617400] 'agreement among raft nodes before linearized reading' (duration: 168.19433ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:33.105662Z","caller":"traceutil/trace.go:172","msg":"trace[1979568538] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"343.845792ms","start":"2026-04-22T09:33:32.761800Z","end":"2026-04-22T09:33:33.105645Z","steps":["trace[1979568538] 'process raft request' (duration: 224.137533ms)","trace[1979568538] 'compare' (duration: 118.740748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:33.105746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:32.761760Z","time spent":"343.956134ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3456,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:33.105596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.247387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:33.105898Z","caller":"traceutil/trace.go:172","msg":"trace[76906132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:193; }","duration":"223.565745ms","start":"2026-04-22T09:33:32.882323Z","end":"2026-04-22T09:33:33.105888Z","steps":["trace[76906132] 'agreement among raft nodes before linearized reading' (duration: 223.047463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:33.105937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.939891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:33:33.106409Z","caller":"traceutil/trace.go:172","msg":"trace[1334567878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:193; }","duration":"218.428041ms","start":"2026-04-22T09:33:32.887961Z","end":"2026-04-22T09:33:33.106389Z","steps":["trace[1334567878] 'agreement among raft nodes before linearized reading' (duration: 217.488711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:33.419677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.251585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:33.419788Z","caller":"traceutil/trace.go:172","msg":"trace[34673351] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"310.383588ms","start":"2026-04-22T09:33:33.109383Z","end":"2026-04-22T09:33:33.419766Z","steps":["trace[34673351] 'process raft request' (duration: 149.976949ms)","trace[34673351] 'compare' (duration: 159.904667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:33.419842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.109366Z","time spent":"310.454589ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:33.421334Z","caller":"traceutil/trace.go:172","msg":"trace[2044089644] transaction","detail":"{read_only:false; response_revision:195; number_of_response:1; }","duration":"308.922155ms","start":"2026-04-22T09:33:33.112341Z","end":"2026-04-22T09:33:33.421263Z","steps":["trace[2044089644] 'process raft request' (duration: 308.253581ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:33.421388Z","caller":"traceutil/trace.go:172","msg":"trace[435959188] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"306.962203ms","start":"2026-04-22T09:33:33.114403Z","end":"2026-04-22T09:33:33.421365Z","steps":["trace[435959188] 'process raft request' (duration: 306.677527ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:33.421724Z","caller":"traceutil/trace.go:172","msg":"trace[1051696176] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"307.153228ms","start":"2026-04-22T09:33:33.114556Z","end":"2026-04-22T09:33:33.421709Z","steps":["trace[1051696176] 'process raft request' (duration: 306.692727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:33.421997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.112311Z","time spent":"309.630681ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:33.422189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.114550Z","time spent":"307.2786ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:33.422222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.114390Z","time spent":"307.28189ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:33.920865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.717384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:33.921150Z","caller":"traceutil/trace.go:172","msg":"trace[225148960] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"425.716517ms","start":"2026-04-22T09:33:33.495268Z","end":"2026-04-22T09:33:33.920984Z","steps":["trace[225148960] 'process raft request' (duration: 213.805919ms)","trace[225148960] 'compare' (duration: 211.521139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:33.921306Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.495239Z","time spent":"425.985643ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:34.035270Z","caller":"traceutil/trace.go:172","msg":"trace[301103274] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"108.2956ms","start":"2026-04-22T09:33:33.926949Z","end":"2026-04-22T09:33:34.035245Z","steps":["trace[301103274] 'process raft request' (duration: 103.497235ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:34.433352Z","caller":"traceutil/trace.go:172","msg":"trace[1217301760] linearizableReadLoop","detail":"{readStateIndex:206; appliedIndex:206; }","duration":"296.919304ms","start":"2026-04-22T09:33:34.136408Z","end":"2026-04-22T09:33:34.433328Z","steps":["trace[1217301760] 'read index received' (duration: 296.913664ms)","trace[1217301760] 'applied index is now lower than readState.Index' (duration: 4.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:34.523137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.687238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:34.523251Z","caller":"traceutil/trace.go:172","msg":"trace[1174336596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:201; }","duration":"386.816031ms","start":"2026-04-22T09:33:34.136403Z","end":"2026-04-22T09:33:34.523219Z","steps":["trace[1174336596] 'agreement among raft nodes before linearized reading' (duration: 297.007396ms)","trace[1174336596] 'range keys from in-memory index tree' (duration: 89.640391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:34.523306Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:34.136376Z","time spent":"386.919993ms","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:33:34.523297Z","caller":"traceutil/trace.go:172","msg":"trace[730111796] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"480.400459ms","start":"2026-04-22T09:33:34.042870Z","end":"2026-04-22T09:33:34.523270Z","steps":["trace[730111796] 'process raft request' (duration: 390.534083ms)","trace[730111796] 'compare' (duration: 89.689862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:34.523435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:34.042845Z","time spent":"480.534612ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:35.519847Z","caller":"traceutil/trace.go:172","msg":"trace[1754688133] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"123.782925ms","start":"2026-04-22T09:33:35.396022Z","end":"2026-04-22T09:33:35.519805Z","steps":["trace[1754688133] 'process raft request' (duration: 123.5938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:36.048354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.533934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:36.048499Z","caller":"traceutil/trace.go:172","msg":"trace[561984649] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"471.431762ms","start":"2026-04-22T09:33:35.577048Z","end":"2026-04-22T09:33:36.048480Z","steps":["trace[561984649] 'process raft request' (duration: 358.716464ms)","trace[561984649] 'compare' (duration: 112.322559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:36.048564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:35.577025Z","time spent":"471.505353ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:36.281664Z","caller":"traceutil/trace.go:172","msg":"trace[114992095] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"227.318838ms","start":"2026-04-22T09:33:36.054300Z","end":"2026-04-22T09:33:36.281619Z","steps":["trace[114992095] 'process raft request' (duration: 127.975396ms)","trace[114992095] 'compare' (duration: 99.064535ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:36.533045Z","caller":"traceutil/trace.go:172","msg":"trace[233889307] linearizableReadLoop","detail":"{readStateIndex:285; appliedIndex:285; }","duration":"139.891222ms","start":"2026-04-22T09:33:36.393111Z","end":"2026-04-22T09:33:36.533002Z","steps":["trace[233889307] 'read index received' (duration: 139.879782ms)","trace[233889307] 'applied index is now lower than readState.Index' (duration: 9.81µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:36.536148Z","caller":"traceutil/trace.go:172","msg":"trace[1222745741] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"202.427222ms","start":"2026-04-22T09:33:36.333692Z","end":"2026-04-22T09:33:36.536119Z","steps":["trace[1222745741] 'process raft request' (duration: 199.631632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:36.536112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.846425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:36.536358Z","caller":"traceutil/trace.go:172","msg":"trace[1886234786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:279; }","duration":"143.144561ms","start":"2026-04-22T09:33:36.393096Z","end":"2026-04-22T09:33:36.536241Z","steps":["trace[1886234786] 'agreement among raft nodes before linearized reading' (duration: 140.162887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:37.796225Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922125433742742744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:33:38.296448Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922125433742742744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:33:38.781794Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.519945685s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T09:33:38.782854Z","caller":"traceutil/trace.go:172","msg":"trace[639670296] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:331; }","duration":"1.48690542s","start":"2026-04-22T09:33:37.295909Z","end":"2026-04-22T09:33:38.782815Z","steps":["trace[639670296] 'read index received' (duration: 1.4868859s)","trace[639670296] 'applied index is now lower than readState.Index' (duration: 18.12µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.258421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.619551767s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:39.258516Z","caller":"traceutil/trace.go:172","msg":"trace[61300478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:320; }","duration":"1.619666469s","start":"2026-04-22T09:33:37.638829Z","end":"2026-04-22T09:33:39.258496Z","steps":["trace[61300478] 'range keys from in-memory index tree' (duration: 1.619482015s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.258746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.962832128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-22T09:33:39.258834Z","caller":"traceutil/trace.go:172","msg":"trace[1822268044] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:320; }","duration":"1.962872308s","start":"2026-04-22T09:33:37.295901Z","end":"2026-04-22T09:33:39.258773Z","steps":["trace[1822268044] 'agreement among raft nodes before linearized reading' (duration: 1.487149257s)","trace[1822268044] 'range keys from in-memory index tree' (duration: 475.568629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.258887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.295871Z","time spent":"1.96300566s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:39.260027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.413346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-22T09:33:39.260631Z","caller":"traceutil/trace.go:172","msg":"trace[722583483] transaction","detail":"{read_only:false; number_of_response:0; response_revision:320; }","duration":"2.001375088s","start":"2026-04-22T09:33:37.259216Z","end":"2026-04-22T09:33:39.260591Z","steps":["trace[722583483] 'process raft request' (duration: 1.523549211s)","trace[722583483] 'compare' (duration: 475.368305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.260798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.259182Z","time spent":"2.001549772s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:39.260209Z","caller":"traceutil/trace.go:172","msg":"trace[123476889] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"2.000005558s","start":"2026-04-22T09:33:37.260191Z","end":"2026-04-22T09:33:39.260197Z","steps":["trace[123476889] 'process raft request' (duration: 1.999904416s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.261142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.260179Z","time spent":"2.000898537s","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":435,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:39.283898Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922125433742742755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:33:39.543872Z","caller":"traceutil/trace.go:172","msg":"trace[1072092570] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:333; }","duration":"760.829628ms","start":"2026-04-22T09:33:38.782981Z","end":"2026-04-22T09:33:39.543811Z","steps":["trace[1072092570] 'read index received' (duration: 760.817218ms)","trace[1072092570] 'applied index is now lower than readState.Index' (duration: 11.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.547464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.645262247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:39.547557Z","caller":"traceutil/trace.go:172","msg":"trace[197349388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:321; }","duration":"1.645371709s","start":"2026-04-22T09:33:37.902162Z","end":"2026-04-22T09:33:39.547534Z","steps":["trace[197349388] 'agreement among raft nodes before linearized reading' (duration: 1.641694331s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.547770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.419978226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4901"} {"level":"info","ts":"2026-04-22T09:33:39.547798Z","caller":"traceutil/trace.go:172","msg":"trace[384597809] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:321; }","duration":"1.420009177s","start":"2026-04-22T09:33:38.127782Z","end":"2026-04-22T09:33:39.547791Z","steps":["trace[384597809] 'agreement among raft nodes before linearized reading' (duration: 1.416127036s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.547812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.127747Z","time spent":"1.420061188s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4925,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:39.548035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.011419985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:39.548119Z","caller":"traceutil/trace.go:172","msg":"trace[1780141181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:321; }","duration":"2.011561689s","start":"2026-04-22T09:33:37.536539Z","end":"2026-04-22T09:33:39.548101Z","steps":["trace[1780141181] 'agreement among raft nodes before linearized reading' (duration: 2.00734516s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.548177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.536522Z","time spent":"2.01164473s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:39.547606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.902124Z","time spent":"1.645472551s","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:33:39.548477Z","caller":"traceutil/trace.go:172","msg":"trace[386934968] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"1.418648778s","start":"2026-04-22T09:33:38.129818Z","end":"2026-04-22T09:33:39.548466Z","steps":["trace[386934968] 'process raft request' (duration: 1.418438224s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:39.548535Z","caller":"traceutil/trace.go:172","msg":"trace[610264180] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"1.418655038s","start":"2026-04-22T09:33:38.129873Z","end":"2026-04-22T09:33:39.548528Z","steps":["trace[610264180] 'process raft request' (duration: 1.418398673s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.548574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.129808Z","time spent":"1.418723789s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:39.548595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.129868Z","time spent":"1.418689349s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:39.548597Z","caller":"traceutil/trace.go:172","msg":"trace[1224150572] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"774.226751ms","start":"2026-04-22T09:33:38.774360Z","end":"2026-04-22T09:33:39.548587Z","steps":["trace[1224150572] 'process raft request' (duration: 774.067258ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:39.548652Z","caller":"traceutil/trace.go:172","msg":"trace[1149225183] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"2.283177172s","start":"2026-04-22T09:33:37.265465Z","end":"2026-04-22T09:33:39.548642Z","steps":["trace[1149225183] 'process raft request' (duration: 2.278510135s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.548659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.774324Z","time spent":"774.297002ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:39.548680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.265444Z","time spent":"2.283222964s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:39.548747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.096366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-22T09:33:39.548770Z","caller":"traceutil/trace.go:172","msg":"trace[1798579553] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"1.419305893s","start":"2026-04-22T09:33:38.129460Z","end":"2026-04-22T09:33:39.548766Z","steps":["trace[1798579553] 'process raft request' (duration: 1.418778142s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:39.548775Z","caller":"traceutil/trace.go:172","msg":"trace[1948902389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:324; }","duration":"286.123758ms","start":"2026-04-22T09:33:39.262643Z","end":"2026-04-22T09:33:39.548767Z","steps":["trace[1948902389] 'agreement among raft nodes before linearized reading' (duration: 286.054776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.548796Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.129453Z","time spent":"1.419331393s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:39.548501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.762192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:39.548865Z","caller":"traceutil/trace.go:172","msg":"trace[1992461772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:324; }","duration":"468.12999ms","start":"2026-04-22T09:33:39.080730Z","end":"2026-04-22T09:33:39.548860Z","steps":["trace[1992461772] 'agreement among raft nodes before linearized reading' (duration: 467.743421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.548882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:39.080701Z","time spent":"468.17577ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:39.548841Z","caller":"traceutil/trace.go:172","msg":"trace[2116553649] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"894.880954ms","start":"2026-04-22T09:33:38.653921Z","end":"2026-04-22T09:33:39.548802Z","steps":["trace[2116553649] 'process raft request' (duration: 894.364272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.548917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.605619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3604"} {"level":"info","ts":"2026-04-22T09:33:39.548939Z","caller":"traceutil/trace.go:172","msg":"trace[1852526150] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:324; }","duration":"286.628809ms","start":"2026-04-22T09:33:39.262304Z","end":"2026-04-22T09:33:39.548933Z","steps":["trace[1852526150] 'agreement among raft nodes before linearized reading' (duration: 286.569288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.548997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.424978ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:39.549019Z","caller":"traceutil/trace.go:172","msg":"trace[1650533582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:324; }","duration":"290.448379ms","start":"2026-04-22T09:33:39.258567Z","end":"2026-04-22T09:33:39.549015Z","steps":["trace[1650533582] 'agreement among raft nodes before linearized reading' (duration: 290.409638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.549017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.653880Z","time spent":"895.034956ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:39.548754Z","caller":"traceutil/trace.go:172","msg":"trace[518477162] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"1.419453995s","start":"2026-04-22T09:33:38.129295Z","end":"2026-04-22T09:33:39.548749Z","steps":["trace[518477162] 'process raft request' (duration: 1.418896454s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.550235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.129276Z","time spent":"1.419846564s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:39.555555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.022505199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:33:39.555675Z","caller":"traceutil/trace.go:172","msg":"trace[1731405958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:321; }","duration":"2.022649441s","start":"2026-04-22T09:33:37.532998Z","end":"2026-04-22T09:33:39.555647Z","steps":["trace[1731405958] 'agreement among raft nodes before linearized reading' (duration: 2.010926326s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.555736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.532976Z","time spent":"2.022746314s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:39.928075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.212654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:39.928181Z","caller":"traceutil/trace.go:172","msg":"trace[1382121449] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:345; }","duration":"230.422208ms","start":"2026-04-22T09:33:39.697734Z","end":"2026-04-22T09:33:39.928156Z","steps":["trace[1382121449] 'agreement among raft nodes before linearized reading' (duration: 68.969508ms)","trace[1382121449] 'range keys from in-memory index tree' (duration: 161.170864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.928637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.42849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:39.928791Z","caller":"traceutil/trace.go:172","msg":"trace[36405874] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"233.201067ms","start":"2026-04-22T09:33:39.695507Z","end":"2026-04-22T09:33:39.928708Z","steps":["trace[36405874] 'process raft request' (duration: 71.291777ms)","trace[36405874] 'compare' (duration: 161.288587ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:40.049535Z","caller":"traceutil/trace.go:172","msg":"trace[1404476262] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"107.630184ms","start":"2026-04-22T09:33:39.941879Z","end":"2026-04-22T09:33:40.049509Z","steps":["trace[1404476262] 'process raft request' (duration: 101.465245ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:41.402174Z","caller":"traceutil/trace.go:172","msg":"trace[1283873435] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:386; }","duration":"187.531413ms","start":"2026-04-22T09:33:41.214601Z","end":"2026-04-22T09:33:41.402133Z","steps":["trace[1283873435] 'read index received' (duration: 187.520913ms)","trace[1283873435] 'applied index is now lower than readState.Index' (duration: 9.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:41.402875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.232907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:41.402964Z","caller":"traceutil/trace.go:172","msg":"trace[347762701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:366; }","duration":"188.35953ms","start":"2026-04-22T09:33:41.214585Z","end":"2026-04-22T09:33:41.402945Z","steps":["trace[347762701] 'agreement among raft nodes before linearized reading' (duration: 187.677446ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:41.403103Z","caller":"traceutil/trace.go:172","msg":"trace[1606973978] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"211.020638ms","start":"2026-04-22T09:33:41.192059Z","end":"2026-04-22T09:33:41.403080Z","steps":["trace[1606973978] 'process raft request' (duration: 210.201782ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.032142Z","caller":"traceutil/trace.go:172","msg":"trace[296658582] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"105.697669ms","start":"2026-04-22T09:33:42.926415Z","end":"2026-04-22T09:33:43.032113Z","steps":["trace[296658582] 'process raft request' (duration: 105.204759ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.356822Z","caller":"traceutil/trace.go:172","msg":"trace[260289372] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:401; }","duration":"292.548134ms","start":"2026-04-22T09:33:43.064234Z","end":"2026-04-22T09:33:43.356782Z","steps":["trace[260289372] 'read index received' (duration: 292.536264ms)","trace[260289372] 'applied index is now lower than readState.Index' (duration: 9.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.383154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.906731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-22T09:33:43.383243Z","caller":"traceutil/trace.go:172","msg":"trace[490846055] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:381; }","duration":"319.002914ms","start":"2026-04-22T09:33:43.064221Z","end":"2026-04-22T09:33:43.383224Z","steps":["trace[490846055] 'agreement among raft nodes before linearized reading' (duration: 292.712787ms)","trace[490846055] 'range keys from in-memory index tree' (duration: 26.071372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.383278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.064200Z","time spent":"319.070625ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:43.383157Z","caller":"traceutil/trace.go:172","msg":"trace[602979053] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"342.796419ms","start":"2026-04-22T09:33:43.040328Z","end":"2026-04-22T09:33:43.383124Z","steps":["trace[602979053] 'process raft request' (duration: 316.577244ms)","trace[602979053] 'compare' (duration: 25.702886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.384143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.040312Z","time spent":"343.737399ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:43.385750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.099925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-22T09:33:43.385833Z","caller":"traceutil/trace.go:172","msg":"trace[1189590959] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:382; }","duration":"221.193396ms","start":"2026-04-22T09:33:43.164623Z","end":"2026-04-22T09:33:43.385817Z","steps":["trace[1189590959] 'agreement among raft nodes before linearized reading' (duration: 221.039523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.385867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.900569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-22T09:33:43.385914Z","caller":"traceutil/trace.go:172","msg":"trace[155576143] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:382; }","duration":"170.9535ms","start":"2026-04-22T09:33:43.214949Z","end":"2026-04-22T09:33:43.385903Z","steps":["trace[155576143] 'agreement among raft nodes before linearized reading' (duration: 170.780277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.385977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.278594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-22T09:33:43.386094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.916495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:1943"} {"level":"info","ts":"2026-04-22T09:33:43.386107Z","caller":"traceutil/trace.go:172","msg":"trace[693534033] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:382; }","duration":"118.431618ms","start":"2026-04-22T09:33:43.267646Z","end":"2026-04-22T09:33:43.386078Z","steps":["trace[693534033] 'agreement among raft nodes before linearized reading' (duration: 118.0604ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.386125Z","caller":"traceutil/trace.go:172","msg":"trace[2005992717] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:382; }","duration":"227.948435ms","start":"2026-04-22T09:33:43.158170Z","end":"2026-04-22T09:33:43.386119Z","steps":["trace[2005992717] 'agreement among raft nodes before linearized reading' (duration: 227.865104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.386788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.900082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-22T09:33:43.387576Z","caller":"traceutil/trace.go:172","msg":"trace[1203972195] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:382; }","duration":"272.153058ms","start":"2026-04-22T09:33:43.115414Z","end":"2026-04-22T09:33:43.387567Z","steps":["trace[1203972195] 'agreement among raft nodes before linearized reading' (duration: 270.543994ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.386494Z","caller":"traceutil/trace.go:172","msg":"trace[736435534] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"345.222959ms","start":"2026-04-22T09:33:43.041155Z","end":"2026-04-22T09:33:43.386378Z","steps":["trace[736435534] 'process raft request' (duration: 344.911863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.387800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.041128Z","time spent":"346.594938ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2404,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:43.732264Z","caller":"traceutil/trace.go:172","msg":"trace[661358773] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:403; }","duration":"314.968542ms","start":"2026-04-22T09:33:43.417234Z","end":"2026-04-22T09:33:43.732202Z","steps":["trace[661358773] 'read index received' (duration: 314.955271ms)","trace[661358773] 'applied index is now lower than readState.Index' (duration: 11.211µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.897738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.416777ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:43.897814Z","caller":"traceutil/trace.go:172","msg":"trace[717921392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:383; }","duration":"259.511939ms","start":"2026-04-22T09:33:43.638286Z","end":"2026-04-22T09:33:43.897798Z","steps":["trace[717921392] 'range keys from in-memory index tree' (duration: 259.373385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.898008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.771327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-22T09:33:43.898029Z","caller":"traceutil/trace.go:172","msg":"trace[1106737113] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:383; }","duration":"480.796478ms","start":"2026-04-22T09:33:43.417225Z","end":"2026-04-22T09:33:43.898021Z","steps":["trace[1106737113] 'agreement among raft nodes before linearized reading' (duration: 315.073193ms)","trace[1106737113] 'range keys from in-memory index tree' (duration: 165.600802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.898059Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.417188Z","time spent":"480.864499ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:43.898610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.138943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:43.898767Z","caller":"traceutil/trace.go:172","msg":"trace[179825074] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"508.609196ms","start":"2026-04-22T09:33:43.390131Z","end":"2026-04-22T09:33:43.898740Z","steps":["trace[179825074] 'process raft request' (duration: 342.256119ms)","trace[179825074] 'compare' (duration: 165.835506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.898846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.390077Z","time spent":"508.743749ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:43.925957Z","caller":"traceutil/trace.go:172","msg":"trace[1769510953] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:404; }","duration":"193.543022ms","start":"2026-04-22T09:33:43.732369Z","end":"2026-04-22T09:33:43.925912Z","steps":["trace[1769510953] 'read index received' (duration: 193.528932ms)","trace[1769510953] 'applied index is now lower than readState.Index' (duration: 11.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.926238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.655851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:33:43.926331Z","caller":"traceutil/trace.go:172","msg":"trace[529286507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:384; }","duration":"304.775233ms","start":"2026-04-22T09:33:43.621536Z","end":"2026-04-22T09:33:43.926311Z","steps":["trace[529286507] 'agreement among raft nodes before linearized reading' (duration: 304.430986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.926402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.621508Z","time spent":"304.884745ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:43.926384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.259137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-22T09:33:43.926422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.257115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:43.926594Z","caller":"traceutil/trace.go:172","msg":"trace[312403993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:384; }","duration":"310.536501ms","start":"2026-04-22T09:33:43.616045Z","end":"2026-04-22T09:33:43.926581Z","steps":["trace[312403993] 'agreement among raft nodes before linearized reading' (duration: 309.978579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.926664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.616024Z","time spent":"310.627643ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:43.926503Z","caller":"traceutil/trace.go:172","msg":"trace[937801805] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:384; }","duration":"461.401152ms","start":"2026-04-22T09:33:43.465074Z","end":"2026-04-22T09:33:43.926475Z","steps":["trace[937801805] 'agreement among raft nodes before linearized reading' (duration: 461.024804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.926765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.465049Z","time spent":"461.704398ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:43.928540Z","caller":"traceutil/trace.go:172","msg":"trace[1513362405] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"533.690827ms","start":"2026-04-22T09:33:43.394830Z","end":"2026-04-22T09:33:43.928521Z","steps":["trace[1513362405] 'process raft request' (duration: 531.891921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.928653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.394794Z","time spent":"533.78652ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:43.928984Z","caller":"traceutil/trace.go:172","msg":"trace[1624646040] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"533.87533ms","start":"2026-04-22T09:33:43.395084Z","end":"2026-04-22T09:33:43.928959Z","steps":["trace[1624646040] 'process raft request' (duration: 533.242357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.929324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.395076Z","time spent":"534.092355ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:43.930134Z","caller":"traceutil/trace.go:172","msg":"trace[1623840228] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"533.509194ms","start":"2026-04-22T09:33:43.396598Z","end":"2026-04-22T09:33:43.930107Z","steps":["trace[1623840228] 'process raft request' (duration: 532.308239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.930294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.396588Z","time spent":"533.629456ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3924,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:43.931140Z","caller":"traceutil/trace.go:172","msg":"trace[667627750] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"534.377561ms","start":"2026-04-22T09:33:43.396743Z","end":"2026-04-22T09:33:43.931120Z","steps":["trace[667627750] 'process raft request' (duration: 534.179977ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.931200Z","caller":"traceutil/trace.go:172","msg":"trace[303547916] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"534.474083ms","start":"2026-04-22T09:33:43.396710Z","end":"2026-04-22T09:33:43.931184Z","steps":["trace[303547916] 'process raft request' (duration: 532.442152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.932707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.396705Z","time spent":"535.737149ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:43.931407Z","caller":"traceutil/trace.go:172","msg":"trace[1245546799] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"325.785183ms","start":"2026-04-22T09:33:43.605602Z","end":"2026-04-22T09:33:43.931387Z","steps":["trace[1245546799] 'process raft request' (duration: 325.729642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.933542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.605549Z","time spent":"327.786063ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:43.931463Z","caller":"traceutil/trace.go:172","msg":"trace[420317402] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"534.474344ms","start":"2026-04-22T09:33:43.396980Z","end":"2026-04-22T09:33:43.931455Z","steps":["trace[420317402] 'process raft request' (duration: 534.019035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.933903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.396921Z","time spent":"536.951684ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:43.931464Z","caller":"traceutil/trace.go:172","msg":"trace[1919592258] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"534.144666ms","start":"2026-04-22T09:33:43.397306Z","end":"2026-04-22T09:33:43.931451Z","steps":["trace[1919592258] 'process raft request' (duration: 533.759008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.934012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.397267Z","time spent":"536.712308ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:43.931504Z","caller":"traceutil/trace.go:172","msg":"trace[831024163] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"533.420942ms","start":"2026-04-22T09:33:43.398072Z","end":"2026-04-22T09:33:43.931493Z","steps":["trace[831024163] 'process raft request' (duration: 533.062154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.934084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.398063Z","time spent":"535.992244ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2299,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:43.931539Z","caller":"traceutil/trace.go:172","msg":"trace[328846755] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"533.131147ms","start":"2026-04-22T09:33:43.398398Z","end":"2026-04-22T09:33:43.931529Z","steps":["trace[328846755] 'process raft request' (duration: 532.782959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.934290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.398383Z","time spent":"535.814302ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:43.931624Z","caller":"traceutil/trace.go:172","msg":"trace[570357971] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"363.153375ms","start":"2026-04-22T09:33:43.568463Z","end":"2026-04-22T09:33:43.931617Z","steps":["trace[570357971] 'process raft request' (duration: 362.760567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.934604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.568412Z","time spent":"366.155557ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:43.933489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.396684Z","time spent":"536.098917ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:44.082849Z","caller":"traceutil/trace.go:172","msg":"trace[597333990] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:417; }","duration":"105.418872ms","start":"2026-04-22T09:33:43.977389Z","end":"2026-04-22T09:33:44.082808Z","steps":["trace[597333990] 'read index received' (duration: 105.401472ms)","trace[597333990] 'applied index is now lower than readState.Index' (duration: 14.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:44.287127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.120601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-22T09:33:44.287200Z","caller":"traceutil/trace.go:172","msg":"trace[120375485] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:397; }","duration":"352.201173ms","start":"2026-04-22T09:33:43.934977Z","end":"2026-04-22T09:33:44.287179Z","steps":["trace[120375485] 'agreement among raft nodes before linearized reading' (duration: 147.986411ms)","trace[120375485] 'range keys from in-memory index tree' (duration: 204.024599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:44.287227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.934955Z","time spent":"352.265914ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:44.288211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.13155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:44.288479Z","caller":"traceutil/trace.go:172","msg":"trace[1369540293] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"357.718735ms","start":"2026-04-22T09:33:43.930694Z","end":"2026-04-22T09:33:44.288413Z","steps":["trace[1369540293] 'process raft request' (duration: 152.263888ms)","trace[1369540293] 'compare' (duration: 204.014607ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:44.288583Z","caller":"traceutil/trace.go:172","msg":"trace[2046759801] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"352.246603ms","start":"2026-04-22T09:33:43.936305Z","end":"2026-04-22T09:33:44.288551Z","steps":["trace[2046759801] 'process raft request' (duration: 352.039198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:44.288776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.936234Z","time spent":"352.464318ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:44.288777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.930669Z","time spent":"357.91797ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:44.289038Z","caller":"traceutil/trace.go:172","msg":"trace[1667568293] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"307.088391ms","start":"2026-04-22T09:33:43.981923Z","end":"2026-04-22T09:33:44.289011Z","steps":["trace[1667568293] 'process raft request' (duration: 307.019579ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:44.289067Z","caller":"traceutil/trace.go:172","msg":"trace[235494747] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"346.994306ms","start":"2026-04-22T09:33:43.942038Z","end":"2026-04-22T09:33:44.289032Z","steps":["trace[235494747] 'process raft request' (duration: 346.719781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:44.289142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.981903Z","time spent":"307.197704ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:44.289236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.942024Z","time spent":"347.114339ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2372,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:44.289277Z","caller":"traceutil/trace.go:172","msg":"trace[1964821589] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"350.790633ms","start":"2026-04-22T09:33:43.938472Z","end":"2026-04-22T09:33:44.289262Z","steps":["trace[1964821589] 'process raft request' (duration: 350.041718ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:44.289424Z","caller":"traceutil/trace.go:172","msg":"trace[938557156] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"307.492449ms","start":"2026-04-22T09:33:43.981915Z","end":"2026-04-22T09:33:44.289407Z","steps":["trace[938557156] 'process raft request' (duration: 306.979818ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:44.289452Z","caller":"traceutil/trace.go:172","msg":"trace[67615322] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"350.859075ms","start":"2026-04-22T09:33:43.938581Z","end":"2026-04-22T09:33:44.289440Z","steps":["trace[67615322] 'process raft request' (duration: 350.023978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:44.289500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.981826Z","time spent":"307.636492ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:33:44.289618Z","caller":"traceutil/trace.go:172","msg":"trace[529900937] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"351.167491ms","start":"2026-04-22T09:33:43.937755Z","end":"2026-04-22T09:33:44.288922Z","steps":["trace[529900937] 'process raft request' (duration: 350.699002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:44.289682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.938573Z","time spent":"350.941746ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:44.289711Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.937741Z","time spent":"351.918656ms","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2102,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:33:44.289629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.938458Z","time spent":"350.850414ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:44.290004Z","caller":"traceutil/trace.go:172","msg":"trace[1552135084] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"347.826083ms","start":"2026-04-22T09:33:43.942162Z","end":"2026-04-22T09:33:44.289988Z","steps":["trace[1552135084] 'process raft request' (duration: 346.670349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:44.290207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.670225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:44.290266Z","caller":"traceutil/trace.go:172","msg":"trace[779809390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"310.734146ms","start":"2026-04-22T09:33:43.979519Z","end":"2026-04-22T09:33:44.290253Z","steps":["trace[779809390] 'agreement among raft nodes before linearized reading' (duration: 310.632724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:44.290318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.979492Z","time spent":"310.815307ms","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:44.290268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.942119Z","time spent":"348.110308ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:44.290116Z","caller":"traceutil/trace.go:172","msg":"trace[790292768] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:417; }","duration":"207.136931ms","start":"2026-04-22T09:33:44.082960Z","end":"2026-04-22T09:33:44.290097Z","steps":["trace[790292768] 'read index received' (duration: 201.995997ms)","trace[790292768] 'applied index is now lower than readState.Index' (duration: 5.139134ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:44.524238Z","caller":"traceutil/trace.go:172","msg":"trace[1147040588] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"150.596024ms","start":"2026-04-22T09:33:44.373609Z","end":"2026-04-22T09:33:44.524205Z","steps":["trace[1147040588] 'process raft request' (duration: 69.329426ms)","trace[1147040588] 'compare' (duration: 81.012333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:45.115131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.169402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:45.115235Z","caller":"traceutil/trace.go:172","msg":"trace[799968633] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:428; }","duration":"477.295385ms","start":"2026-04-22T09:33:44.637918Z","end":"2026-04-22T09:33:45.115214Z","steps":["trace[799968633] 'range keys from in-memory index tree' (duration: 477.1028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:45.554627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.149589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:45.554767Z","caller":"traceutil/trace.go:172","msg":"trace[420862340] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"151.676995ms","start":"2026-04-22T09:33:45.403058Z","end":"2026-04-22T09:33:45.554735Z","steps":["trace[420862340] 'process raft request' (duration: 37.332402ms)","trace[420862340] 'compare' (duration: 113.969616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:46.523131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.120355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:46.523554Z","caller":"traceutil/trace.go:172","msg":"trace[1292806466] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"363.149857ms","start":"2026-04-22T09:33:46.160372Z","end":"2026-04-22T09:33:46.523522Z","steps":["trace[1292806466] 'read index received' (duration: 44.501µs)","trace[1292806466] 'applied index is now lower than readState.Index' (duration: 363.102766ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:46.523784Z","caller":"traceutil/trace.go:172","msg":"trace[858060937] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"582.790589ms","start":"2026-04-22T09:33:45.940958Z","end":"2026-04-22T09:33:46.523749Z","steps":["trace[858060937] 'process raft request' (duration: 204.931259ms)","trace[858060937] 'compare' (duration: 376.614876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:46.523907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:45.940924Z","time spent":"582.888662ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:46.524345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.974623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-04-22T09:33:46.524399Z","caller":"traceutil/trace.go:172","msg":"trace[431361157] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:431; }","duration":"364.021964ms","start":"2026-04-22T09:33:46.160356Z","end":"2026-04-22T09:33:46.524378Z","steps":["trace[431361157] 'agreement among raft nodes before linearized reading' (duration: 363.81634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:46.524426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:46.160332Z","time spent":"364.086876ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7392,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:46.524820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.357059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:46.524858Z","caller":"traceutil/trace.go:172","msg":"trace[1617506995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:431; }","duration":"231.38832ms","start":"2026-04-22T09:33:46.293454Z","end":"2026-04-22T09:33:46.524842Z","steps":["trace[1617506995] 'agreement among raft nodes before linearized reading' (duration: 231.287148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:46.525187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.461812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:33:46.525237Z","caller":"traceutil/trace.go:172","msg":"trace[1678850248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:431; }","duration":"228.500893ms","start":"2026-04-22T09:33:46.296717Z","end":"2026-04-22T09:33:46.525218Z","steps":["trace[1678850248] 'agreement among raft nodes before linearized reading' (duration: 228.226657ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:46.807127Z","caller":"traceutil/trace.go:172","msg":"trace[134530063] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:456; }","duration":"168.710196ms","start":"2026-04-22T09:33:46.638383Z","end":"2026-04-22T09:33:46.807093Z","steps":["trace[134530063] 'read index received' (duration: 168.703746ms)","trace[134530063] 'applied index is now lower than readState.Index' (duration: 5.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:47.058879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"420.454836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:47.059125Z","caller":"traceutil/trace.go:172","msg":"trace[1108869038] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:435; }","duration":"420.604929ms","start":"2026-04-22T09:33:46.638377Z","end":"2026-04-22T09:33:47.058982Z","steps":["trace[1108869038] 'agreement among raft nodes before linearized reading' (duration: 168.822068ms)","trace[1108869038] 'range keys from in-memory index tree' (duration: 251.592388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:47.059103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.7488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:47.059397Z","caller":"traceutil/trace.go:172","msg":"trace[663894304] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"109.321981ms","start":"2026-04-22T09:33:46.950040Z","end":"2026-04-22T09:33:47.059362Z","steps":["trace[663894304] 'read index received' (duration: 48.361µs)","trace[663894304] 'applied index is now lower than readState.Index' (duration: 109.27175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:47.059513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.473204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:47.059543Z","caller":"traceutil/trace.go:172","msg":"trace[165493535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"109.505554ms","start":"2026-04-22T09:33:46.950027Z","end":"2026-04-22T09:33:47.059533Z","steps":["trace[165493535] 'agreement among raft nodes before linearized reading' (duration: 109.413423ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:47.059524Z","caller":"traceutil/trace.go:172","msg":"trace[1601783226] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"422.15626ms","start":"2026-04-22T09:33:46.637264Z","end":"2026-04-22T09:33:47.059420Z","steps":["trace[1601783226] 'process raft request' (duration: 169.983981ms)","trace[1601783226] 'compare' (duration: 251.425365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:47.059883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:46.637234Z","time spent":"422.511196ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7143,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:02.184682Z","caller":"traceutil/trace.go:172","msg":"trace[1316491767] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"124.862012ms","start":"2026-04-22T09:34:02.059797Z","end":"2026-04-22T09:34:02.184659Z","steps":["trace[1316491767] 'process raft request' (duration: 124.669199ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:02.698642Z","caller":"traceutil/trace.go:172","msg":"trace[1976817573] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"112.638881ms","start":"2026-04-22T09:34:02.585978Z","end":"2026-04-22T09:34:02.698617Z","steps":["trace[1976817573] 'process raft request' (duration: 112.505169ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:06.920706Z","caller":"traceutil/trace.go:172","msg":"trace[618278637] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"132.05367ms","start":"2026-04-22T09:34:06.788617Z","end":"2026-04-22T09:34:06.920670Z","steps":["trace[618278637] 'process raft request' (duration: 131.634173ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:07.198055Z","caller":"traceutil/trace.go:172","msg":"trace[998334328] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:511; }","duration":"151.237205ms","start":"2026-04-22T09:34:07.046781Z","end":"2026-04-22T09:34:07.198018Z","steps":["trace[998334328] 'read index received' (duration: 151.224485ms)","trace[998334328] 'applied index is now lower than readState.Index' (duration: 10.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:07.267329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.519907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:07.267473Z","caller":"traceutil/trace.go:172","msg":"trace[1428494345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"220.68304ms","start":"2026-04-22T09:34:07.046772Z","end":"2026-04-22T09:34:07.267455Z","steps":["trace[1428494345] 'agreement among raft nodes before linearized reading' (duration: 151.396139ms)","trace[1428494345] 'range keys from in-memory index tree' (duration: 69.071007ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:07.267536Z","caller":"traceutil/trace.go:172","msg":"trace[1210092919] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"341.439555ms","start":"2026-04-22T09:34:06.926083Z","end":"2026-04-22T09:34:07.267522Z","steps":["trace[1210092919] 'process raft request' (duration: 341.378394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:07.267658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:06.926071Z","time spent":"341.514577ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:07.268102Z","caller":"traceutil/trace.go:172","msg":"trace[114968985] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"342.777438ms","start":"2026-04-22T09:34:06.925313Z","end":"2026-04-22T09:34:07.268091Z","steps":["trace[114968985] 'process raft request' (duration: 272.868937ms)","trace[114968985] 'compare' (duration: 69.159128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:07.268224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:06.925287Z","time spent":"342.867561ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:11.659566Z","caller":"traceutil/trace.go:172","msg":"trace[554094593] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"370.156436ms","start":"2026-04-22T09:34:11.289385Z","end":"2026-04-22T09:34:11.659541Z","steps":["trace[554094593] 'process raft request' (duration: 369.987024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:11.659765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.289347Z","time spent":"370.325149ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:11.698317Z","caller":"traceutil/trace.go:172","msg":"trace[1138785571] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"407.241377ms","start":"2026-04-22T09:34:11.291046Z","end":"2026-04-22T09:34:11.698287Z","steps":["trace[1138785571] 'process raft request' (duration: 407.069143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:11.698502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.291015Z","time spent":"407.393509ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:12.322464Z","caller":"traceutil/trace.go:172","msg":"trace[1492820386] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"100.660858ms","start":"2026-04-22T09:34:12.221776Z","end":"2026-04-22T09:34:12.322437Z","steps":["trace[1492820386] 'process raft request' (duration: 100.418084ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:15.454426Z","caller":"traceutil/trace.go:172","msg":"trace[1673875851] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"111.120998ms","start":"2026-04-22T09:34:15.343285Z","end":"2026-04-22T09:34:15.454406Z","steps":["trace[1673875851] 'process raft request' (duration: 105.561665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:16.109705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.931012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:16.110322Z","caller":"traceutil/trace.go:172","msg":"trace[864439107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:506; }","duration":"203.564313ms","start":"2026-04-22T09:34:15.906736Z","end":"2026-04-22T09:34:16.110300Z","steps":["trace[864439107] 'range keys from in-memory index tree' (duration: 202.81774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:16.799910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.018559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:16.800033Z","caller":"traceutil/trace.go:172","msg":"trace[1038855001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:507; }","duration":"161.12474ms","start":"2026-04-22T09:34:16.638853Z","end":"2026-04-22T09:34:16.799977Z","steps":["trace[1038855001] 'range keys from in-memory index tree' (duration: 160.900716ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:17.438502Z","caller":"traceutil/trace.go:172","msg":"trace[1602412766] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:535; }","duration":"395.247436ms","start":"2026-04-22T09:34:17.043212Z","end":"2026-04-22T09:34:17.438459Z","steps":["trace[1602412766] 'read index received' (duration: 395.229696ms)","trace[1602412766] 'applied index is now lower than readState.Index' (duration: 14.65µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:17.438650Z","caller":"traceutil/trace.go:172","msg":"trace[1338756831] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"408.462867ms","start":"2026-04-22T09:34:17.030163Z","end":"2026-04-22T09:34:17.438626Z","steps":["trace[1338756831] 'process raft request' (duration: 408.331535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.438739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.496541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:17.438811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.030129Z","time spent":"408.60553ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:17.438826Z","caller":"traceutil/trace.go:172","msg":"trace[185543755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"395.612652ms","start":"2026-04-22T09:34:17.043195Z","end":"2026-04-22T09:34:17.438808Z","steps":["trace[185543755] 'agreement among raft nodes before linearized reading' (duration: 395.421729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.438876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.043153Z","time spent":"395.715243ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:18.014591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.169333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:18.014701Z","caller":"traceutil/trace.go:172","msg":"trace[155620007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"107.296375ms","start":"2026-04-22T09:34:17.907380Z","end":"2026-04-22T09:34:18.014677Z","steps":["trace[155620007] 'agreement among raft nodes before linearized reading' (duration: 55.505459ms)","trace[155620007] 'range keys from in-memory index tree' (duration: 51.598943ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:18.015690Z","caller":"traceutil/trace.go:172","msg":"trace[1822427877] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"164.468972ms","start":"2026-04-22T09:34:17.851191Z","end":"2026-04-22T09:34:18.015660Z","steps":["trace[1822427877] 'process raft request' (duration: 164.403401ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:18.015854Z","caller":"traceutil/trace.go:172","msg":"trace[431225148] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"234.712607ms","start":"2026-04-22T09:34:17.781036Z","end":"2026-04-22T09:34:18.015749Z","steps":["trace[431225148] 'process raft request' (duration: 181.863464ms)","trace[431225148] 'compare' (duration: 52.418716ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:20.656452Z","caller":"traceutil/trace.go:172","msg":"trace[1458673127] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"171.271965ms","start":"2026-04-22T09:34:20.485153Z","end":"2026-04-22T09:34:20.656425Z","steps":["trace[1458673127] 'process raft request' (duration: 171.072432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:23.958970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.381592ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:23.959075Z","caller":"traceutil/trace.go:172","msg":"trace[1955022671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:522; }","duration":"320.516774ms","start":"2026-04-22T09:34:23.638530Z","end":"2026-04-22T09:34:23.959047Z","steps":["trace[1955022671] 'range keys from in-memory index tree' (duration: 319.274004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:24.264515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.26185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:24.264913Z","caller":"traceutil/trace.go:172","msg":"trace[567732534] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"150.140902ms","start":"2026-04-22T09:34:24.114719Z","end":"2026-04-22T09:34:24.264860Z","steps":["trace[567732534] 'process raft request' (duration: 19.430025ms)","trace[567732534] 'compare' (duration: 130.115898ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:25.694932Z","caller":"traceutil/trace.go:172","msg":"trace[657394719] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"149.835406ms","start":"2026-04-22T09:34:25.545068Z","end":"2026-04-22T09:34:25.694904Z","steps":["trace[657394719] 'process raft request' (duration: 149.661903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:26.392483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.461182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T09:34:26.392595Z","caller":"traceutil/trace.go:172","msg":"trace[1566478850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"118.589344ms","start":"2026-04-22T09:34:26.273983Z","end":"2026-04-22T09:34:26.392572Z","steps":["trace[1566478850] 'range keys from in-memory index tree' (duration: 118.259048ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:26.670652Z","caller":"traceutil/trace.go:172","msg":"trace[1145083033] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"273.046213ms","start":"2026-04-22T09:34:26.397575Z","end":"2026-04-22T09:34:26.670621Z","steps":["trace[1145083033] 'process raft request' (duration: 272.781399ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:27.076302Z","caller":"traceutil/trace.go:172","msg":"trace[1350975433] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"326.718479ms","start":"2026-04-22T09:34:26.749491Z","end":"2026-04-22T09:34:27.076210Z","steps":["trace[1350975433] 'process raft request' (duration: 266.782152ms)","trace[1350975433] 'compare' (duration: 59.414148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:27.078060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:26.749458Z","time spent":"328.260163ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:27.811929Z","caller":"traceutil/trace.go:172","msg":"trace[1125697679] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"110.710919ms","start":"2026-04-22T09:34:27.701194Z","end":"2026-04-22T09:34:27.811905Z","steps":["trace[1125697679] 'process raft request' (duration: 110.594527ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:28.000470Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"eb6db91b2c71522f switched to configuration voters=(16964418897735406127) learners=(13360562672580339083)"} {"level":"info","ts":"2026-04-22T09:34:28.000615Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","added-peer-id":"b96a40f6a27ea58b","added-peer-peer-urls":["https://199.19.213.143:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:34:28.000657Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.000714Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.000792Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.000857Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.000879Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.000893Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.000870Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.000897Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b","remote-peer-urls":["https://199.19.213.143:2380"]} {"level":"info","ts":"2026-04-22T09:34:28.000951Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"eb6db91b2c71522f","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:28.254268Z","caller":"traceutil/trace.go:172","msg":"trace[413309850] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:562; }","duration":"200.181015ms","start":"2026-04-22T09:34:28.054046Z","end":"2026-04-22T09:34:28.254227Z","steps":["trace[413309850] 'read index received' (duration: 200.166105ms)","trace[413309850] 'applied index is now lower than readState.Index' (duration: 12.26µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:28.254500Z","caller":"traceutil/trace.go:172","msg":"trace[1586901669] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"213.920533ms","start":"2026-04-22T09:34:28.040549Z","end":"2026-04-22T09:34:28.254470Z","steps":["trace[1586901669] 'process raft request' (duration: 213.74216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:28.254674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.368194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T09:34:28.254715Z","caller":"traceutil/trace.go:172","msg":"trace[1086451804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:532; }","duration":"125.430976ms","start":"2026-04-22T09:34:28.129276Z","end":"2026-04-22T09:34:28.254707Z","steps":["trace[1086451804] 'agreement among raft nodes before linearized reading' (duration: 125.236662ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:34:28.257226Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:34:28.619512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.800186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:28.619731Z","caller":"traceutil/trace.go:172","msg":"trace[493350301] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"359.666373ms","start":"2026-04-22T09:34:28.260041Z","end":"2026-04-22T09:34:28.619708Z","steps":["trace[493350301] 'process raft request' (duration: 97.562263ms)","trace[493350301] 'compare' (duration: 261.569461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:28.620250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:28.260011Z","time spent":"360.140491ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-04-22T09:34:28.622169Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:34:28.925628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.74174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:28.925776Z","caller":"traceutil/trace.go:172","msg":"trace[2054395700] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"117.402348ms","start":"2026-04-22T09:34:28.808349Z","end":"2026-04-22T09:34:28.925752Z","steps":["trace[2054395700] 'read index received' (duration: 35.6µs)","trace[2054395700] 'applied index is now lower than readState.Index' (duration: 117.365338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:28.925914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.5388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:28.925996Z","caller":"traceutil/trace.go:172","msg":"trace[1659363869] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:534; }","duration":"117.640731ms","start":"2026-04-22T09:34:28.808343Z","end":"2026-04-22T09:34:28.925984Z","steps":["trace[1659363869] 'agreement among raft nodes before linearized reading' (duration: 117.494509ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:28.926089Z","caller":"traceutil/trace.go:172","msg":"trace[1075141282] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"244.972608ms","start":"2026-04-22T09:34:28.680852Z","end":"2026-04-22T09:34:28.925824Z","steps":["trace[1075141282] 'process raft request' (duration: 91.942853ms)","trace[1075141282] 'compare' (duration: 152.594158ms)"],"step_count":2} {"level":"error","ts":"2026-04-22T09:34:29.055850Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:34:29.524158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.78587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:29.524237Z","caller":"traceutil/trace.go:172","msg":"trace[1003140288] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:535; }","duration":"109.901122ms","start":"2026-04-22T09:34:29.414321Z","end":"2026-04-22T09:34:29.524222Z","steps":["trace[1003140288] 'range keys from in-memory index tree' (duration: 109.566287ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:34:29.558101Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:34:30.056431Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:34:30.554783Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:34:31.056661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.148539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:31.056756Z","caller":"traceutil/trace.go:172","msg":"trace[523693111] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:537; }","duration":"322.24688ms","start":"2026-04-22T09:34:30.734468Z","end":"2026-04-22T09:34:31.056715Z","steps":["trace[523693111] 'agreement among raft nodes before linearized reading' (duration: 24.76722ms)","trace[523693111] 'range keys from in-memory index tree' (duration: 297.343087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:31.056793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.734436Z","time spent":"322.349541ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:31.128234Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.232017ms"} {"level":"warn","ts":"2026-04-22T09:34:31.220643Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.143:2380/version","remote-member-id":"b96a40f6a27ea58b","error":"Get \"https://199.19.213.143:2380/version\": dial tcp 199.19.213.143:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:34:31.220745Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"b96a40f6a27ea58b","error":"Get \"https://199.19.213.143:2380/version\": dial tcp 199.19.213.143:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:34:31.294408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.159473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T09:34:31.294658Z","caller":"traceutil/trace.go:172","msg":"trace[1830640591] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"535.442728ms","start":"2026-04-22T09:34:30.759193Z","end":"2026-04-22T09:34:31.294636Z","steps":["trace[1830640591] 'read index received' (duration: 68.751µs)","trace[1830640591] 'applied index is now lower than readState.Index' (duration: 535.370677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:31.294876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.777324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:31.295145Z","caller":"traceutil/trace.go:172","msg":"trace[790036343] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:537; }","duration":"550.055648ms","start":"2026-04-22T09:34:30.745063Z","end":"2026-04-22T09:34:31.295118Z","steps":["trace[790036343] 'agreement among raft nodes before linearized reading' (duration: 549.620821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.295191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.745023Z","time spent":"550.156519ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:31.295062Z","caller":"traceutil/trace.go:172","msg":"trace[945986490] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"391.944353ms","start":"2026-04-22T09:34:30.903091Z","end":"2026-04-22T09:34:31.295035Z","steps":["trace[945986490] 'process raft request' (duration: 391.459346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.295456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.903049Z","time spent":"392.29849ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:31.295704Z","caller":"traceutil/trace.go:172","msg":"trace[2067073604] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"144.792954ms","start":"2026-04-22T09:34:31.150805Z","end":"2026-04-22T09:34:31.295597Z","steps":["trace[2067073604] 'process raft request' (duration: 144.361528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.295831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.164923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:31.295956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.257106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:31.296020Z","caller":"traceutil/trace.go:172","msg":"trace[999518271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:539; }","duration":"305.299417ms","start":"2026-04-22T09:34:30.990686Z","end":"2026-04-22T09:34:31.295985Z","steps":["trace[999518271] 'agreement among raft nodes before linearized reading' (duration: 305.115313ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:31.296035Z","caller":"traceutil/trace.go:172","msg":"trace[1888529074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"388.313917ms","start":"2026-04-22T09:34:30.907643Z","end":"2026-04-22T09:34:31.295957Z","steps":["trace[1888529074] 'agreement among raft nodes before linearized reading' (duration: 388.102452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.296052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.990620Z","time spent":"305.423799ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:31.296105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.907614Z","time spent":"388.466858ms","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"error","ts":"2026-04-22T09:34:31.297803Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:34:31.555623Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:34:31.854938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.39682ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:31.855061Z","caller":"traceutil/trace.go:172","msg":"trace[22382768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:540; }","duration":"216.550332ms","start":"2026-04-22T09:34:31.638488Z","end":"2026-04-22T09:34:31.855039Z","steps":["trace[22382768] 'range keys from in-memory index tree' (duration: 216.317828ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:31.950569Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:31.950692Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:31.952338Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:31.962531Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"b96a40f6a27ea58b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:34:31.962613Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:31.963781Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"b96a40f6a27ea58b","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:34:31.963901Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.034881Z","caller":"traceutil/trace.go:172","msg":"trace[2109856660] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:572; }","duration":"128.69884ms","start":"2026-04-22T09:34:31.906146Z","end":"2026-04-22T09:34:32.034844Z","steps":["trace[2109856660] 'read index received' (duration: 128.68711ms)","trace[2109856660] 'applied index is now lower than readState.Index' (duration: 9.51µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:32.035327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.172368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.035412Z","caller":"traceutil/trace.go:172","msg":"trace[1743715900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"129.273119ms","start":"2026-04-22T09:34:31.906121Z","end":"2026-04-22T09:34:32.035394Z","steps":["trace[1743715900] 'agreement among raft nodes before linearized reading' (duration: 128.898173ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:32.035478Z","caller":"traceutil/trace.go:172","msg":"trace[1165920257] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"140.14739ms","start":"2026-04-22T09:34:31.895299Z","end":"2026-04-22T09:34:32.035447Z","steps":["trace[1165920257] 'process raft request' (duration: 139.666172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.036598Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.192121ms"} {"level":"error","ts":"2026-04-22T09:34:32.053453Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:34:32.345105Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"eb6db91b2c71522f","to":"b96a40f6a27ea58b","bytes":921611,"size":"922 kB"} {"level":"warn","ts":"2026-04-22T09:34:32.345418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.159031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.345468Z","caller":"traceutil/trace.go:172","msg":"trace[317112618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"308.229541ms","start":"2026-04-22T09:34:32.037217Z","end":"2026-04-22T09:34:32.345446Z","steps":["trace[317112618] 'range keys from in-memory index tree' (duration: 308.038319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.345517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:32.036967Z","time spent":"308.540467ms","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:32.345494Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":574,"remote-peer-id":"b96a40f6a27ea58b","bytes":921611,"size":"922 kB"} {"level":"info","ts":"2026-04-22T09:34:32.351002Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":913408,"size":"913 kB"} {"level":"info","ts":"2026-04-22T09:34:32.360089Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":574,"remote-peer-id":"b96a40f6a27ea58b","bytes":921611,"size":"922 kB"} {"level":"warn","ts":"2026-04-22T09:34:32.372579Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:32.372611Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b","error":"EOF"} {"level":"info","ts":"2026-04-22T09:34:32.382513Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.382692Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"b96a40f6a27ea58b","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T09:34:32.382785Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.382800Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.383148Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.419266Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"b96a40f6a27ea58b","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T09:34:32.419292Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.419310Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.611108Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"eb6db91b2c71522f switched to configuration voters=(13360562672580339083 16964418897735406127)"} {"level":"info","ts":"2026-04-22T09:34:32.611354Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","promoted-member-id":"b96a40f6a27ea58b"} {"level":"info","ts":"2026-04-22T09:34:32.611506Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"eb6db91b2c71522f","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"b96a40f6a27ea58b"} {"level":"warn","ts":"2026-04-22T09:34:33.524645Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.242784ms"} {"level":"info","ts":"2026-04-22T09:34:33.524987Z","caller":"traceutil/trace.go:172","msg":"trace[1317705845] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"222.04706ms","start":"2026-04-22T09:34:33.302919Z","end":"2026-04-22T09:34:33.524966Z","steps":["trace[1317705845] 'process raft request' (duration: 221.887217ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:33.526084Z","caller":"traceutil/trace.go:172","msg":"trace[316477371] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:577; }","duration":"197.489667ms","start":"2026-04-22T09:34:33.328578Z","end":"2026-04-22T09:34:33.526068Z","steps":["trace[316477371] 'read index received' (duration: 197.483867ms)","trace[316477371] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:33.526311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.70938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:33.526354Z","caller":"traceutil/trace.go:172","msg":"trace[2092283286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:543; }","duration":"197.769882ms","start":"2026-04-22T09:34:33.328571Z","end":"2026-04-22T09:34:33.526341Z","steps":["trace[2092283286] 'agreement among raft nodes before linearized reading' (duration: 197.609138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:33.527401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.257984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:33.527455Z","caller":"traceutil/trace.go:172","msg":"trace[216402694] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:543; }","duration":"163.310284ms","start":"2026-04-22T09:34:33.364128Z","end":"2026-04-22T09:34:33.527438Z","steps":["trace[216402694] 'agreement among raft nodes before linearized reading' (duration: 163.229563ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:33.655629Z","caller":"traceutil/trace.go:172","msg":"trace[1817334151] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"124.402349ms","start":"2026-04-22T09:34:33.531202Z","end":"2026-04-22T09:34:33.655604Z","steps":["trace[1817334151] 'process raft request' (duration: 67.104006ms)","trace[1817334151] 'compare' (duration: 57.170081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:35.142518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.099801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.142668Z","caller":"traceutil/trace.go:172","msg":"trace[1865734996] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:546; }","duration":"239.265153ms","start":"2026-04-22T09:34:34.903382Z","end":"2026-04-22T09:34:35.142647Z","steps":["trace[1865734996] 'range keys from in-memory index tree' (duration: 237.979453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.143196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.913007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.143307Z","caller":"traceutil/trace.go:172","msg":"trace[2126474613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"237.057409ms","start":"2026-04-22T09:34:34.906228Z","end":"2026-04-22T09:34:35.143286Z","steps":["trace[2126474613] 'range keys from in-memory index tree' (duration: 235.870641ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:36.182638Z","caller":"traceutil/trace.go:172","msg":"trace[2101200346] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"106.441079ms","start":"2026-04-22T09:34:36.076166Z","end":"2026-04-22T09:34:36.182607Z","steps":["trace[2101200346] 'process raft request' (duration: 106.198684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.290529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.899368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.290621Z","caller":"traceutil/trace.go:172","msg":"trace[1306133211] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:552; }","duration":"481.020959ms","start":"2026-04-22T09:34:37.809585Z","end":"2026-04-22T09:34:38.290606Z","steps":["trace[1306133211] 'range keys from in-memory index tree' (duration: 480.011064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.290667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.809557Z","time spent":"481.10233ms","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:38.290647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.781799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:38.290721Z","caller":"traceutil/trace.go:172","msg":"trace[25549799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"535.87204ms","start":"2026-04-22T09:34:37.754830Z","end":"2026-04-22T09:34:38.290702Z","steps":["trace[25549799] 'range keys from in-memory index tree' (duration: 534.354168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.290757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.754741Z","time spent":"536.005412ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:38.290915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.683443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.290944Z","caller":"traceutil/trace.go:172","msg":"trace[1062765646] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:552; }","duration":"431.712873ms","start":"2026-04-22T09:34:37.859222Z","end":"2026-04-22T09:34:38.290935Z","steps":["trace[1062765646] 'range keys from in-memory index tree' (duration: 430.514075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.290969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.859184Z","time spent":"431.776133ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:38.290952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"387.454354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.291012Z","caller":"traceutil/trace.go:172","msg":"trace[1215665618] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:552; }","duration":"387.532385ms","start":"2026-04-22T09:34:37.903467Z","end":"2026-04-22T09:34:38.290999Z","steps":["trace[1215665618] 'range keys from in-memory index tree' (duration: 386.414309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.291052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.903416Z","time spent":"387.620966ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:38.291091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.485294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.291128Z","caller":"traceutil/trace.go:172","msg":"trace[2096234004] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:552; }","duration":"297.523616ms","start":"2026-04-22T09:34:37.993598Z","end":"2026-04-22T09:34:38.291121Z","steps":["trace[2096234004] 'range keys from in-memory index tree' (duration: 296.083533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.301744Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.015081ms"} {"level":"info","ts":"2026-04-22T09:34:38.302352Z","caller":"traceutil/trace.go:172","msg":"trace[860902517] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"113.037767ms","start":"2026-04-22T09:34:38.189279Z","end":"2026-04-22T09:34:38.302317Z","steps":["trace[860902517] 'process raft request' (duration: 112.58633ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:38.346073Z","caller":"traceutil/trace.go:172","msg":"trace[1141740686] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:588; }","duration":"152.705463ms","start":"2026-04-22T09:34:38.193321Z","end":"2026-04-22T09:34:38.346026Z","steps":["trace[1141740686] 'read index received' (duration: 152.683432ms)","trace[1141740686] 'applied index is now lower than readState.Index' (duration: 12.581µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:38.346318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.961486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.346374Z","caller":"traceutil/trace.go:172","msg":"trace[644517713] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:554; }","duration":"153.055407ms","start":"2026-04-22T09:34:38.193304Z","end":"2026-04-22T09:34:38.346360Z","steps":["trace[644517713] 'agreement among raft nodes before linearized reading' (duration: 152.888305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.623703Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"24.957596ms"} {"level":"info","ts":"2026-04-22T09:34:38.624035Z","caller":"traceutil/trace.go:172","msg":"trace[406782460] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"128.559254ms","start":"2026-04-22T09:34:38.495430Z","end":"2026-04-22T09:34:38.623990Z","steps":["trace[406782460] 'process raft request' (duration: 128.27558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.056904Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.365444ms"} {"level":"info","ts":"2026-04-22T09:34:39.057314Z","caller":"traceutil/trace.go:172","msg":"trace[1798312303] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"202.297147ms","start":"2026-04-22T09:34:38.854993Z","end":"2026-04-22T09:34:39.057290Z","steps":["trace[1798312303] 'process raft request' (duration: 202.051613ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:39.242566Z","caller":"traceutil/trace.go:172","msg":"trace[866229711] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:591; }","duration":"337.222737ms","start":"2026-04-22T09:34:38.905314Z","end":"2026-04-22T09:34:39.242537Z","steps":["trace[866229711] 'read index received' (duration: 337.211607ms)","trace[866229711] 'applied index is now lower than readState.Index' (duration: 8.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:39.319621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.253479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:39.320477Z","caller":"traceutil/trace.go:172","msg":"trace[1637016559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"415.162753ms","start":"2026-04-22T09:34:38.905288Z","end":"2026-04-22T09:34:39.320450Z","steps":["trace[1637016559] 'agreement among raft nodes before linearized reading' (duration: 337.355469ms)","trace[1637016559] 'range keys from in-memory index tree' (duration: 76.854139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:39.320532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:38.905252Z","time spent":"415.265254ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:39.321638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.336696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:39.321713Z","caller":"traceutil/trace.go:172","msg":"trace[1619538225] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:556; }","duration":"364.411228ms","start":"2026-04-22T09:34:38.957281Z","end":"2026-04-22T09:34:39.321692Z","steps":["trace[1619538225] 'agreement among raft nodes before linearized reading' (duration: 364.294025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.321758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:38.957235Z","time spent":"364.510209ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:39.817067Z","caller":"traceutil/trace.go:172","msg":"trace[2057038153] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"154.369399ms","start":"2026-04-22T09:34:39.662670Z","end":"2026-04-22T09:34:39.817039Z","steps":["trace[2057038153] 'process raft request' (duration: 154.150156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:40.942445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.263007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:40.942545Z","caller":"traceutil/trace.go:172","msg":"trace[325185385] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:559; }","duration":"524.377789ms","start":"2026-04-22T09:34:40.418147Z","end":"2026-04-22T09:34:40.942525Z","steps":["trace[325185385] 'range keys from in-memory index tree' (duration: 523.03538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:40.942306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.432114ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:40.942591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.418115Z","time spent":"524.464891ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:40.942628Z","caller":"traceutil/trace.go:172","msg":"trace[589637619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:559; }","duration":"304.77485ms","start":"2026-04-22T09:34:40.637837Z","end":"2026-04-22T09:34:40.942612Z","steps":["trace[589637619] 'range keys from in-memory index tree' (duration: 304.382023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:40.943063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.05346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:41.033827Z","caller":"traceutil/trace.go:172","msg":"trace[1082411104] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:595; }","duration":"130.629218ms","start":"2026-04-22T09:34:40.903167Z","end":"2026-04-22T09:34:41.033796Z","steps":["trace[1082411104] 'read index received' (duration: 1.048556ms)","trace[1082411104] 'applied index is now lower than readState.Index' (duration: 129.578102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:41.034111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.927333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.034164Z","caller":"traceutil/trace.go:172","msg":"trace[1224086075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"131.007844ms","start":"2026-04-22T09:34:40.903146Z","end":"2026-04-22T09:34:41.034154Z","steps":["trace[1224086075] 'agreement among raft nodes before linearized reading' (duration: 130.878721ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:41.245064Z","caller":"traceutil/trace.go:172","msg":"trace[1631555340] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"159.569739ms","start":"2026-04-22T09:34:41.085470Z","end":"2026-04-22T09:34:41.245039Z","steps":["trace[1631555340] 'process raft request' (duration: 159.392887ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:42.490422Z","caller":"traceutil/trace.go:172","msg":"trace[1145631907] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:604; }","duration":"102.692105ms","start":"2026-04-22T09:34:42.387705Z","end":"2026-04-22T09:34:42.490397Z","steps":["trace[1145631907] 'read index received' (duration: 102.684665ms)","trace[1145631907] 'applied index is now lower than readState.Index' (duration: 5.92µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:42.492193Z","caller":"traceutil/trace.go:172","msg":"trace[1076143291] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"141.512339ms","start":"2026-04-22T09:34:42.350651Z","end":"2026-04-22T09:34:42.492163Z","steps":["trace[1076143291] 'process raft request' (duration: 138.357082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:42.492220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.485192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:42.492304Z","caller":"traceutil/trace.go:172","msg":"trace[1859298415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"104.592793ms","start":"2026-04-22T09:34:42.387699Z","end":"2026-04-22T09:34:42.492292Z","steps":["trace[1859298415] 'agreement among raft nodes before linearized reading' (duration: 102.807137ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:42.500530Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-22T09:34:44.687802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.17911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:44.687895Z","caller":"traceutil/trace.go:172","msg":"trace[2006235477] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"178.859462ms","start":"2026-04-22T09:34:44.509021Z","end":"2026-04-22T09:34:44.687881Z","steps":["trace[2006235477] 'process raft request' (duration: 71.534229ms)","trace[2006235477] 'compare' (duration: 107.092919ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:02.361100Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"eb6db91b2c71522f","to":"b96a40f6a27ea58b","bytes":921611,"size":"922 kB","took":"30.015994138s"} {"level":"info","ts":"2026-04-22T09:35:06.068544Z","caller":"traceutil/trace.go:172","msg":"trace[1134669111] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"124.013112ms","start":"2026-04-22T09:35:05.944502Z","end":"2026-04-22T09:35:06.068515Z","steps":["trace[1134669111] 'process raft request' (duration: 123.788188ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:07.002057Z","caller":"traceutil/trace.go:172","msg":"trace[475239540] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:707; }","duration":"162.79388ms","start":"2026-04-22T09:35:06.839236Z","end":"2026-04-22T09:35:07.002030Z","steps":["trace[475239540] 'read index received' (duration: 162.787039ms)","trace[475239540] 'applied index is now lower than readState.Index' (duration: 5.721µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:07.123902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.218661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:35:07.123911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.645034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:35:07.124178Z","caller":"traceutil/trace.go:172","msg":"trace[2073483024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:659; }","duration":"284.934968ms","start":"2026-04-22T09:35:06.839216Z","end":"2026-04-22T09:35:07.124151Z","steps":["trace[2073483024] 'agreement among raft nodes before linearized reading' (duration: 162.912001ms)","trace[2073483024] 'range keys from in-memory index tree' (duration: 121.548791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:07.521212Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"273.693957ms"} {"level":"info","ts":"2026-04-22T09:35:07.526289Z","caller":"traceutil/trace.go:172","msg":"trace[1358445483] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:709; }","duration":"363.920771ms","start":"2026-04-22T09:35:07.162350Z","end":"2026-04-22T09:35:07.526271Z","steps":["trace[1358445483] 'read index received' (duration: 363.91277ms)","trace[1358445483] 'applied index is now lower than readState.Index' (duration: 6.691µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:07.526425Z","caller":"traceutil/trace.go:172","msg":"trace[1716087999] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"394.450914ms","start":"2026-04-22T09:35:07.131967Z","end":"2026-04-22T09:35:07.526418Z","steps":["trace[1716087999] 'process raft request' (duration: 394.289912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:07.526519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.131941Z","time spent":"394.511775ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:35:07.802480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.123479ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T09:35:07.802615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"640.206943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:35:07.802486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.206433ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:07.802750Z","caller":"traceutil/trace.go:172","msg":"trace[822126611] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:662; }","duration":"640.382355ms","start":"2026-04-22T09:35:07.162342Z","end":"2026-04-22T09:35:07.802724Z","steps":["trace[822126611] 'agreement among raft nodes before linearized reading' (duration: 364.052982ms)","trace[822126611] 'range keys from in-memory index tree' (duration: 276.135431ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:07.802882Z","caller":"traceutil/trace.go:172","msg":"trace[2104798411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:662; }","duration":"164.602389ms","start":"2026-04-22T09:35:07.638244Z","end":"2026-04-22T09:35:07.802846Z","steps":["trace[2104798411] 'range keys from in-memory index tree' (duration: 164.144242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:07.802866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.307421Z","time spent":"495.429389ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T09:35:07.802938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.294255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:35:07.802763Z","caller":"traceutil/trace.go:172","msg":"trace[1479525616] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:710; }","duration":"276.398704ms","start":"2026-04-22T09:35:07.526343Z","end":"2026-04-22T09:35:07.802742Z","steps":["trace[1479525616] 'read index received' (duration: 1.024694ms)","trace[1479525616] 'applied index is now lower than readState.Index' (duration: 275.37278ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:07.802978Z","caller":"traceutil/trace.go:172","msg":"trace[1359348163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:662; }","duration":"374.339526ms","start":"2026-04-22T09:35:07.428628Z","end":"2026-04-22T09:35:07.802967Z","steps":["trace[1359348163] 'agreement among raft nodes before linearized reading' (duration: 374.171404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:07.803009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.428585Z","time spent":"374.416046ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:35:07.802916Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.162313Z","time spent":"640.581607ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:35:20.917196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.757366ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T09:35:21.334773Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"36.245425ms"} {"level":"info","ts":"2026-04-22T09:35:21.779464Z","caller":"traceutil/trace.go:172","msg":"trace[557337277] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"154.82599ms","start":"2026-04-22T09:35:21.624605Z","end":"2026-04-22T09:35:21.779431Z","steps":["trace[557337277] 'process raft request' (duration: 154.457846ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:21.780281Z","caller":"traceutil/trace.go:172","msg":"trace[1004178736] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:757; }","duration":"142.18551ms","start":"2026-04-22T09:35:21.638080Z","end":"2026-04-22T09:35:21.780266Z","steps":["trace[1004178736] 'read index received' (duration: 142.18049ms)","trace[1004178736] 'applied index is now lower than readState.Index' (duration: 4.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:21.780374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.274242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:21.780420Z","caller":"traceutil/trace.go:172","msg":"trace[2092554329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:702; }","duration":"142.323673ms","start":"2026-04-22T09:35:21.638072Z","end":"2026-04-22T09:35:21.780396Z","steps":["trace[2092554329] 'agreement among raft nodes before linearized reading' (duration: 142.253512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:22.216222Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.60178ms"} {"level":"info","ts":"2026-04-22T09:35:22.216571Z","caller":"traceutil/trace.go:172","msg":"trace[455159827] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"230.677503ms","start":"2026-04-22T09:35:21.985869Z","end":"2026-04-22T09:35:22.216546Z","steps":["trace[455159827] 'process raft request' (duration: 230.496121ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:28.967108Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"eb6db91b2c71522f switched to configuration voters=(13360562672580339083 16964418897735406127) learners=(1332073352022534722)"} {"level":"info","ts":"2026-04-22T09:35:28.967623Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","added-peer-id":"127c79a7f2112a42","added-peer-peer-urls":["https://199.19.213.133:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:35:28.967687Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:28.967730Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:28.968266Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:28.968299Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:28.968335Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42","remote-peer-urls":["https://199.19.213.133:2380"]} {"level":"info","ts":"2026-04-22T09:35:28.968316Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:28.968365Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:28.968354Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"error","ts":"2026-04-22T09:35:29.036677Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:35:29.036801Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"127c79a7f2112a42","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:35:29.525661Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:35:30.026039Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:35:30.523395Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.133:37816","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T09:35:30.524408Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:35:30.524531Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"127c79a7f2112a42","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:35:31.025016Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:35:31.263551Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.133:2380/version","remote-member-id":"127c79a7f2112a42","error":"Get \"https://199.19.213.133:2380/version\": dial tcp 199.19.213.133:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:35:31.263655Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"127c79a7f2112a42","error":"Get \"https://199.19.213.133:2380/version\": dial tcp 199.19.213.133:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:35:31.533889Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:35:31.534054Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"127c79a7f2112a42","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:35:32.024562Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:35:32.535297Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:35:32.535393Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"127c79a7f2112a42","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:35:33.025755Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:35:33.523224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.133:37874","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T09:35:33.524378Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:35:33.524456Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"127c79a7f2112a42","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:35:33.968860Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"127c79a7f2112a42","rtt":"0s","error":"dial tcp 199.19.213.133:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:35:33.968804Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"127c79a7f2112a42","rtt":"0s","error":"dial tcp 199.19.213.133:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:35:34.025882Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:35:34.093750Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.093862Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.097178Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.103167Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"127c79a7f2112a42","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:35:34.103244Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.107259Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"eb6db91b2c71522f","to":"127c79a7f2112a42","bytes":1176111,"size":"1.2 MB"} {"level":"info","ts":"2026-04-22T09:35:34.107359Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":795,"remote-peer-id":"127c79a7f2112a42","bytes":1176111,"size":"1.2 MB"} {"level":"info","ts":"2026-04-22T09:35:34.110473Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"127c79a7f2112a42","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:35:34.110503Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.111987Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1167360,"size":"1.2 MB"} {"level":"info","ts":"2026-04-22T09:35:34.129006Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":795,"remote-peer-id":"127c79a7f2112a42","bytes":1176111,"size":"1.2 MB"} {"level":"warn","ts":"2026-04-22T09:35:34.149516Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:35:34.149917Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42","error":"EOF"} {"level":"info","ts":"2026-04-22T09:35:34.172082Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"127c79a7f2112a42","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T09:35:34.172210Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.172225Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.172940Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"eb6db91b2c71522f","to":"127c79a7f2112a42","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T09:35:34.173029Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.173046Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.185315Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.185752Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"eb6db91b2c71522f","remote-peer-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.528196Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"eb6db91b2c71522f switched to configuration voters=(1332073352022534722 13360562672580339083 16964418897735406127)"} {"level":"info","ts":"2026-04-22T09:35:34.528520Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","promoted-member-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:34.528650Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"eb6db91b2c71522f","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"127c79a7f2112a42"} {"level":"info","ts":"2026-04-22T09:35:36.308673Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-22T09:35:40.871971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.143613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T09:35:41.119427Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"20.989689ms"} {"level":"warn","ts":"2026-04-22T09:35:41.119650Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"127c79a7f2112a42","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.215872ms"} {"level":"info","ts":"2026-04-22T09:35:41.119859Z","caller":"traceutil/trace.go:172","msg":"trace[1635461027] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"212.164775ms","start":"2026-04-22T09:35:40.907661Z","end":"2026-04-22T09:35:41.119826Z","steps":["trace[1635461027] 'process raft request' (duration: 211.933982ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:44.240075Z","caller":"traceutil/trace.go:172","msg":"trace[90644213] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:895; }","duration":"209.849589ms","start":"2026-04-22T09:35:44.030189Z","end":"2026-04-22T09:35:44.240038Z","steps":["trace[90644213] 'read index received' (duration: 209.839889ms)","trace[90644213] 'applied index is now lower than readState.Index' (duration: 7.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:44.265668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.462328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:35:44.265728Z","caller":"traceutil/trace.go:172","msg":"trace[174342534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:826; }","duration":"235.542939ms","start":"2026-04-22T09:35:44.030172Z","end":"2026-04-22T09:35:44.265715Z","steps":["trace[174342534] 'agreement among raft nodes before linearized reading' (duration: 209.995231ms)","trace[174342534] 'range keys from in-memory index tree' (duration: 25.369166ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:45.159868Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-22T09:36:00.587982Z","caller":"traceutil/trace.go:172","msg":"trace[1922001321] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"148.372755ms","start":"2026-04-22T09:36:00.439580Z","end":"2026-04-22T09:36:00.587953Z","steps":["trace[1922001321] 'process raft request' (duration: 148.150542ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:00.588808Z","caller":"traceutil/trace.go:172","msg":"trace[1243835188] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:970; }","duration":"140.462845ms","start":"2026-04-22T09:36:00.448309Z","end":"2026-04-22T09:36:00.588772Z","steps":["trace[1243835188] 'read index received' (duration: 140.452955ms)","trace[1243835188] 'applied index is now lower than readState.Index' (duration: 7.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:00.589154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.80488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:36:00.589199Z","caller":"traceutil/trace.go:172","msg":"trace[1327856779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:892; }","duration":"140.88624ms","start":"2026-04-22T09:36:00.448302Z","end":"2026-04-22T09:36:00.589188Z","steps":["trace[1327856779] 'agreement among raft nodes before linearized reading' (duration: 140.662037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:00.779731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.278115ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:36:00.779879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.193178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:36:00.779940Z","caller":"traceutil/trace.go:172","msg":"trace[2061279407] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:892; }","duration":"141.494438ms","start":"2026-04-22T09:36:00.638422Z","end":"2026-04-22T09:36:00.779916Z","steps":["trace[2061279407] 'range keys from in-memory index tree' (duration: 141.259055ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:00.780175Z","caller":"traceutil/trace.go:172","msg":"trace[1435685522] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"186.208479ms","start":"2026-04-22T09:36:00.593946Z","end":"2026-04-22T09:36:00.780155Z","steps":["trace[1435685522] 'process raft request' (duration: 186.103427ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:00.780224Z","caller":"traceutil/trace.go:172","msg":"trace[1447693851] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"278.236226ms","start":"2026-04-22T09:36:00.501921Z","end":"2026-04-22T09:36:00.780157Z","steps":["trace[1447693851] 'process raft request' (duration: 88.611034ms)","trace[1447693851] 'compare' (duration: 188.941804ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:36:00.784417Z","caller":"traceutil/trace.go:172","msg":"trace[2071919063] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"190.317552ms","start":"2026-04-22T09:36:00.594061Z","end":"2026-04-22T09:36:00.784379Z","steps":["trace[2071919063] 'process raft request' (duration: 190.037438ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:02.450458Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-22T09:36:04.129935Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"eb6db91b2c71522f","to":"127c79a7f2112a42","bytes":1176111,"size":"1.2 MB","took":"30.022671945s"} {"level":"info","ts":"2026-04-22T09:36:20.682692Z","caller":"traceutil/trace.go:172","msg":"trace[1811168064] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1047; }","duration":"134.778146ms","start":"2026-04-22T09:36:20.547883Z","end":"2026-04-22T09:36:20.682661Z","steps":["trace[1811168064] 'process raft request' (duration: 134.556034ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.698512Z","caller":"traceutil/trace.go:172","msg":"trace[1599301978] linearizableReadLoop","detail":"{readStateIndex:1145; appliedIndex:1146; }","duration":"108.781697ms","start":"2026-04-22T09:36:20.589709Z","end":"2026-04-22T09:36:20.698491Z","steps":["trace[1599301978] 'read index received' (duration: 108.773697ms)","trace[1599301978] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:20.699240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.952683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-04-22T09:36:20.699810Z","caller":"traceutil/trace.go:172","msg":"trace[728806669] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1047; }","duration":"120.065445ms","start":"2026-04-22T09:36:20.579245Z","end":"2026-04-22T09:36:20.699311Z","steps":["trace[728806669] 'agreement among raft nodes before linearized reading' (duration: 119.858442ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.700249Z","caller":"traceutil/trace.go:172","msg":"trace[2066543890] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1048; }","duration":"147.605573ms","start":"2026-04-22T09:36:20.552631Z","end":"2026-04-22T09:36:20.700236Z","steps":["trace[2066543890] 'process raft request' (duration: 147.33392ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.700504Z","caller":"traceutil/trace.go:172","msg":"trace[1995501109] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"144.77822ms","start":"2026-04-22T09:36:20.555718Z","end":"2026-04-22T09:36:20.700497Z","steps":["trace[1995501109] 'process raft request' (duration: 144.335084ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.700667Z","caller":"traceutil/trace.go:172","msg":"trace[2128040567] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"152.288132ms","start":"2026-04-22T09:36:20.548369Z","end":"2026-04-22T09:36:20.700657Z","steps":["trace[2128040567] 'process raft request' (duration: 150.876205ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.700691Z","caller":"traceutil/trace.go:172","msg":"trace[888300147] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1048; }","duration":"152.12691ms","start":"2026-04-22T09:36:20.548557Z","end":"2026-04-22T09:36:20.700684Z","steps":["trace[888300147] 'process raft request' (duration: 150.865324ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.701289Z","caller":"traceutil/trace.go:172","msg":"trace[256449129] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"132.164674ms","start":"2026-04-22T09:36:20.569112Z","end":"2026-04-22T09:36:20.701276Z","steps":["trace[256449129] 'process raft request' (duration: 130.986289ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.701351Z","caller":"traceutil/trace.go:172","msg":"trace[1779744911] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"109.123301ms","start":"2026-04-22T09:36:20.592220Z","end":"2026-04-22T09:36:20.701343Z","steps":["trace[1779744911] 'process raft request' (duration: 108.139959ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.701452Z","caller":"traceutil/trace.go:172","msg":"trace[996082641] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1052; }","duration":"110.203084ms","start":"2026-04-22T09:36:20.591245Z","end":"2026-04-22T09:36:20.701448Z","steps":["trace[996082641] 'process raft request' (duration: 108.915298ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.701389Z","caller":"traceutil/trace.go:172","msg":"trace[660470043] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"111.029115ms","start":"2026-04-22T09:36:20.590314Z","end":"2026-04-22T09:36:20.701343Z","steps":["trace[660470043] 'process raft request' (duration: 109.81346ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.701579Z","caller":"traceutil/trace.go:172","msg":"trace[490042998] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"106.711351ms","start":"2026-04-22T09:36:20.594863Z","end":"2026-04-22T09:36:20.701574Z","steps":["trace[490042998] 'process raft request' (duration: 105.527107ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.948236Z","caller":"traceutil/trace.go:172","msg":"trace[2101983222] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"101.042692ms","start":"2026-04-22T09:36:20.847170Z","end":"2026-04-22T09:36:20.948213Z","steps":["trace[2101983222] 'process raft request' (duration: 100.865389ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:20.963721Z","caller":"traceutil/trace.go:172","msg":"trace[1491383832] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1071; }","duration":"102.54246ms","start":"2026-04-22T09:36:20.861153Z","end":"2026-04-22T09:36:20.963696Z","steps":["trace[1491383832] 'process raft request' (duration: 102.476209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:21.641704Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"237.268918ms"} {"level":"warn","ts":"2026-04-22T09:36:21.641908Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"127c79a7f2112a42","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"237.479641ms"} {"level":"warn","ts":"2026-04-22T09:36:22.031888Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922125433742744402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:36:22.171918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.223194ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:22.172038Z","caller":"traceutil/trace.go:172","msg":"trace[1018712349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1089; }","duration":"533.359596ms","start":"2026-04-22T09:36:21.638662Z","end":"2026-04-22T09:36:22.172021Z","steps":["trace[1018712349] 'range keys from in-memory index tree' (duration: 533.160973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:22.173664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"531.407802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:36:22.173754Z","caller":"traceutil/trace.go:172","msg":"trace[924076172] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"906.261624ms","start":"2026-04-22T09:36:21.267477Z","end":"2026-04-22T09:36:22.173739Z","steps":["trace[924076172] 'process raft request' (duration: 374.67548ms)","trace[924076172] 'compare' (duration: 530.057176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:22.173965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:21.267417Z","time spent":"906.423705ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:36:22.174157Z","caller":"traceutil/trace.go:172","msg":"trace[1325704083] linearizableReadLoop","detail":"{readStateIndex:1215; appliedIndex:1215; }","duration":"642.922761ms","start":"2026-04-22T09:36:21.531205Z","end":"2026-04-22T09:36:22.174128Z","steps":["trace[1325704083] 'read index received' (duration: 642.913111ms)","trace[1325704083] 'applied index is now lower than readState.Index' (duration: 7.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:22.173998Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"332.055189ms"} {"level":"warn","ts":"2026-04-22T09:36:22.174469Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"127c79a7f2112a42","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"332.536695ms"} {"level":"warn","ts":"2026-04-22T09:36:22.175139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"643.154504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:22.175196Z","caller":"traceutil/trace.go:172","msg":"trace[610527956] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1090; }","duration":"643.985054ms","start":"2026-04-22T09:36:21.531195Z","end":"2026-04-22T09:36:22.175180Z","steps":["trace[610527956] 'agreement among raft nodes before linearized reading' (duration: 643.108713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:22.175235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:21.531168Z","time spent":"644.056565ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-04-22T09:36:22.175723Z","caller":"traceutil/trace.go:172","msg":"trace[1430598321] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1091; }","duration":"872.036354ms","start":"2026-04-22T09:36:21.303659Z","end":"2026-04-22T09:36:22.175695Z","steps":["trace[1430598321] 'process raft request' (duration: 871.71939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:22.176229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:21.303623Z","time spent":"872.50454ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151273,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:36:22.176244Z","caller":"traceutil/trace.go:172","msg":"trace[882550224] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"831.103592ms","start":"2026-04-22T09:36:21.345016Z","end":"2026-04-22T09:36:22.176120Z","steps":["trace[882550224] 'process raft request' (duration: 830.554825ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:22.176257Z","caller":"traceutil/trace.go:172","msg":"trace[1459324582] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"654.336911ms","start":"2026-04-22T09:36:21.521906Z","end":"2026-04-22T09:36:22.176243Z","steps":["trace[1459324582] 'process raft request' (duration: 653.962746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:22.176339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:21.521867Z","time spent":"654.433323ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:36:22.176389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:21.344987Z","time spent":"831.301334ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:36:22.187495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.315178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:22.187574Z","caller":"traceutil/trace.go:172","msg":"trace[47112600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"284.407969ms","start":"2026-04-22T09:36:21.903149Z","end":"2026-04-22T09:36:22.187557Z","steps":["trace[47112600] 'agreement among raft nodes before linearized reading' (duration: 284.285807ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:29.199391Z","caller":"traceutil/trace.go:172","msg":"trace[1047297600] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1329; }","duration":"160.487536ms","start":"2026-04-22T09:36:29.038879Z","end":"2026-04-22T09:36:29.199367Z","steps":["trace[1047297600] 'read index received' (duration: 160.480286ms)","trace[1047297600] 'applied index is now lower than readState.Index' (duration: 6.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:29.248706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.478881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:29.248840Z","caller":"traceutil/trace.go:172","msg":"trace[800764785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"342.622713ms","start":"2026-04-22T09:36:28.906192Z","end":"2026-04-22T09:36:29.248814Z","steps":["trace[800764785] 'range keys from in-memory index tree' (duration: 340.585349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:29.248894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:28.906171Z","time spent":"342.710144ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:36:29.249004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.095897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T09:36:29.250065Z","caller":"traceutil/trace.go:172","msg":"trace[143654076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1170; }","duration":"211.155345ms","start":"2026-04-22T09:36:29.038873Z","end":"2026-04-22T09:36:29.250028Z","steps":["trace[143654076] 'agreement among raft nodes before linearized reading' (duration: 160.799021ms)","trace[143654076] 'range keys from in-memory index tree' (duration: 49.162055ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:36:29.249426Z","caller":"traceutil/trace.go:172","msg":"trace[394103162] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"253.67641ms","start":"2026-04-22T09:36:28.995702Z","end":"2026-04-22T09:36:29.249378Z","steps":["trace[394103162] 'process raft request' (duration: 192.89638ms)","trace[394103162] 'compare' (duration: 59.830015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:29.249421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.113509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T09:36:29.250842Z","caller":"traceutil/trace.go:172","msg":"trace[135054750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1172; }","duration":"211.550342ms","start":"2026-04-22T09:36:29.039267Z","end":"2026-04-22T09:36:29.250817Z","steps":["trace[135054750] 'agreement among raft nodes before linearized reading' (duration: 209.939227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:29.447342Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.821657ms"} {"level":"warn","ts":"2026-04-22T09:36:29.447438Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"127c79a7f2112a42","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.932899ms"} {"level":"info","ts":"2026-04-22T09:36:29.480786Z","caller":"traceutil/trace.go:172","msg":"trace[664222647] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1332; }","duration":"230.028752ms","start":"2026-04-22T09:36:29.250718Z","end":"2026-04-22T09:36:29.480746Z","steps":["trace[664222647] 'read index received' (duration: 230.008751ms)","trace[664222647] 'applied index is now lower than readState.Index' (duration: 11.961µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:29.480995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.249596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:29.481115Z","caller":"traceutil/trace.go:172","msg":"trace[853811915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1173; }","duration":"230.319447ms","start":"2026-04-22T09:36:29.250709Z","end":"2026-04-22T09:36:29.481028Z","steps":["trace[853811915] 'agreement among raft nodes before linearized reading' (duration: 230.170325ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:29.481452Z","caller":"traceutil/trace.go:172","msg":"trace[1953544075] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"223.479638ms","start":"2026-04-22T09:36:29.257950Z","end":"2026-04-22T09:36:29.481429Z","steps":["trace[1953544075] 'process raft request' (duration: 223.436837ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:29.481919Z","caller":"traceutil/trace.go:172","msg":"trace[1481617116] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"226.457685ms","start":"2026-04-22T09:36:29.255440Z","end":"2026-04-22T09:36:29.481898Z","steps":["trace[1481617116] 'process raft request' (duration: 225.901966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:29.744630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.708879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:36:29.744754Z","caller":"traceutil/trace.go:172","msg":"trace[1038651688] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1335; }","duration":"105.898742ms","start":"2026-04-22T09:36:29.638841Z","end":"2026-04-22T09:36:29.744740Z","steps":["trace[1038651688] 'read index received' (duration: 1.277971ms)","trace[1038651688] 'applied index is now lower than readState.Index' (duration: 104.619721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:29.745032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.169666ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:29.745148Z","caller":"traceutil/trace.go:172","msg":"trace[590995743] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1177; }","duration":"106.293758ms","start":"2026-04-22T09:36:29.638789Z","end":"2026-04-22T09:36:29.745083Z","steps":["trace[590995743] 'agreement among raft nodes before linearized reading' (duration: 106.055544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:30.480413Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922125433742744569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:36:30.630277Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"685.422218ms"} {"level":"warn","ts":"2026-04-22T09:36:30.630409Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"127c79a7f2112a42","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"685.568516ms"} {"level":"warn","ts":"2026-04-22T09:36:30.981186Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922125433742744569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:36:31.481684Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922125433742744569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:36:31.532170Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b96a40f6a27ea58b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"701.71988ms"} {"level":"warn","ts":"2026-04-22T09:36:31.532210Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"127c79a7f2112a42","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"701.768292ms"} {"level":"warn","ts":"2026-04-22T09:36:31.537884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"899.383533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:31.537963Z","caller":"traceutil/trace.go:172","msg":"trace[1408609333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1177; }","duration":"899.467606ms","start":"2026-04-22T09:36:30.638462Z","end":"2026-04-22T09:36:31.537930Z","steps":["trace[1408609333] 'range keys from in-memory index tree' (duration: 899.255877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.538179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"907.537723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:36:31.538480Z","caller":"traceutil/trace.go:172","msg":"trace[1607849825] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"1.326963664s","start":"2026-04-22T09:36:30.211495Z","end":"2026-04-22T09:36:31.538459Z","steps":["trace[1607849825] 'process raft request' (duration: 1.326903252s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.538593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:30.211457Z","time spent":"1.3270823s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:36:31.538750Z","caller":"traceutil/trace.go:172","msg":"trace[281396143] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1336; }","duration":"1.559295848s","start":"2026-04-22T09:36:29.979407Z","end":"2026-04-22T09:36:31.538703Z","steps":["trace[281396143] 'read index received' (duration: 1.552766973s)","trace[281396143] 'applied index is now lower than readState.Index' (duration: 6.526375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:31.539044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.559610971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:31.539112Z","caller":"traceutil/trace.go:172","msg":"trace[1717547119] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1180; }","duration":"1.559707476s","start":"2026-04-22T09:36:29.979390Z","end":"2026-04-22T09:36:31.539097Z","steps":["trace[1717547119] 'agreement among raft nodes before linearized reading' (duration: 1.559553979s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.539167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:29.979358Z","time spent":"1.55979437s","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-04-22T09:36:31.539430Z","caller":"traceutil/trace.go:172","msg":"trace[881285859] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"1.773690643s","start":"2026-04-22T09:36:29.764746Z","end":"2026-04-22T09:36:31.538436Z","steps":["trace[881285859] 'process raft request' (duration: 865.791494ms)","trace[881285859] 'compare' (duration: 907.024819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:31.539700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:29.764697Z","time spent":"1.774834053s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:36:31.564813Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5922125433742744575,"received-request-id":5922125433742744569} {"level":"info","ts":"2026-04-22T09:36:31.569005Z","caller":"traceutil/trace.go:172","msg":"trace[1852563988] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"355.409852ms","start":"2026-04-22T09:36:31.213562Z","end":"2026-04-22T09:36:31.568971Z","steps":["trace[1852563988] 'process raft request' (duration: 355.107999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.569223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:31.213524Z","time spent":"355.591861ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:36:31.570491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"537.012416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:31.570563Z","caller":"traceutil/trace.go:172","msg":"trace[750783846] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1181; }","duration":"537.09934ms","start":"2026-04-22T09:36:31.033450Z","end":"2026-04-22T09:36:31.570550Z","steps":["trace[750783846] 'agreement among raft nodes before linearized reading' (duration: 536.532965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.570616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:31.033405Z","time spent":"537.204445ms","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-04-22T09:36:31.570931Z","caller":"traceutil/trace.go:172","msg":"trace[1206040864] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"313.490865ms","start":"2026-04-22T09:36:31.257424Z","end":"2026-04-22T09:36:31.570915Z","steps":["trace[1206040864] 'process raft request' (duration: 311.429961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.570971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.548118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:31.571064Z","caller":"traceutil/trace.go:172","msg":"trace[1676347231] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1182; }","duration":"681.658293ms","start":"2026-04-22T09:36:30.889385Z","end":"2026-04-22T09:36:31.571043Z","steps":["trace[1676347231] 'agreement among raft nodes before linearized reading' (duration: 681.439184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.571038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:31.257385Z","time spent":"313.61043ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:36:31.571134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:30.889350Z","time spent":"681.774239ms","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:36:31.571088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.75989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:31.571211Z","caller":"traceutil/trace.go:172","msg":"trace[203239899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1183; }","duration":"665.895986ms","start":"2026-04-22T09:36:30.905294Z","end":"2026-04-22T09:36:31.571190Z","steps":["trace[203239899] 'agreement among raft nodes before linearized reading' (duration: 665.704077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:31.571268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:30.905254Z","time spent":"666.001131ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:36:42.418220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.501090Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.523736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.559782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.585543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.608579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.622036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.649077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.667314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.805883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.836783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.862558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.916626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.964414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.985645Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:42.998686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.044057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.067817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.086042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.106267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.300171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.318653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.331022Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.362490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:43.376689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:45.201239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:48.100341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:48.128109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:48.162739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:36:54.749094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.05388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:54.749200Z","caller":"traceutil/trace.go:172","msg":"trace[740975948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1470; }","duration":"111.177765ms","start":"2026-04-22T09:36:54.637991Z","end":"2026-04-22T09:36:54.749169Z","steps":["trace[740975948] 'range keys from in-memory index tree' (duration: 110.993917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:55.010014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.129148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:55.010084Z","caller":"traceutil/trace.go:172","msg":"trace[2124991965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1474; }","duration":"103.208751ms","start":"2026-04-22T09:36:54.906862Z","end":"2026-04-22T09:36:55.010071Z","steps":["trace[2124991965] 'range keys from in-memory index tree' (duration: 102.027424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:37:14.464361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:37:14.488285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:37:14.504038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57262","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:37:38.057907Z","caller":"traceutil/trace.go:172","msg":"trace[342958075] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"138.241348ms","start":"2026-04-22T09:37:37.919646Z","end":"2026-04-22T09:37:38.057888Z","steps":["trace[342958075] 'process raft request' (duration: 138.082913ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:39:15.246805Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"eb6db91b2c71522f [logterm: 2, index: 2409, vote: eb6db91b2c71522f] ignored MsgPreVote from b96a40f6a27ea58b [logterm: 2, index: 2402] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-04-22T09:39:19.217776Z","caller":"traceutil/trace.go:172","msg":"trace[1859477111] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2431; }","duration":"379.211602ms","start":"2026-04-22T09:39:18.838502Z","end":"2026-04-22T09:39:19.217714Z","steps":["trace[1859477111] 'read index received' (duration: 379.194422ms)","trace[1859477111] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:39:19.218799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.280766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-04-22T09:39:19.219040Z","caller":"traceutil/trace.go:172","msg":"trace[90119790] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:2120; }","duration":"380.539163ms","start":"2026-04-22T09:39:18.838488Z","end":"2026-04-22T09:39:19.219027Z","steps":["trace[90119790] 'agreement among raft nodes before linearized reading' (duration: 380.096092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:39:19.219075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:39:18.838460Z","time spent":"380.605274ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" limit:1 "} {"level":"info","ts":"2026-04-22T09:39:19.219563Z","caller":"traceutil/trace.go:172","msg":"trace[1683177770] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"173.381326ms","start":"2026-04-22T09:39:19.046159Z","end":"2026-04-22T09:39:19.219540Z","steps":["trace[1683177770] 'process raft request' (duration: 173.244173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:39:19.219641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.188419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 ","response":"range_response_count:1 size:317274"} {"level":"info","ts":"2026-04-22T09:39:19.219727Z","caller":"traceutil/trace.go:172","msg":"trace[801838245] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:2120; }","duration":"361.297233ms","start":"2026-04-22T09:39:18.858411Z","end":"2026-04-22T09:39:19.219708Z","steps":["trace[801838245] 'agreement among raft nodes before linearized reading' (duration: 360.941274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:39:19.219766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:39:18.858384Z","time spent":"361.373265ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":317298,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:39:19.220218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.974633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" limit:10000 revision:2120 ","response":"range_response_count:12 size:6570"} {"level":"info","ts":"2026-04-22T09:39:19.220330Z","caller":"traceutil/trace.go:172","msg":"trace[1780550793] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:12; response_revision:2121; }","duration":"118.129886ms","start":"2026-04-22T09:39:19.102188Z","end":"2026-04-22T09:39:19.220318Z","steps":["trace[1780550793] 'agreement among raft nodes before linearized reading' (duration: 117.774748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:39:19.220151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.466196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:39:19.220484Z","caller":"traceutil/trace.go:172","msg":"trace[1369831058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2121; }","duration":"314.939327ms","start":"2026-04-22T09:39:18.905520Z","end":"2026-04-22T09:39:19.220459Z","steps":["trace[1369831058] 'agreement among raft nodes before linearized reading' (duration: 314.434345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:39:19.220636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:39:18.905492Z","time spent":"315.10389ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "}