{"level":"warn","ts":"2026-03-30T23:45:59.350348Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T23:45:59.350485Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T23:45:59.351260Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=controller-1=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T23:45:59.351413Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T23:45:59.351478Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T23:45:59.351496Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-30T23:45:59.351534Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T23:45:59.352058Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-03-30T23:45:59.352195Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T23:45:59.353246Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004960c0}"} {"level":"info","ts":"2026-03-30T23:45:59.359554Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T23:45:59.359608Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.511744ms"} {"level":"info","ts":"2026-03-30T23:45:59.359650Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T23:45:59.359667Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T23:45:59.359709Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T23:45:59.368271Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T23:45:59.368333Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-03-30T23:45:59.368365Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T23:45:59.368432Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T23:45:59.368472Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-03-30T23:45:59.368480Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T23:45:59.368490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-03-30T23:45:59.368522Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-03-30T23:45:59.376357Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T23:45:59.378660Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T23:45:59.380855Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T23:45:59.381484Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T23:45:59.381582Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T23:45:59.381694Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T23:45:59.381697Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T23:45:59.381706Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T23:45:59.381805Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T23:45:59.381863Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-30T23:45:59.381908Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-30T23:45:59.382051Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T23:45:59.382097Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T23:45:59.382344Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-03-30T23:45:59.383212Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-30T23:46:00.070683Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T23:46:00.070730Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T23:46:00.070834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-03-30T23:46:00.070853Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T23:46:00.070868Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-03-30T23:46:00.071419Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-30T23:46:00.071443Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T23:46:00.071476Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-03-30T23:46:00.071484Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-30T23:46:00.072233Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T23:46:00.073209Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T23:46:00.073205Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.216:2379]}","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T23:46:00.073312Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T23:46:00.073451Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T23:46:00.073481Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T23:46:00.073535Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-30T23:46:00.073602Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-30T23:46:00.073612Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T23:46:00.073683Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T23:46:00.073696Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T23:46:00.074905Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T23:46:00.079080Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T23:46:00.080835Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T23:46:00.082152Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-03-30T23:46:00.083991Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T23:46:00.084534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.084828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.084797Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.094740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.115076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.136618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.145316Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.152818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.162825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.171344Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.178749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.191076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.198667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.210498Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.221385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.229779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.237587Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.246164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.255501Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.264941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.271973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.278862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.314987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.340858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.349541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.357060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.369729Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.380258Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.393918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.401481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.409537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.421468Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.437960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.445156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.454472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.464453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.473258Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.481438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.491059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.507584Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.519646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.529333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.539012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.550714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.559825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.590828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.600078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.607207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.617579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.625121Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.634114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.643053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.652904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.663551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.673693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.684505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.715079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.721651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.730812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.738221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:00.794359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:01.439544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.133233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T23:46:01.439689Z","caller":"traceutil/trace.go:172","msg":"trace[2068882533] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:3; }","duration":"103.304001ms","start":"2026-03-30T23:46:01.336366Z","end":"2026-03-30T23:46:01.439670Z","steps":["trace[2068882533] 'agreement among raft nodes before linearized reading' (duration: 103.114472ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.439982Z","caller":"traceutil/trace.go:172","msg":"trace[1517670569] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"118.434715ms","start":"2026-03-30T23:46:01.321524Z","end":"2026-03-30T23:46:01.439959Z","steps":["trace[1517670569] 'process raft request' (duration: 118.221166ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.440155Z","caller":"traceutil/trace.go:172","msg":"trace[4582442] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"118.587651ms","start":"2026-03-30T23:46:01.321550Z","end":"2026-03-30T23:46:01.440138Z","steps":["trace[4582442] 'process raft request' (duration: 118.292739ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.440320Z","caller":"traceutil/trace.go:172","msg":"trace[1209344607] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"118.673704ms","start":"2026-03-30T23:46:01.321635Z","end":"2026-03-30T23:46:01.440308Z","steps":["trace[1209344607] 'process raft request' (duration: 118.243396ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.440600Z","caller":"traceutil/trace.go:172","msg":"trace[157488591] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"109.288286ms","start":"2026-03-30T23:46:01.331288Z","end":"2026-03-30T23:46:01.440577Z","steps":["trace[157488591] 'process raft request' (duration: 109.241854ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.440630Z","caller":"traceutil/trace.go:172","msg":"trace[585885239] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"118.914296ms","start":"2026-03-30T23:46:01.321685Z","end":"2026-03-30T23:46:01.440599Z","steps":["trace[585885239] 'process raft request' (duration: 118.327621ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.440938Z","caller":"traceutil/trace.go:172","msg":"trace[77448425] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"118.847933ms","start":"2026-03-30T23:46:01.322076Z","end":"2026-03-30T23:46:01.440924Z","steps":["trace[77448425] 'process raft request' (duration: 117.962635ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.441061Z","caller":"traceutil/trace.go:172","msg":"trace[1472492458] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"118.840852ms","start":"2026-03-30T23:46:01.322211Z","end":"2026-03-30T23:46:01.441052Z","steps":["trace[1472492458] 'process raft request' (duration: 117.86643ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.442079Z","caller":"traceutil/trace.go:172","msg":"trace[1164510775] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10; }","duration":"118.144483ms","start":"2026-03-30T23:46:01.323918Z","end":"2026-03-30T23:46:01.442062Z","steps":["trace[1164510775] 'process raft request' (duration: 116.580785ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:01.442101Z","caller":"traceutil/trace.go:172","msg":"trace[596263677] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"120.413339ms","start":"2026-03-30T23:46:01.321660Z","end":"2026-03-30T23:46:01.442073Z","steps":["trace[596263677] 'process raft request' (duration: 118.315979ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:07.882553Z","caller":"traceutil/trace.go:172","msg":"trace[1889435135] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:356; }","duration":"196.728188ms","start":"2026-03-30T23:46:07.685782Z","end":"2026-03-30T23:46:07.882510Z","steps":["trace[1889435135] 'read index received' (duration: 196.720057ms)","trace[1889435135] 'applied index is now lower than readState.Index' (duration: 6.791µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:46:07.882810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.00745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:46:07.882910Z","caller":"traceutil/trace.go:172","msg":"trace[1252262933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:337; }","duration":"197.124925ms","start":"2026-03-30T23:46:07.685769Z","end":"2026-03-30T23:46:07.882893Z","steps":["trace[1252262933] 'agreement among raft nodes before linearized reading' (duration: 196.854274ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:07.882932Z","caller":"traceutil/trace.go:172","msg":"trace[491146720] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"458.2134ms","start":"2026-03-30T23:46:07.424692Z","end":"2026-03-30T23:46:07.882905Z","steps":["trace[491146720] 'process raft request' (duration: 458.060354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:46:07.883623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:46:07.424672Z","time spent":"458.312836ms","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:46:08.060984Z","caller":"traceutil/trace.go:172","msg":"trace[1371478221] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:357; }","duration":"173.695175ms","start":"2026-03-30T23:46:07.887266Z","end":"2026-03-30T23:46:08.060961Z","steps":["trace[1371478221] 'read index received' (duration: 173.688283ms)","trace[1371478221] 'applied index is now lower than readState.Index' (duration: 5.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:46:08.061090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.798458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:46:08.061166Z","caller":"traceutil/trace.go:172","msg":"trace[173057203] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:0; response_revision:338; }","duration":"173.868781ms","start":"2026-03-30T23:46:07.887264Z","end":"2026-03-30T23:46:08.061132Z","steps":["trace[173057203] 'agreement among raft nodes before linearized reading' (duration: 173.742946ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:08.061172Z","caller":"traceutil/trace.go:172","msg":"trace[752091272] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"366.91008ms","start":"2026-03-30T23:46:07.694250Z","end":"2026-03-30T23:46:08.061160Z","steps":["trace[752091272] 'process raft request' (duration: 366.765664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:46:08.061663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:46:07.694206Z","time spent":"367.001195ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:46:08.061828Z","caller":"traceutil/trace.go:172","msg":"trace[1957006232] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"174.957879ms","start":"2026-03-30T23:46:07.886860Z","end":"2026-03-30T23:46:08.061818Z","steps":["trace[1957006232] 'process raft request' (duration: 174.893237ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:18.204072Z","caller":"traceutil/trace.go:172","msg":"trace[254083385] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:457; }","duration":"101.118695ms","start":"2026-03-30T23:46:18.102906Z","end":"2026-03-30T23:46:18.204025Z","steps":["trace[254083385] 'read index received' (duration: 101.101135ms)","trace[254083385] 'applied index is now lower than readState.Index' (duration: 15.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:46:18.204502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.556515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T23:46:18.204551Z","caller":"traceutil/trace.go:172","msg":"trace[659379717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:436; }","duration":"101.642129ms","start":"2026-03-30T23:46:18.102896Z","end":"2026-03-30T23:46:18.204538Z","steps":["trace[659379717] 'agreement among raft nodes before linearized reading' (duration: 101.351236ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:18.204716Z","caller":"traceutil/trace.go:172","msg":"trace[1369863680] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"112.168309ms","start":"2026-03-30T23:46:18.092525Z","end":"2026-03-30T23:46:18.204693Z","steps":["trace[1369863680] 'process raft request' (duration: 111.912747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:46:18.542700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.145954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:46:18.542767Z","caller":"traceutil/trace.go:172","msg":"trace[1696368954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:437; }","duration":"184.238508ms","start":"2026-03-30T23:46:18.358515Z","end":"2026-03-30T23:46:18.542753Z","steps":["trace[1696368954] 'range keys from in-memory index tree' (duration: 184.085381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:46:18.543349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.430407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T23:46:18.543698Z","caller":"traceutil/trace.go:172","msg":"trace[1728600061] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"333.302325ms","start":"2026-03-30T23:46:18.210351Z","end":"2026-03-30T23:46:18.543653Z","steps":["trace[1728600061] 'process raft request' (duration: 148.111644ms)","trace[1728600061] 'compare' (duration: 184.253109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:46:18.543910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:46:18.210316Z","time spent":"333.478092ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:46:28.488898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.00544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T23:46:32.480226Z","caller":"traceutil/trace.go:172","msg":"trace[111523644] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"124.156792ms","start":"2026-03-30T23:46:32.356049Z","end":"2026-03-30T23:46:32.480206Z","steps":["trace[111523644] 'process raft request' (duration: 124.001025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:46:32.480253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.315993ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:46:32.480431Z","caller":"traceutil/trace.go:172","msg":"trace[1525923585] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:469; }","duration":"121.525583ms","start":"2026-03-30T23:46:32.358890Z","end":"2026-03-30T23:46:32.480416Z","steps":["trace[1525923585] 'agreement among raft nodes before linearized reading' (duration: 121.283962ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:32.480041Z","caller":"traceutil/trace.go:172","msg":"trace[607081694] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:492; }","duration":"121.087303ms","start":"2026-03-30T23:46:32.358924Z","end":"2026-03-30T23:46:32.480011Z","steps":["trace[607081694] 'read index received' (duration: 121.076443ms)","trace[607081694] 'applied index is now lower than readState.Index' (duration: 9.47µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:46:34.650177Z","caller":"traceutil/trace.go:172","msg":"trace[1553603963] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"162.990946ms","start":"2026-03-30T23:46:34.487164Z","end":"2026-03-30T23:46:34.650155Z","steps":["trace[1553603963] 'process raft request' (duration: 162.85467ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:40.840552Z","caller":"traceutil/trace.go:172","msg":"trace[1520377717] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"141.361227ms","start":"2026-03-30T23:46:40.699165Z","end":"2026-03-30T23:46:40.840526Z","steps":["trace[1520377717] 'process raft request' (duration: 140.814742ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:41.144833Z","caller":"traceutil/trace.go:172","msg":"trace[1162586018] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"105.656316ms","start":"2026-03-30T23:46:41.039153Z","end":"2026-03-30T23:46:41.144809Z","steps":["trace[1162586018] 'process raft request' (duration: 42.152865ms)","trace[1162586018] 'compare' (duration: 63.400936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:46:42.545711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.185748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:46:42.545806Z","caller":"traceutil/trace.go:172","msg":"trace[1918599553] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:491; }","duration":"187.294473ms","start":"2026-03-30T23:46:42.358486Z","end":"2026-03-30T23:46:42.545781Z","steps":["trace[1918599553] 'range keys from in-memory index tree' (duration: 186.969187ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:46:43.011747Z","caller":"traceutil/trace.go:172","msg":"trace[1496879535] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"115.81908ms","start":"2026-03-30T23:46:42.895906Z","end":"2026-03-30T23:46:43.011725Z","steps":["trace[1496879535] 'process raft request' (duration: 59.794122ms)","trace[1496879535] 'compare' (duration: 55.920713ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:46:43.292600Z","caller":"traceutil/trace.go:172","msg":"trace[713337949] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"144.067081ms","start":"2026-03-30T23:46:43.148516Z","end":"2026-03-30T23:46:43.292583Z","steps":["trace[713337949] 'process raft request' (duration: 127.6252ms)","trace[713337949] 'compare' (duration: 16.363967ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:46:45.294319Z","caller":"traceutil/trace.go:172","msg":"trace[609678350] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"150.709503ms","start":"2026-03-30T23:46:45.143588Z","end":"2026-03-30T23:46:45.294297Z","steps":["trace[609678350] 'process raft request' (duration: 146.914707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:46:49.502668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:33634","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T23:46:50.720871Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836) learners=(17465644785450355218)"} {"level":"info","ts":"2026-03-30T23:46:50.721053Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"f2626f6539ec0a12","added-peer-peer-urls":["https://199.204.45.157:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T23:46:50.721090Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:50.721112Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:50.721321Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:50.721354Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:50.721394Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:50.721416Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-30T23:46:50.721462Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e98569549cc430c","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:50.721367Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:50.721380Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"error","ts":"2026-03-30T23:46:50.770694Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T23:46:51.262902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:33784","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T23:46:51.276781Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:46:51.774184Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T23:46:52.082485Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.157:2380/version","remote-member-id":"f2626f6539ec0a12","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T23:46:52.082564Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"f2626f6539ec0a12","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"error","ts":"2026-03-30T23:46:52.276153Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:46:52.776784Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T23:46:53.363097Z","caller":"traceutil/trace.go:172","msg":"trace[1170932411] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"119.09962ms","start":"2026-03-30T23:46:53.243974Z","end":"2026-03-30T23:46:53.363074Z","steps":["trace[1170932411] 'process raft request' (duration: 118.809471ms)"],"step_count":1} {"level":"error","ts":"2026-03-30T23:46:53.364690Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:46:53.775725Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:46:54.271945Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:46:54.778058Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:46:55.272277Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T23:46:55.451370Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.451738Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.452546Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.457869Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"f2626f6539ec0a12","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T23:46:55.457903Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.459154Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"4e98569549cc430c","to":"f2626f6539ec0a12","bytes":843785,"size":"844 kB"} {"level":"info","ts":"2026-03-30T23:46:55.459270Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":554,"remote-peer-id":"f2626f6539ec0a12","bytes":843785,"size":"844 kB"} {"level":"info","ts":"2026-03-30T23:46:55.461685Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":835584,"size":"836 kB"} {"level":"info","ts":"2026-03-30T23:46:55.463727Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"f2626f6539ec0a12","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T23:46:55.463774Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.469545Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":554,"remote-peer-id":"f2626f6539ec0a12","bytes":843785,"size":"844 kB"} {"level":"warn","ts":"2026-03-30T23:46:55.488801Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:46:55.490730Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12","error":"EOF"} {"level":"info","ts":"2026-03-30T23:46:55.506239Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"f2626f6539ec0a12","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T23:46:55.506271Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.506280Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.506378Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.507782Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"f2626f6539ec0a12","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T23:46:55.507815Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.507828Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.509270Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"f2626f6539ec0a12"} {"level":"warn","ts":"2026-03-30T23:46:55.722117Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"f2626f6539ec0a12","rtt":"0s","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T23:46:55.722180Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"f2626f6539ec0a12","rtt":"0s","error":"dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"info","ts":"2026-03-30T23:46:55.773445Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836 17465644785450355218)"} {"level":"info","ts":"2026-03-30T23:46:55.773552Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","promoted-member-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:46:55.773605Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e98569549cc430c","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:12.952319Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T23:47:13.659694Z","caller":"traceutil/trace.go:172","msg":"trace[1190844915] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"100.366365ms","start":"2026-03-30T23:47:13.559316Z","end":"2026-03-30T23:47:13.659682Z","steps":["trace[1190844915] 'process raft request' (duration: 100.306834ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:47:17.768752Z","caller":"traceutil/trace.go:172","msg":"trace[1298687635] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"202.19328ms","start":"2026-03-30T23:47:17.566536Z","end":"2026-03-30T23:47:17.768729Z","steps":["trace[1298687635] 'process raft request' (duration: 201.928287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:47:19.944851Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.368572ms"} {"level":"info","ts":"2026-03-30T23:47:19.945005Z","caller":"traceutil/trace.go:172","msg":"trace[1651202419] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"201.748767ms","start":"2026-03-30T23:47:19.743234Z","end":"2026-03-30T23:47:19.944983Z","steps":["trace[1651202419] 'process raft request' (duration: 201.637895ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:47:20.079741Z","caller":"traceutil/trace.go:172","msg":"trace[1577765344] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:654; }","duration":"304.10343ms","start":"2026-03-30T23:47:19.775557Z","end":"2026-03-30T23:47:20.079660Z","steps":["trace[1577765344] 'read index received' (duration: 304.09249ms)","trace[1577765344] 'applied index is now lower than readState.Index' (duration: 9.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:47:20.085192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.599926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:47:20.085272Z","caller":"traceutil/trace.go:172","msg":"trace[1612942660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"309.698377ms","start":"2026-03-30T23:47:19.775551Z","end":"2026-03-30T23:47:20.085245Z","steps":["trace[1612942660] 'agreement among raft nodes before linearized reading' (duration: 304.231182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:47:20.085314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:47:19.775536Z","time spent":"309.772237ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:47:20.085416Z","caller":"traceutil/trace.go:172","msg":"trace[359598566] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"310.007372ms","start":"2026-03-30T23:47:19.775378Z","end":"2026-03-30T23:47:20.085385Z","steps":["trace[359598566] 'process raft request' (duration: 304.367485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:47:20.085480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.385722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:47:20.085511Z","caller":"traceutil/trace.go:172","msg":"trace[499339135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"305.428303ms","start":"2026-03-30T23:47:19.780074Z","end":"2026-03-30T23:47:20.085503Z","steps":["trace[499339135] 'agreement among raft nodes before linearized reading' (duration: 305.278701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:47:20.085530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:47:19.780052Z","time spent":"305.473463ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:47:20.085552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:47:19.775351Z","time spent":"310.127794ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:47:20.085582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.619204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T23:47:20.085623Z","caller":"traceutil/trace.go:172","msg":"trace[581666902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"119.677315ms","start":"2026-03-30T23:47:19.965937Z","end":"2026-03-30T23:47:20.085614Z","steps":["trace[581666902] 'agreement among raft nodes before linearized reading' (duration: 119.471672ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:47:22.306530Z","caller":"traceutil/trace.go:172","msg":"trace[1820747235] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"146.076689ms","start":"2026-03-30T23:47:22.160427Z","end":"2026-03-30T23:47:22.306504Z","steps":["trace[1820747235] 'process raft request' (duration: 145.952917ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:47:22.344816Z","caller":"traceutil/trace.go:172","msg":"trace[188196707] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"182.637336ms","start":"2026-03-30T23:47:22.162160Z","end":"2026-03-30T23:47:22.344797Z","steps":["trace[188196707] 'process raft request' (duration: 182.566984ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:47:25.470227Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"4e98569549cc430c","to":"f2626f6539ec0a12","bytes":843785,"size":"844 kB","took":"30.01107048s"} {"level":"info","ts":"2026-03-30T23:47:37.964553Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836 17465644785450355218) learners=(12545232272521837301)"} {"level":"info","ts":"2026-03-30T23:47:37.964764Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"ae199e48cc6e3af5","added-peer-peer-urls":["https://199.204.45.129:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T23:47:37.964838Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:37.964871Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:37.964996Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:37.965028Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5","remote-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-30T23:47:37.965046Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:37.965062Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e98569549cc430c","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:37.965069Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:37.965083Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:37.965000Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"error","ts":"2026-03-30T23:47:38.020294Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T23:47:38.020357Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ae199e48cc6e3af5","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-30T23:47:38.520016Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:47:39.019665Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T23:47:39.019748Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ae199e48cc6e3af5","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-30T23:47:39.506332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.129:51118","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T23:47:39.519366Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T23:47:40.022516Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T23:47:40.022683Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ae199e48cc6e3af5","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-30T23:47:40.151930Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.129:2380/version","remote-member-id":"ae199e48cc6e3af5","error":"Get \"https://199.204.45.129:2380/version\": dial tcp 199.204.45.129:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T23:47:40.152035Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"ae199e48cc6e3af5","error":"Get \"https://199.204.45.129:2380/version\": dial tcp 199.204.45.129:2380: connect: connection refused"} {"level":"error","ts":"2026-03-30T23:47:40.520686Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T23:47:40.977928Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:40.979419Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:40.982914Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"ae199e48cc6e3af5","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T23:47:40.982986Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:40.983108Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"ae199e48cc6e3af5","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T23:47:40.983162Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:40.986049Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.006685Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"4e98569549cc430c","to":"ae199e48cc6e3af5","bytes":1065519,"size":"1.1 MB"} {"level":"info","ts":"2026-03-30T23:47:41.006835Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":720,"remote-peer-id":"ae199e48cc6e3af5","bytes":1065519,"size":"1.1 MB"} {"level":"info","ts":"2026-03-30T23:47:41.013968Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1056768,"size":"1.1 MB"} {"level":"error","ts":"2026-03-30T23:47:41.016681Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T23:47:41.020831Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":720,"remote-peer-id":"ae199e48cc6e3af5","bytes":1065519,"size":"1.1 MB"} {"level":"warn","ts":"2026-03-30T23:47:41.034121Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.034504Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5","error":"EOF"} {"level":"info","ts":"2026-03-30T23:47:41.061895Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"ae199e48cc6e3af5","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T23:47:41.061937Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.061948Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.063351Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"ae199e48cc6e3af5","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T23:47:41.063368Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.063376Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.075799Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.082875Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.524670Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836 12545232272521837301 17465644785450355218)"} {"level":"info","ts":"2026-03-30T23:47:41.524900Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","promoted-member-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:41.524974Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e98569549cc430c","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"ae199e48cc6e3af5"} {"level":"info","ts":"2026-03-30T23:47:47.488746Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T23:48:01.452152Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-30T23:48:10.126148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.966682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:10.126212Z","caller":"traceutil/trace.go:172","msg":"trace[1633018642] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:869; }","duration":"102.071725ms","start":"2026-03-30T23:48:10.024128Z","end":"2026-03-30T23:48:10.126200Z","steps":["trace[1633018642] 'range keys from in-memory index tree' (duration: 93.947952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:10.574455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.900905ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T23:48:11.021261Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"4e98569549cc430c","to":"ae199e48cc6e3af5","bytes":1065519,"size":"1.1 MB","took":"30.014572522s"} {"level":"warn","ts":"2026-03-30T23:48:17.323196Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.301874ms"} {"level":"warn","ts":"2026-03-30T23:48:17.323272Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.386147ms"} {"level":"warn","ts":"2026-03-30T23:48:18.632577Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"63.034751ms"} {"level":"warn","ts":"2026-03-30T23:48:18.632654Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"63.121794ms"} {"level":"info","ts":"2026-03-30T23:48:18.752417Z","caller":"traceutil/trace.go:172","msg":"trace[1289628496] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1019; }","duration":"333.435211ms","start":"2026-03-30T23:48:18.418959Z","end":"2026-03-30T23:48:18.752395Z","steps":["trace[1289628496] 'read index received' (duration: 333.428651ms)","trace[1289628496] 'applied index is now lower than readState.Index' (duration: 5.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:18.946332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.599691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-30T23:48:18.946461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.470224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:18.946559Z","caller":"traceutil/trace.go:172","msg":"trace[190205449] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:941; }","duration":"527.592859ms","start":"2026-03-30T23:48:18.418947Z","end":"2026-03-30T23:48:18.946540Z","steps":["trace[190205449] 'agreement among raft nodes before linearized reading' (duration: 333.530084ms)","trace[190205449] 'range keys from in-memory index tree' (duration: 193.89965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:18.946593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:18.418928Z","time spent":"527.658211ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:18.947130Z","caller":"traceutil/trace.go:172","msg":"trace[463329807] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"563.492701ms","start":"2026-03-30T23:48:18.383623Z","end":"2026-03-30T23:48:18.947116Z","steps":["trace[463329807] 'process raft request' (duration: 562.892442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:18.947431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.407811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:48:18.947508Z","caller":"traceutil/trace.go:172","msg":"trace[249167489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:942; }","duration":"182.502963ms","start":"2026-03-30T23:48:18.764987Z","end":"2026-03-30T23:48:18.947490Z","steps":["trace[249167489] 'agreement among raft nodes before linearized reading' (duration: 182.175743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:18.947814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:18.383602Z","time spent":"563.77443ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:18.947117Z","caller":"traceutil/trace.go:172","msg":"trace[1438336789] linearizableReadLoop","detail":"{readStateIndex:1021; appliedIndex:1019; }","duration":"182.099071ms","start":"2026-03-30T23:48:18.764993Z","end":"2026-03-30T23:48:18.947092Z","steps":["trace[1438336789] 'read index received' (duration: 736.323µs)","trace[1438336789] 'applied index is now lower than readState.Index' (duration: 181.361468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:18.950714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.41331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T23:48:18.950789Z","caller":"traceutil/trace.go:172","msg":"trace[998504460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:942; }","duration":"181.507654ms","start":"2026-03-30T23:48:18.769266Z","end":"2026-03-30T23:48:18.950774Z","steps":["trace[998504460] 'agreement among raft nodes before linearized reading' (duration: 181.174933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:18.950818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.847619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:18.950591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.48175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:18.951474Z","caller":"traceutil/trace.go:172","msg":"trace[1506127394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:942; }","duration":"172.391068ms","start":"2026-03-30T23:48:18.779072Z","end":"2026-03-30T23:48:18.951463Z","steps":["trace[1506127394] 'agreement among raft nodes before linearized reading' (duration: 171.407507ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:18.951577Z","caller":"traceutil/trace.go:172","msg":"trace[1641037627] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:942; }","duration":"130.653603ms","start":"2026-03-30T23:48:18.820706Z","end":"2026-03-30T23:48:18.951360Z","steps":["trace[1641037627] 'agreement among raft nodes before linearized reading' (duration: 129.758196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:19.154241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.229416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:19.154245Z","caller":"traceutil/trace.go:172","msg":"trace[378959616] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"196.398143ms","start":"2026-03-30T23:48:18.957821Z","end":"2026-03-30T23:48:19.154219Z","steps":["trace[378959616] 'process raft request' (duration: 135.768538ms)","trace[378959616] 'compare' (duration: 60.507222ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:19.154321Z","caller":"traceutil/trace.go:172","msg":"trace[917478495] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:943; }","duration":"187.312909ms","start":"2026-03-30T23:48:18.966987Z","end":"2026-03-30T23:48:19.154300Z","steps":["trace[917478495] 'agreement among raft nodes before linearized reading' (duration: 126.500738ms)","trace[917478495] 'range keys from in-memory index tree' (duration: 60.699627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:19.858671Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:20.359833Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:20.556103Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 2, index: 1036, vote: 4e98569549cc430c] ignored MsgPreVote from ae199e48cc6e3af5 [logterm: 2, index: 1024] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-03-30T23:48:20.860829Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:21.178201Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.853033049s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T23:48:21.178450Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.684023642s"} {"level":"warn","ts":"2026-03-30T23:48:21.178481Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.684060443s"} {"level":"info","ts":"2026-03-30T23:48:21.179082Z","caller":"traceutil/trace.go:172","msg":"trace[1913434901] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.853984599s","start":"2026-03-30T23:48:19.325064Z","end":"2026-03-30T23:48:21.179049Z","steps":["trace[1913434901] 'process raft request' (duration: 1.853771172s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.179301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.325045Z","time spent":"1.854154625s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.269756Z","caller":"traceutil/trace.go:172","msg":"trace[113910081] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1024; }","duration":"1.912194597s","start":"2026-03-30T23:48:19.357511Z","end":"2026-03-30T23:48:21.269706Z","steps":["trace[113910081] 'read index received' (duration: 1.912183786s)","trace[113910081] 'applied index is now lower than readState.Index' (duration: 9.31µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:21.270090Z","caller":"traceutil/trace.go:172","msg":"trace[849466837] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.939068103s","start":"2026-03-30T23:48:19.330998Z","end":"2026-03-30T23:48:21.270066Z","steps":["trace[849466837] 'process raft request' (duration: 1.938889127s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.270155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.912607511s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:21.270240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.330977Z","time spent":"1.939198266s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.270354Z","caller":"traceutil/trace.go:172","msg":"trace[1367275241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:946; }","duration":"1.912715355s","start":"2026-03-30T23:48:19.357483Z","end":"2026-03-30T23:48:21.270198Z","steps":["trace[1367275241] 'agreement among raft nodes before linearized reading' (duration: 1.912496028s)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.270590Z","caller":"traceutil/trace.go:172","msg":"trace[812164184] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"1.931968489s","start":"2026-03-30T23:48:19.338609Z","end":"2026-03-30T23:48:21.270577Z","steps":["trace[812164184] 'process raft request' (duration: 1.931724242s)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.270748Z","caller":"traceutil/trace.go:172","msg":"trace[870603735] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"1.92596628s","start":"2026-03-30T23:48:19.344757Z","end":"2026-03-30T23:48:21.270723Z","steps":["trace[870603735] 'process raft request' (duration: 1.925683551s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.270886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.344748Z","time spent":"1.926067904s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.270569Z","caller":"traceutil/trace.go:172","msg":"trace[1688674491] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.93517512s","start":"2026-03-30T23:48:19.335292Z","end":"2026-03-30T23:48:21.270467Z","steps":["trace[1688674491] 'process raft request' (duration: 1.934732216s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.271120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.335281Z","time spent":"1.935748308s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.271243Z","caller":"traceutil/trace.go:172","msg":"trace[482413351] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"317.520261ms","start":"2026-03-30T23:48:20.953708Z","end":"2026-03-30T23:48:21.271228Z","steps":["trace[482413351] 'process raft request' (duration: 317.47306ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.271290Z","caller":"traceutil/trace.go:172","msg":"trace[1432877496] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"1.909451742s","start":"2026-03-30T23:48:19.361831Z","end":"2026-03-30T23:48:21.271283Z","steps":["trace[1432877496] 'process raft request' (duration: 1.908855552s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.271330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:20.953665Z","time spent":"317.618633ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:21.271340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.361812Z","time spent":"1.909500793s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:21.271084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.338596Z","time spent":"1.932186706s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.271462Z","caller":"traceutil/trace.go:172","msg":"trace[1503908675] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"1.903488074s","start":"2026-03-30T23:48:19.367965Z","end":"2026-03-30T23:48:21.271453Z","steps":["trace[1503908675] 'process raft request' (duration: 1.902776402s)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.271495Z","caller":"traceutil/trace.go:172","msg":"trace[2013926319] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"1.846187045s","start":"2026-03-30T23:48:19.425299Z","end":"2026-03-30T23:48:21.271486Z","steps":["trace[2013926319] 'process raft request' (duration: 1.845641457s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.271520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.367950Z","time spent":"1.903551386s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:21.271552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.425270Z","time spent":"1.846263466s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.271576Z","caller":"traceutil/trace.go:172","msg":"trace[1759064808] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"1.707579338s","start":"2026-03-30T23:48:19.563985Z","end":"2026-03-30T23:48:21.271565Z","steps":["trace[1759064808] 'process raft request' (duration: 1.707144024s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.271629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.563949Z","time spent":"1.707652432s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:21.270872Z","caller":"traceutil/trace.go:172","msg":"trace[1492830771] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"1.925406073s","start":"2026-03-30T23:48:19.345413Z","end":"2026-03-30T23:48:21.270819Z","steps":["trace[1492830771] 'process raft request' (duration: 1.925168385s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.271918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.345395Z","time spent":"1.926437295s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.271255Z","caller":"traceutil/trace.go:172","msg":"trace[1997834953] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"1.898056893s","start":"2026-03-30T23:48:19.373186Z","end":"2026-03-30T23:48:21.271243Z","steps":["trace[1997834953] 'process raft request' (duration: 1.897693452s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.272037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.373165Z","time spent":"1.898847299s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.272128Z","caller":"traceutil/trace.go:172","msg":"trace[2118838652] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"1.899405247s","start":"2026-03-30T23:48:19.372713Z","end":"2026-03-30T23:48:21.272119Z","steps":["trace[2118838652] 'process raft request' (duration: 1.898074074s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.272176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.372677Z","time spent":"1.89947955s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.272250Z","caller":"traceutil/trace.go:172","msg":"trace[2115266529] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"1.767661427s","start":"2026-03-30T23:48:19.504574Z","end":"2026-03-30T23:48:21.272236Z","steps":["trace[2115266529] 'process raft request' (duration: 1.766462659s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.272290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.504550Z","time spent":"1.767724159s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:21.515069Z","caller":"traceutil/trace.go:172","msg":"trace[2126360876] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"329.549021ms","start":"2026-03-30T23:48:21.185488Z","end":"2026-03-30T23:48:21.515037Z","steps":["trace[2126360876] 'process raft request' (duration: 257.444992ms)","trace[2126360876] 'compare' (duration: 71.909792ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:21.515145Z","caller":"traceutil/trace.go:172","msg":"trace[582532128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:960; }","duration":"327.173615ms","start":"2026-03-30T23:48:21.187945Z","end":"2026-03-30T23:48:21.515119Z","steps":["trace[582532128] 'process raft request' (duration: 327.103923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.515224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.185466Z","time spent":"329.668084ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:21.515281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.187919Z","time spent":"327.297479ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6936,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:21.515430Z","caller":"traceutil/trace.go:172","msg":"trace[1873251483] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"327.892279ms","start":"2026-03-30T23:48:21.187502Z","end":"2026-03-30T23:48:21.515394Z","steps":["trace[1873251483] 'process raft request' (duration: 327.462365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.515605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.187491Z","time spent":"328.023192ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:21.545731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.624482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:21.545791Z","caller":"traceutil/trace.go:172","msg":"trace[1044832947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:960; }","duration":"769.691515ms","start":"2026-03-30T23:48:20.776086Z","end":"2026-03-30T23:48:21.545777Z","steps":["trace[1044832947] 'agreement among raft nodes before linearized reading' (duration: 769.580711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.545822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:20.776065Z","time spent":"769.750416ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:21.545726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.77895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:21.545902Z","caller":"traceutil/trace.go:172","msg":"trace[52742470] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:960; }","duration":"347.979266ms","start":"2026-03-30T23:48:21.197901Z","end":"2026-03-30T23:48:21.545880Z","steps":["trace[52742470] 'agreement among raft nodes before linearized reading' (duration: 347.723437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.545958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.197887Z","time spent":"348.055218ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:21.546008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.006135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:21.546056Z","caller":"traceutil/trace.go:172","msg":"trace[1101149677] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:960; }","duration":"624.056966ms","start":"2026-03-30T23:48:20.921986Z","end":"2026-03-30T23:48:21.546043Z","steps":["trace[1101149677] 'agreement among raft nodes before linearized reading' (duration: 623.972503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.546085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:20.921949Z","time spent":"624.128477ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:21.546456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.537099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T23:48:21.546485Z","caller":"traceutil/trace.go:172","msg":"trace[460604584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:962; }","duration":"386.56809ms","start":"2026-03-30T23:48:21.159908Z","end":"2026-03-30T23:48:21.546476Z","steps":["trace[460604584] 'agreement among raft nodes before linearized reading' (duration: 386.445486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.546510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.159876Z","time spent":"386.626002ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:21.547046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.921011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:48:21.547128Z","caller":"traceutil/trace.go:172","msg":"trace[2008889979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:960; }","duration":"526.273925ms","start":"2026-03-30T23:48:21.020833Z","end":"2026-03-30T23:48:21.547107Z","steps":["trace[2008889979] 'agreement among raft nodes before linearized reading' (duration: 524.761497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.547178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.020816Z","time spent":"526.344007ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:21.547682Z","caller":"traceutil/trace.go:172","msg":"trace[1722472524] transaction","detail":"{read_only:false; number_of_response:0; response_revision:965; }","duration":"261.651144ms","start":"2026-03-30T23:48:21.286018Z","end":"2026-03-30T23:48:21.547669Z","steps":["trace[1722472524] 'process raft request' (duration: 260.906011ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.547836Z","caller":"traceutil/trace.go:172","msg":"trace[351774665] transaction","detail":"{read_only:false; number_of_response:0; response_revision:964; }","duration":"264.624639ms","start":"2026-03-30T23:48:21.283203Z","end":"2026-03-30T23:48:21.547827Z","steps":["trace[351774665] 'process raft request' (duration: 263.582585ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.547856Z","caller":"traceutil/trace.go:172","msg":"trace[769499689] transaction","detail":"{read_only:false; number_of_response:0; response_revision:964; }","duration":"262.028037ms","start":"2026-03-30T23:48:21.285816Z","end":"2026-03-30T23:48:21.547844Z","steps":["trace[769499689] 'process raft request' (duration: 261.006394ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.548573Z","caller":"traceutil/trace.go:172","msg":"trace[127517629] transaction","detail":"{read_only:false; number_of_response:0; response_revision:966; }","duration":"259.409615ms","start":"2026-03-30T23:48:21.289153Z","end":"2026-03-30T23:48:21.548563Z","steps":["trace[127517629] 'process raft request' (duration: 258.169865ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.548707Z","caller":"traceutil/trace.go:172","msg":"trace[1676198055] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"260.648173ms","start":"2026-03-30T23:48:21.288048Z","end":"2026-03-30T23:48:21.548697Z","steps":["trace[1676198055] 'process raft request' (duration: 259.096483ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.546488Z","caller":"traceutil/trace.go:172","msg":"trace[2147140043] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1043; }","duration":"275.576047ms","start":"2026-03-30T23:48:21.270003Z","end":"2026-03-30T23:48:21.545579Z","steps":["trace[2147140043] 'read index received' (duration: 275.564337ms)","trace[2147140043] 'applied index is now lower than readState.Index' (duration: 10.33µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:21.549350Z","caller":"traceutil/trace.go:172","msg":"trace[327457502] transaction","detail":"{read_only:false; number_of_response:1; response_revision:967; }","duration":"256.880164ms","start":"2026-03-30T23:48:21.292457Z","end":"2026-03-30T23:48:21.549337Z","steps":["trace[327457502] 'process raft request' (duration: 255.033345ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.549466Z","caller":"traceutil/trace.go:172","msg":"trace[864311067] transaction","detail":"{read_only:false; number_of_response:1; response_revision:967; }","duration":"254.719084ms","start":"2026-03-30T23:48:21.294724Z","end":"2026-03-30T23:48:21.549443Z","steps":["trace[864311067] 'process raft request' (duration: 252.822794ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.549943Z","caller":"traceutil/trace.go:172","msg":"trace[545447259] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"253.62122ms","start":"2026-03-30T23:48:21.296300Z","end":"2026-03-30T23:48:21.549921Z","steps":["trace[545447259] 'process raft request' (duration: 251.474732ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.550418Z","caller":"traceutil/trace.go:172","msg":"trace[253296914] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"216.580955ms","start":"2026-03-30T23:48:21.333815Z","end":"2026-03-30T23:48:21.550396Z","steps":["trace[253296914] 'process raft request' (duration: 214.290441ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.752612Z","caller":"traceutil/trace.go:172","msg":"trace[1627578374] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1071; }","duration":"203.612073ms","start":"2026-03-30T23:48:21.548924Z","end":"2026-03-30T23:48:21.752536Z","steps":["trace[1627578374] 'read index received' (duration: 203.600482ms)","trace[1627578374] 'applied index is now lower than readState.Index' (duration: 10.001µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:21.753998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.975117ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:21.754066Z","caller":"traceutil/trace.go:172","msg":"trace[1429421652] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:969; }","duration":"481.06286ms","start":"2026-03-30T23:48:21.272990Z","end":"2026-03-30T23:48:21.754053Z","steps":["trace[1429421652] 'agreement among raft nodes before linearized reading' (duration: 479.673426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.754087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.227246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:21.754356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.153302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T23:48:21.754175Z","caller":"traceutil/trace.go:172","msg":"trace[2135275945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"206.330079ms","start":"2026-03-30T23:48:21.547827Z","end":"2026-03-30T23:48:21.754158Z","steps":["trace[2135275945] 'agreement among raft nodes before linearized reading' (duration: 204.722918ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.754922Z","caller":"traceutil/trace.go:172","msg":"trace[1217777088] transaction","detail":"{read_only:false; number_of_response:1; response_revision:971; }","duration":"232.81151ms","start":"2026-03-30T23:48:21.522096Z","end":"2026-03-30T23:48:21.754908Z","steps":["trace[1217777088] 'process raft request' (duration: 232.482659ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.755156Z","caller":"traceutil/trace.go:172","msg":"trace[1098499565] transaction","detail":"{read_only:false; number_of_response:1; response_revision:971; }","duration":"224.28204ms","start":"2026-03-30T23:48:21.530861Z","end":"2026-03-30T23:48:21.755143Z","steps":["trace[1098499565] 'process raft request' (duration: 223.888497ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.801592Z","caller":"traceutil/trace.go:172","msg":"trace[1791851761] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"245.701469ms","start":"2026-03-30T23:48:21.555870Z","end":"2026-03-30T23:48:21.801572Z","steps":["trace[1791851761] 'process raft request' (duration: 245.587695ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.803255Z","caller":"traceutil/trace.go:172","msg":"trace[1249632413] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"247.778635ms","start":"2026-03-30T23:48:21.553782Z","end":"2026-03-30T23:48:21.801561Z","steps":["trace[1249632413] 'process raft request' (duration: 247.469205ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.803754Z","caller":"traceutil/trace.go:172","msg":"trace[624537428] transaction","detail":"{read_only:false; number_of_response:0; response_revision:974; }","duration":"237.560301ms","start":"2026-03-30T23:48:21.566181Z","end":"2026-03-30T23:48:21.803742Z","steps":["trace[624537428] 'process raft request' (duration: 236.405374ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.806858Z","caller":"traceutil/trace.go:172","msg":"trace[1500427121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:976; }","duration":"231.704975ms","start":"2026-03-30T23:48:21.575132Z","end":"2026-03-30T23:48:21.806837Z","steps":["trace[1500427121] 'process raft request' (duration: 230.302621ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.806851Z","caller":"traceutil/trace.go:172","msg":"trace[1759536218] transaction","detail":"{read_only:false; number_of_response:1; response_revision:976; }","duration":"214.254121ms","start":"2026-03-30T23:48:21.592548Z","end":"2026-03-30T23:48:21.806802Z","steps":["trace[1759536218] 'process raft request' (duration: 213.667932ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.806865Z","caller":"traceutil/trace.go:172","msg":"trace[970539000] transaction","detail":"{read_only:false; number_of_response:1; response_revision:977; }","duration":"197.577052ms","start":"2026-03-30T23:48:21.609266Z","end":"2026-03-30T23:48:21.806843Z","steps":["trace[970539000] 'process raft request' (duration: 197.203369ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.807029Z","caller":"traceutil/trace.go:172","msg":"trace[17007369] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"169.587043ms","start":"2026-03-30T23:48:21.637361Z","end":"2026-03-30T23:48:21.806948Z","steps":["trace[17007369] 'process raft request' (duration: 169.18237ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.962113Z","caller":"traceutil/trace.go:172","msg":"trace[1287181917] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1090; }","duration":"209.341225ms","start":"2026-03-30T23:48:21.752738Z","end":"2026-03-30T23:48:21.962080Z","steps":["trace[1287181917] 'read index received' (duration: 209.330605ms)","trace[1287181917] 'applied index is now lower than readState.Index' (duration: 9.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.213034Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.022511ms"} {"level":"warn","ts":"2026-03-30T23:48:22.213121Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.121195ms"} {"level":"warn","ts":"2026-03-30T23:48:22.216740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"664.669911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-30T23:48:22.216786Z","caller":"traceutil/trace.go:172","msg":"trace[294177163] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:980; }","duration":"664.725922ms","start":"2026-03-30T23:48:21.552045Z","end":"2026-03-30T23:48:22.216771Z","steps":["trace[294177163] 'agreement among raft nodes before linearized reading' (duration: 410.265011ms)","trace[294177163] 'range keys from in-memory index tree' (duration: 254.322657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.216809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.552019Z","time spent":"664.783984ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1041,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:22.216851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.005603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-03-30T23:48:22.216827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.347998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:9160"} {"level":"info","ts":"2026-03-30T23:48:22.216902Z","caller":"traceutil/trace.go:172","msg":"trace[129318607] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:980; }","duration":"666.056474ms","start":"2026-03-30T23:48:21.550830Z","end":"2026-03-30T23:48:22.216887Z","steps":["trace[129318607] 'agreement among raft nodes before linearized reading' (duration: 411.421458ms)","trace[129318607] 'range keys from in-memory index tree' (duration: 254.530113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.216932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.550818Z","time spent":"666.106068ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1017,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:22.217063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.199628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T23:48:22.217102Z","caller":"traceutil/trace.go:172","msg":"trace[649494703] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:980; }","duration":"665.238168ms","start":"2026-03-30T23:48:21.551853Z","end":"2026-03-30T23:48:22.217091Z","steps":["trace[649494703] 'agreement among raft nodes before linearized reading' (duration: 410.377526ms)","trace[649494703] 'range keys from in-memory index tree' (duration: 254.75822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.217128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.551831Z","time spent":"665.28966ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:22.217280Z","caller":"traceutil/trace.go:172","msg":"trace[616495089] transaction","detail":"{read_only:false; number_of_response:1; response_revision:980; }","duration":"455.016156ms","start":"2026-03-30T23:48:21.762250Z","end":"2026-03-30T23:48:22.217266Z","steps":["trace[616495089] 'process raft request' (duration: 200.112592ms)","trace[616495089] 'compare' (duration: 254.235963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.217396Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.762231Z","time spent":"455.084328ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9182,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:22.217604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.590281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T23:48:22.217641Z","caller":"traceutil/trace.go:172","msg":"trace[230567647] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:980; }","duration":"665.627802ms","start":"2026-03-30T23:48:21.552003Z","end":"2026-03-30T23:48:22.217631Z","steps":["trace[230567647] 'agreement among raft nodes before linearized reading' (duration: 410.238452ms)","trace[230567647] 'range keys from in-memory index tree' (duration: 255.257316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.217665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.551988Z","time spent":"665.669562ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:22.217723Z","caller":"traceutil/trace.go:172","msg":"trace[2043397497] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"352.181712ms","start":"2026-03-30T23:48:21.865520Z","end":"2026-03-30T23:48:22.217702Z","steps":["trace[2043397497] 'process raft request' (duration: 352.11631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:22.217823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.865501Z","time spent":"352.289006ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:22.217854Z","caller":"traceutil/trace.go:172","msg":"trace[202549077] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1090; }","duration":"255.646849ms","start":"2026-03-30T23:48:21.962197Z","end":"2026-03-30T23:48:22.217843Z","steps":["trace[202549077] 'read index received' (duration: 252.278531ms)","trace[202549077] 'applied index is now lower than readState.Index' (duration: 3.366377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.217912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"462.068351ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:22.217953Z","caller":"traceutil/trace.go:172","msg":"trace[1759805988] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:983; }","duration":"462.099732ms","start":"2026-03-30T23:48:21.755834Z","end":"2026-03-30T23:48:22.217934Z","steps":["trace[1759805988] 'agreement among raft nodes before linearized reading' (duration: 462.047289ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:22.218008Z","caller":"traceutil/trace.go:172","msg":"trace[296984860] transaction","detail":"{read_only:false; number_of_response:1; response_revision:980; }","duration":"451.717852ms","start":"2026-03-30T23:48:21.766280Z","end":"2026-03-30T23:48:22.217998Z","steps":["trace[296984860] 'process raft request' (duration: 450.665378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:22.218114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.766242Z","time spent":"451.848055ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10894,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:22.218226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.952902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-30T23:48:22.218269Z","caller":"traceutil/trace.go:172","msg":"trace[954392532] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:983; }","duration":"412.996563ms","start":"2026-03-30T23:48:21.805263Z","end":"2026-03-30T23:48:22.218259Z","steps":["trace[954392532] 'agreement among raft nodes before linearized reading' (duration: 412.89993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:22.218464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.805245Z","time spent":"413.205959ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1023,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:22.366834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.629172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-03-30T23:48:22.366921Z","caller":"traceutil/trace.go:172","msg":"trace[1015639689] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:984; }","duration":"138.728625ms","start":"2026-03-30T23:48:22.228170Z","end":"2026-03-30T23:48:22.366898Z","steps":["trace[1015639689] 'agreement among raft nodes before linearized reading' (duration: 89.443253ms)","trace[1015639689] 'range keys from in-memory index tree' (duration: 49.125837ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:22.367449Z","caller":"traceutil/trace.go:172","msg":"trace[379650012] transaction","detail":"{read_only:false; number_of_response:1; response_revision:985; }","duration":"137.070262ms","start":"2026-03-30T23:48:22.230344Z","end":"2026-03-30T23:48:22.367415Z","steps":["trace[379650012] 'process raft request' (duration: 136.784843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:22.812818Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.260194ms"} {"level":"warn","ts":"2026-03-30T23:48:22.812890Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.341175ms"} {"level":"warn","ts":"2026-03-30T23:48:23.230871Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"217.956776ms"} {"level":"warn","ts":"2026-03-30T23:48:23.230952Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"218.047109ms"} {"level":"info","ts":"2026-03-30T23:48:23.231335Z","caller":"traceutil/trace.go:172","msg":"trace[1856151956] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1123; }","duration":"454.717141ms","start":"2026-03-30T23:48:22.776589Z","end":"2026-03-30T23:48:23.231306Z","steps":["trace[1856151956] 'read index received' (duration: 454.70729ms)","trace[1856151956] 'applied index is now lower than readState.Index' (duration: 8.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:23.231539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.929608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:23.231592Z","caller":"traceutil/trace.go:172","msg":"trace[2036179315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"454.99509ms","start":"2026-03-30T23:48:22.776584Z","end":"2026-03-30T23:48:23.231579Z","steps":["trace[2036179315] 'agreement among raft nodes before linearized reading' (duration: 454.893446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.231632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.776564Z","time spent":"455.057922ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:23.231967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.95895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:65227"} {"level":"info","ts":"2026-03-30T23:48:23.232191Z","caller":"traceutil/trace.go:172","msg":"trace[2133013247] transaction","detail":"{read_only:false; number_of_response:1; response_revision:996; }","duration":"748.323656ms","start":"2026-03-30T23:48:22.483847Z","end":"2026-03-30T23:48:23.232171Z","steps":["trace[2133013247] 'process raft request' (duration: 329.087467ms)","trace[2133013247] 'compare' (duration: 418.876367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:23.232498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.483825Z","time spent":"748.505462ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65249,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:23.233224Z","caller":"traceutil/trace.go:172","msg":"trace[2025629606] transaction","detail":"{read_only:false; number_of_response:1; response_revision:997; }","duration":"718.32152ms","start":"2026-03-30T23:48:22.514880Z","end":"2026-03-30T23:48:23.233202Z","steps":["trace[2025629606] 'process raft request' (duration: 717.345308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.233248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.132221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:23.233299Z","caller":"traceutil/trace.go:172","msg":"trace[1176612618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:996; }","duration":"218.187653ms","start":"2026-03-30T23:48:23.015096Z","end":"2026-03-30T23:48:23.233284Z","steps":["trace[1176612618] 'range keys from in-memory index tree' (duration: 215.767097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.233964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.514849Z","time spent":"718.432642ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":59657,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:23.237199Z","caller":"traceutil/trace.go:172","msg":"trace[173009982] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"587.859208ms","start":"2026-03-30T23:48:22.648926Z","end":"2026-03-30T23:48:23.236785Z","steps":["trace[173009982] 'process raft request' (duration: 585.334218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.237490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.648893Z","time spent":"588.503228ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:23.690745Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"191.461058ms"} {"level":"warn","ts":"2026-03-30T23:48:23.690802Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"191.527539ms"} {"level":"info","ts":"2026-03-30T23:48:23.690811Z","caller":"traceutil/trace.go:172","msg":"trace[2104229547] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1131; }","duration":"459.356654ms","start":"2026-03-30T23:48:23.231425Z","end":"2026-03-30T23:48:23.690781Z","steps":["trace[2104229547] 'read index received' (duration: 459.342654ms)","trace[2104229547] 'applied index is now lower than readState.Index' (duration: 12.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:23.959602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"880.468693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:23.959644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"929.608408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:23.959711Z","caller":"traceutil/trace.go:172","msg":"trace[309510912] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1000; }","duration":"880.597606ms","start":"2026-03-30T23:48:23.079089Z","end":"2026-03-30T23:48:23.959686Z","steps":["trace[309510912] 'agreement among raft nodes before linearized reading' (duration: 611.79136ms)","trace[309510912] 'range keys from in-memory index tree' (duration: 268.441675ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:23.959742Z","caller":"traceutil/trace.go:172","msg":"trace[1272985540] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1000; }","duration":"929.724481ms","start":"2026-03-30T23:48:23.029996Z","end":"2026-03-30T23:48:23.959720Z","steps":["trace[1272985540] 'agreement among raft nodes before linearized reading' (duration: 660.919435ms)","trace[1272985540] 'range keys from in-memory index tree' (duration: 268.648712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:23.959758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.079072Z","time spent":"880.675689ms","remote":"127.0.0.1:45500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:23.959752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.027493064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T23:48:23.959783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"601.031505ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:23.959851Z","caller":"traceutil/trace.go:172","msg":"trace[1723242441] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1000; }","duration":"1.027617858s","start":"2026-03-30T23:48:22.932213Z","end":"2026-03-30T23:48:23.959831Z","steps":["trace[1723242441] 'agreement among raft nodes before linearized reading' (duration: 758.722838ms)","trace[1723242441] 'range keys from in-memory index tree' (duration: 268.655581ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:23.959890Z","caller":"traceutil/trace.go:172","msg":"trace[431475326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"601.159349ms","start":"2026-03-30T23:48:23.358704Z","end":"2026-03-30T23:48:23.959864Z","steps":["trace[431475326] 'range keys from in-memory index tree' (duration: 600.978003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.959918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.932188Z","time spent":"1.027698101s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:23.959788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.029961Z","time spent":"929.816895ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:23.960048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.969932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T23:48:23.960347Z","caller":"traceutil/trace.go:172","msg":"trace[454208780] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"677.214597ms","start":"2026-03-30T23:48:23.283105Z","end":"2026-03-30T23:48:23.960319Z","steps":["trace[454208780] 'process raft request' (duration: 407.901634ms)","trace[454208780] 'compare' (duration: 268.284319ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:23.960946Z","caller":"traceutil/trace.go:172","msg":"trace[894962212] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"677.808926ms","start":"2026-03-30T23:48:23.283119Z","end":"2026-03-30T23:48:23.960928Z","steps":["trace[894962212] 'process raft request' (duration: 676.99297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.961487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.283094Z","time spent":"678.250621ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:23.961714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.283079Z","time spent":"678.155728ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:23.962094Z","caller":"traceutil/trace.go:172","msg":"trace[1654155060] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1002; }","duration":"674.572593ms","start":"2026-03-30T23:48:23.287507Z","end":"2026-03-30T23:48:23.962080Z","steps":["trace[1654155060] 'process raft request' (duration: 673.590642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.962674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.287481Z","time spent":"674.651876ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":59666,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:24.008762Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"118.021015ms"} {"level":"warn","ts":"2026-03-30T23:48:24.008820Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"118.017455ms"} {"level":"info","ts":"2026-03-30T23:48:24.009758Z","caller":"traceutil/trace.go:172","msg":"trace[190110498] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1002; }","duration":"704.148272ms","start":"2026-03-30T23:48:23.305584Z","end":"2026-03-30T23:48:24.009732Z","steps":["trace[190110498] 'process raft request' (duration: 703.879903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.009917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.305560Z","time spent":"704.269856ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80729,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:24.009903Z","caller":"traceutil/trace.go:172","msg":"trace[182323648] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"666.448663ms","start":"2026-03-30T23:48:23.343423Z","end":"2026-03-30T23:48:24.009871Z","steps":["trace[182323648] 'process raft request' (duration: 666.202746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.010057Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.343402Z","time spent":"666.577738ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:24.191583Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:24.536705Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"327.863541ms"} {"level":"warn","ts":"2026-03-30T23:48:24.536758Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"327.923632ms"} {"level":"info","ts":"2026-03-30T23:48:24.536752Z","caller":"traceutil/trace.go:172","msg":"trace[1294807463] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1139; }","duration":"845.840204ms","start":"2026-03-30T23:48:23.690878Z","end":"2026-03-30T23:48:24.536718Z","steps":["trace[1294807463] 'read index received' (duration: 845.832854ms)","trace[1294807463] 'applied index is now lower than readState.Index' (duration: 6.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:24.650822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.417604039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:24.651354Z","caller":"traceutil/trace.go:172","msg":"trace[1796253118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1006; }","duration":"1.418129746s","start":"2026-03-30T23:48:23.233190Z","end":"2026-03-30T23:48:24.651319Z","steps":["trace[1796253118] 'agreement among raft nodes before linearized reading' (duration: 1.303645089s)","trace[1796253118] 'range keys from in-memory index tree' (duration: 113.896238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:24.651425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.233168Z","time spent":"1.418239149s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:24.651012Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.077495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-30T23:48:24.651985Z","caller":"traceutil/trace.go:172","msg":"trace[1301259802] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1006; }","duration":"652.604148ms","start":"2026-03-30T23:48:23.999360Z","end":"2026-03-30T23:48:24.651965Z","steps":["trace[1301259802] 'process raft request' (duration: 652.490624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.652042Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.962233Z","time spent":"689.803661ms","remote":"127.0.0.1:44638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T23:48:24.652074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.999331Z","time spent":"652.693841ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80738,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:24.657291Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409403360989325,"received-request-id":4831409403360989320} {"level":"info","ts":"2026-03-30T23:48:24.657964Z","caller":"traceutil/trace.go:172","msg":"trace[238842978] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"462.94097ms","start":"2026-03-30T23:48:24.195008Z","end":"2026-03-30T23:48:24.657949Z","steps":["trace[238842978] 'process raft request' (duration: 462.837426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.658068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.194982Z","time spent":"463.031522ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:24.734234Z","caller":"traceutil/trace.go:172","msg":"trace[1710289233] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1145; }","duration":"197.394307ms","start":"2026-03-30T23:48:24.536816Z","end":"2026-03-30T23:48:24.734210Z","steps":["trace[1710289233] 'read index received' (duration: 197.384816ms)","trace[1710289233] 'applied index is now lower than readState.Index' (duration: 8.431µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:24.734306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"774.316331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:24.734361Z","caller":"traceutil/trace.go:172","msg":"trace[1129388052] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1009; }","duration":"774.396045ms","start":"2026-03-30T23:48:23.959951Z","end":"2026-03-30T23:48:24.734347Z","steps":["trace[1129388052] 'agreement among raft nodes before linearized reading' (duration: 774.279951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.734529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.964451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T23:48:24.734568Z","caller":"traceutil/trace.go:172","msg":"trace[731546066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"925.008492ms","start":"2026-03-30T23:48:23.809550Z","end":"2026-03-30T23:48:24.734558Z","steps":["trace[731546066] 'agreement among raft nodes before linearized reading' (duration: 924.831746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.734502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"653.30271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:151236"} {"level":"warn","ts":"2026-03-30T23:48:24.734663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.809527Z","time spent":"925.126025ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:24.734669Z","caller":"traceutil/trace.go:172","msg":"trace[843277107] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1009; }","duration":"653.477616ms","start":"2026-03-30T23:48:24.081171Z","end":"2026-03-30T23:48:24.734648Z","steps":["trace[843277107] 'agreement among raft nodes before linearized reading' (duration: 653.118723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.734748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"925.183948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-30T23:48:24.734759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.081152Z","time spent":"653.59045ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":151258,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:24.734791Z","caller":"traceutil/trace.go:172","msg":"trace[1905216157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"925.229289ms","start":"2026-03-30T23:48:23.809550Z","end":"2026-03-30T23:48:24.734779Z","steps":["trace[1905216157] 'agreement among raft nodes before linearized reading' (duration: 924.748694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.734819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.809528Z","time spent":"925.283639ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:24.808317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.56329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-03-30T23:48:24.808383Z","caller":"traceutil/trace.go:172","msg":"trace[1649816306] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1012; }","duration":"114.638102ms","start":"2026-03-30T23:48:24.693731Z","end":"2026-03-30T23:48:24.808369Z","steps":["trace[1649816306] 'agreement among raft nodes before linearized reading' (duration: 114.435245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.808625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.092098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:24.808708Z","caller":"traceutil/trace.go:172","msg":"trace[1002527130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1012; }","duration":"147.207951ms","start":"2026-03-30T23:48:24.661484Z","end":"2026-03-30T23:48:24.808692Z","steps":["trace[1002527130] 'agreement among raft nodes before linearized reading' (duration: 147.041796ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:24.809408Z","caller":"traceutil/trace.go:172","msg":"trace[1643805087] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"130.514083ms","start":"2026-03-30T23:48:24.678884Z","end":"2026-03-30T23:48:24.809398Z","steps":["trace[1643805087] 'process raft request' (duration: 130.024547ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:25.023177Z","caller":"traceutil/trace.go:172","msg":"trace[1308275839] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1159; }","duration":"215.020439ms","start":"2026-03-30T23:48:24.808128Z","end":"2026-03-30T23:48:25.023148Z","steps":["trace[1308275839] 'read index received' (duration: 215.010419ms)","trace[1308275839] 'applied index is now lower than readState.Index' (duration: 8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.076513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.895806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-30T23:48:25.076583Z","caller":"traceutil/trace.go:172","msg":"trace[1849609459] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1017; }","duration":"338.977639ms","start":"2026-03-30T23:48:24.737590Z","end":"2026-03-30T23:48:25.076567Z","steps":["trace[1849609459] 'agreement among raft nodes before linearized reading' (duration: 285.699345ms)","trace[1849609459] 'range keys from in-memory index tree' (duration: 53.108918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.076621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.737566Z","time spent":"339.04679ms","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:25.076855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.718474ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:25.076890Z","caller":"traceutil/trace.go:172","msg":"trace[1741120213] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1017; }","duration":"340.751495ms","start":"2026-03-30T23:48:24.736128Z","end":"2026-03-30T23:48:25.076879Z","steps":["trace[1741120213] 'agreement among raft nodes before linearized reading' (duration: 287.168381ms)","trace[1741120213] 'range keys from in-memory index tree' (duration: 53.539082ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:25.077043Z","caller":"traceutil/trace.go:172","msg":"trace[534491091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1018; }","duration":"256.973197ms","start":"2026-03-30T23:48:24.820060Z","end":"2026-03-30T23:48:25.077033Z","steps":["trace[534491091] 'process raft request' (duration: 256.908434ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:25.377239Z","caller":"traceutil/trace.go:172","msg":"trace[404802725] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1164; }","duration":"353.964232ms","start":"2026-03-30T23:48:25.023249Z","end":"2026-03-30T23:48:25.377213Z","steps":["trace[404802725] 'read index received' (duration: 353.955092ms)","trace[404802725] 'applied index is now lower than readState.Index' (duration: 8.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.588888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"774.738959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:25.588923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"655.883552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:98713"} {"level":"warn","ts":"2026-03-30T23:48:25.588939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"737.762028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:25.588981Z","caller":"traceutil/trace.go:172","msg":"trace[54850053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1021; }","duration":"774.843933ms","start":"2026-03-30T23:48:24.814115Z","end":"2026-03-30T23:48:25.588959Z","steps":["trace[54850053] 'agreement among raft nodes before linearized reading' (duration: 563.292498ms)","trace[54850053] 'range keys from in-memory index tree' (duration: 211.414161ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:25.589004Z","caller":"traceutil/trace.go:172","msg":"trace[1396296724] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1021; }","duration":"655.978185ms","start":"2026-03-30T23:48:24.933008Z","end":"2026-03-30T23:48:25.588987Z","steps":["trace[1396296724] 'agreement among raft nodes before linearized reading' (duration: 444.362008ms)","trace[1396296724] 'range keys from in-memory index tree' (duration: 211.466782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.589022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.814101Z","time spent":"774.912875ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:25.589020Z","caller":"traceutil/trace.go:172","msg":"trace[1681763724] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1021; }","duration":"737.841481ms","start":"2026-03-30T23:48:24.851156Z","end":"2026-03-30T23:48:25.588998Z","steps":["trace[1681763724] 'agreement among raft nodes before linearized reading' (duration: 526.233033ms)","trace[1681763724] 'range keys from in-memory index tree' (duration: 211.506423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.589049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.932989Z","time spent":"656.039117ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":98735,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:25.589084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.851142Z","time spent":"737.927564ms","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:25.589233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"772.138207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-03-30T23:48:25.589266Z","caller":"traceutil/trace.go:172","msg":"trace[2075598876] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1021; }","duration":"772.170157ms","start":"2026-03-30T23:48:24.817084Z","end":"2026-03-30T23:48:25.589255Z","steps":["trace[2075598876] 'agreement among raft nodes before linearized reading' (duration: 560.314413ms)","trace[2075598876] 'range keys from in-memory index tree' (duration: 211.313357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.589292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.817075Z","time spent":"772.209138ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":10892,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:25.589746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.455634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:98726"} {"level":"info","ts":"2026-03-30T23:48:25.589826Z","caller":"traceutil/trace.go:172","msg":"trace[757301948] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1021; }","duration":"480.439755ms","start":"2026-03-30T23:48:25.109376Z","end":"2026-03-30T23:48:25.589816Z","steps":["trace[757301948] 'process raft request' (duration: 267.815796ms)","trace[757301948] 'compare' (duration: 211.429461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.590087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.109345Z","time spent":"480.714865ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98748,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:25.591970Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.347267ms"} {"level":"warn","ts":"2026-03-30T23:48:25.592014Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.395689ms"} {"level":"warn","ts":"2026-03-30T23:48:25.877426Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:26.147564Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"355.454435ms"} {"level":"warn","ts":"2026-03-30T23:48:26.147668Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"355.63404ms"} {"level":"info","ts":"2026-03-30T23:48:26.147641Z","caller":"traceutil/trace.go:172","msg":"trace[880880543] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1168; }","duration":"770.275116ms","start":"2026-03-30T23:48:25.377332Z","end":"2026-03-30T23:48:26.147607Z","steps":["trace[880880543] 'read index received' (duration: 770.263036ms)","trace[880880543] 'applied index is now lower than readState.Index' (duration: 10.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:26.181059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.100837227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"warn","ts":"2026-03-30T23:48:26.181219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"823.188823ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:26.181326Z","caller":"traceutil/trace.go:172","msg":"trace[1775806852] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1024; }","duration":"823.301826ms","start":"2026-03-30T23:48:25.358002Z","end":"2026-03-30T23:48:26.181304Z","steps":["trace[1775806852] 'agreement among raft nodes before linearized reading' (duration: 789.619611ms)","trace[1775806852] 'range keys from in-memory index tree' (duration: 33.551ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:26.181470Z","caller":"traceutil/trace.go:172","msg":"trace[1979441229] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1024; }","duration":"1.100963831s","start":"2026-03-30T23:48:25.080182Z","end":"2026-03-30T23:48:26.181146Z","steps":["trace[1979441229] 'agreement among raft nodes before linearized reading' (duration: 1.067499393s)","trace[1979441229] 'range keys from in-memory index tree' (duration: 33.177028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:26.182097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.080154Z","time spent":"1.101920911s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":413,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-30T23:48:26.191674Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409403360989342,"received-request-id":4831409403360989337} {"level":"info","ts":"2026-03-30T23:48:26.192383Z","caller":"traceutil/trace.go:172","msg":"trace[1333554688] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1027; }","duration":"572.15916ms","start":"2026-03-30T23:48:25.620202Z","end":"2026-03-30T23:48:26.192361Z","steps":["trace[1333554688] 'process raft request' (duration: 571.825389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.192508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.620181Z","time spent":"572.253185ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":20892,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:26.192510Z","caller":"traceutil/trace.go:172","msg":"trace[676969331] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1028; }","duration":"558.25518ms","start":"2026-03-30T23:48:25.634212Z","end":"2026-03-30T23:48:26.192467Z","steps":["trace[676969331] 'process raft request' (duration: 558.071565ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:26.192551Z","caller":"traceutil/trace.go:172","msg":"trace[1973780128] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"226.480116ms","start":"2026-03-30T23:48:25.966055Z","end":"2026-03-30T23:48:26.192535Z","steps":["trace[1973780128] 'process raft request' (duration: 226.379613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.192648Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.634195Z","time spent":"558.375596ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74804,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:26.192733Z","caller":"traceutil/trace.go:172","msg":"trace[1789965079] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"226.881829ms","start":"2026-03-30T23:48:25.965822Z","end":"2026-03-30T23:48:26.192704Z","steps":["trace[1789965079] 'process raft request' (duration: 226.514417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.193488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.751165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:26.193533Z","caller":"traceutil/trace.go:172","msg":"trace[136173225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1030; }","duration":"417.796306ms","start":"2026-03-30T23:48:25.775726Z","end":"2026-03-30T23:48:26.193523Z","steps":["trace[136173225] 'agreement among raft nodes before linearized reading' (duration: 417.722813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.193555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.775709Z","time spent":"417.841118ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:26.193838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"590.34826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-03-30T23:48:26.193880Z","caller":"traceutil/trace.go:172","msg":"trace[2090195895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1030; }","duration":"590.395941ms","start":"2026-03-30T23:48:25.603473Z","end":"2026-03-30T23:48:26.193869Z","steps":["trace[2090195895] 'agreement among raft nodes before linearized reading' (duration: 590.231246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.193899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"808.587832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:26.195797Z","caller":"traceutil/trace.go:172","msg":"trace[1651633317] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1030; }","duration":"810.482893ms","start":"2026-03-30T23:48:25.385302Z","end":"2026-03-30T23:48:26.195785Z","steps":["trace[1651633317] 'agreement among raft nodes before linearized reading' (duration: 808.553281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.195836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.385285Z","time spent":"810.541894ms","remote":"127.0.0.1:45600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:26.193908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.603458Z","time spent":"590.437554ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":59653,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:26.750078Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.138349ms"} {"level":"warn","ts":"2026-03-30T23:48:26.750141Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.204461ms"} {"level":"info","ts":"2026-03-30T23:48:26.750167Z","caller":"traceutil/trace.go:172","msg":"trace[241444531] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1185; }","duration":"325.463809ms","start":"2026-03-30T23:48:26.424667Z","end":"2026-03-30T23:48:26.750130Z","steps":["trace[241444531] 'read index received' (duration: 325.439578ms)","trace[241444531] 'applied index is now lower than readState.Index' (duration: 20.391µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.116479Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"166.398056ms"} {"level":"warn","ts":"2026-03-30T23:48:27.116541Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"166.401306ms"} {"level":"warn","ts":"2026-03-30T23:48:27.117081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.390182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-03-30T23:48:27.117140Z","caller":"traceutil/trace.go:172","msg":"trace[369113299] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1034; }","duration":"692.462105ms","start":"2026-03-30T23:48:26.424659Z","end":"2026-03-30T23:48:27.117121Z","steps":["trace[369113299] 'agreement among raft nodes before linearized reading' (duration: 325.625125ms)","trace[369113299] 'range keys from in-memory index tree' (duration: 366.623673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.117177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.424628Z","time spent":"692.538998ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31167,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:27.117515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.007326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-30T23:48:27.117897Z","caller":"traceutil/trace.go:172","msg":"trace[914861844] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"548.02813ms","start":"2026-03-30T23:48:26.569854Z","end":"2026-03-30T23:48:27.117883Z","steps":["trace[914861844] 'process raft request' (duration: 547.792502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:27.118122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.569828Z","time spent":"548.110314ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:27.118176Z","caller":"traceutil/trace.go:172","msg":"trace[1071982537] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"494.705277ms","start":"2026-03-30T23:48:26.623452Z","end":"2026-03-30T23:48:27.118157Z","steps":["trace[1071982537] 'process raft request' (duration: 494.48373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:27.118286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.623420Z","time spent":"494.81275ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:27.251045Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:27.422730Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"106.166586ms"} {"level":"warn","ts":"2026-03-30T23:48:27.422816Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"106.258939ms"} {"level":"info","ts":"2026-03-30T23:48:27.422811Z","caller":"traceutil/trace.go:172","msg":"trace[1521239701] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1189; }","duration":"672.536211ms","start":"2026-03-30T23:48:26.750240Z","end":"2026-03-30T23:48:27.422776Z","steps":["trace[1521239701] 'read index received' (duration: 672.529021ms)","trace[1521239701] 'applied index is now lower than readState.Index' (duration: 6.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.544242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.980259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-03-30T23:48:27.544249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"961.506552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:27.544242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"837.72935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:27.544343Z","caller":"traceutil/trace.go:172","msg":"trace[1355735625] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1036; }","duration":"961.611965ms","start":"2026-03-30T23:48:26.582715Z","end":"2026-03-30T23:48:27.544327Z","steps":["trace[1355735625] 'agreement among raft nodes before linearized reading' (duration: 840.18549ms)","trace[1355735625] 'range keys from in-memory index tree' (duration: 121.29163ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:27.544371Z","caller":"traceutil/trace.go:172","msg":"trace[420751711] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1036; }","duration":"837.874944ms","start":"2026-03-30T23:48:26.706476Z","end":"2026-03-30T23:48:27.544351Z","steps":["trace[420751711] 'agreement among raft nodes before linearized reading' (duration: 716.325056ms)","trace[420751711] 'range keys from in-memory index tree' (duration: 121.331931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.544384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.582707Z","time spent":"961.666036ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:27.544429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.706453Z","time spent":"837.966237ms","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:27.544573Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409403360989358,"received-request-id":4831409403360989354} {"level":"info","ts":"2026-03-30T23:48:27.545958Z","caller":"traceutil/trace.go:172","msg":"trace[641014329] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"696.454027ms","start":"2026-03-30T23:48:26.849488Z","end":"2026-03-30T23:48:27.545942Z","steps":["trace[641014329] 'process raft request' (duration: 696.277121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:27.546101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.849472Z","time spent":"696.53473ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:27.626856Z","caller":"traceutil/trace.go:172","msg":"trace[430492210] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"443.465909ms","start":"2026-03-30T23:48:27.183374Z","end":"2026-03-30T23:48:27.626840Z","steps":["trace[430492210] 'process raft request' (duration: 443.386666ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:27.626946Z","caller":"traceutil/trace.go:172","msg":"trace[1729162782] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"445.764224ms","start":"2026-03-30T23:48:27.181163Z","end":"2026-03-30T23:48:27.626927Z","steps":["trace[1729162782] 'process raft request' (duration: 444.966668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:27.626980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.183365Z","time spent":"443.554022ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:27.627080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.181140Z","time spent":"445.856527ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:27.793180Z","caller":"traceutil/trace.go:172","msg":"trace[950261487] linearizableReadLoop","detail":"{readStateIndex:1191; appliedIndex:1195; }","duration":"370.287929ms","start":"2026-03-30T23:48:27.422868Z","end":"2026-03-30T23:48:27.793156Z","steps":["trace[950261487] 'read index received' (duration: 370.278469ms)","trace[950261487] 'applied index is now lower than readState.Index' (duration: 8.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.955417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"827.24286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-03-30T23:48:27.956031Z","caller":"traceutil/trace.go:172","msg":"trace[605099411] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1040; }","duration":"827.873441ms","start":"2026-03-30T23:48:27.128128Z","end":"2026-03-30T23:48:27.956001Z","steps":["trace[605099411] 'agreement among raft nodes before linearized reading' (duration: 665.166778ms)","trace[605099411] 'range keys from in-memory index tree' (duration: 161.851184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.956164Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.128105Z","time spent":"828.037985ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":65236,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:27.955443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.141828253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T23:48:27.956285Z","caller":"traceutil/trace.go:172","msg":"trace[1544992255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1040; }","duration":"1.142680531s","start":"2026-03-30T23:48:26.813588Z","end":"2026-03-30T23:48:27.956268Z","steps":["trace[1544992255] 'agreement among raft nodes before linearized reading' (duration: 979.742401ms)","trace[1544992255] 'range keys from in-memory index tree' (duration: 161.981619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.956336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.813568Z","time spent":"1.142742292s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:27.955506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.14080803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:48:27.956393Z","caller":"traceutil/trace.go:172","msg":"trace[789131684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1040; }","duration":"1.141691519s","start":"2026-03-30T23:48:26.814672Z","end":"2026-03-30T23:48:27.956363Z","steps":["trace[789131684] 'agreement among raft nodes before linearized reading' (duration: 978.648546ms)","trace[789131684] 'range keys from in-memory index tree' (duration: 162.053281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.956441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.814655Z","time spent":"1.141771631s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:27.955570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.25218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:27.956499Z","caller":"traceutil/trace.go:172","msg":"trace[432814457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1040; }","duration":"598.17395ms","start":"2026-03-30T23:48:27.358306Z","end":"2026-03-30T23:48:27.956480Z","steps":["trace[432814457] 'agreement among raft nodes before linearized reading' (duration: 434.979642ms)","trace[432814457] 'range keys from in-memory index tree' (duration: 162.260657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.974907Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"205.691386ms"} {"level":"warn","ts":"2026-03-30T23:48:27.974937Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"205.723226ms"} {"level":"info","ts":"2026-03-30T23:48:27.975347Z","caller":"traceutil/trace.go:172","msg":"trace[278227332] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"292.025465ms","start":"2026-03-30T23:48:27.683310Z","end":"2026-03-30T23:48:27.975336Z","steps":["trace[278227332] 'process raft request' (duration: 291.906781ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:28.059130Z","caller":"traceutil/trace.go:172","msg":"trace[1420215164] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1197; }","duration":"265.844729ms","start":"2026-03-30T23:48:27.793246Z","end":"2026-03-30T23:48:28.059091Z","steps":["trace[1420215164] 'read index received' (duration: 265.837739ms)","trace[1420215164] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:28.089853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.903584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:28.089949Z","caller":"traceutil/trace.go:172","msg":"trace[1943786185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"315.008147ms","start":"2026-03-30T23:48:27.774915Z","end":"2026-03-30T23:48:28.089923Z","steps":["trace[1943786185] 'agreement among raft nodes before linearized reading' (duration: 284.294871ms)","trace[1943786185] 'range keys from in-memory index tree' (duration: 30.581092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:28.090001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.774895Z","time spent":"315.09497ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:28.090052Z","caller":"traceutil/trace.go:172","msg":"trace[409233606] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"130.138181ms","start":"2026-03-30T23:48:27.959899Z","end":"2026-03-30T23:48:28.090037Z","steps":["trace[409233606] 'process raft request' (duration: 130.10073ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:28.090090Z","caller":"traceutil/trace.go:172","msg":"trace[229236049] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"130.235614ms","start":"2026-03-30T23:48:27.959837Z","end":"2026-03-30T23:48:28.090073Z","steps":["trace[229236049] 'process raft request' (duration: 130.10773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:28.099496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.04077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:31126"} {"level":"info","ts":"2026-03-30T23:48:28.099596Z","caller":"traceutil/trace.go:172","msg":"trace[1900595611] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1044; }","duration":"126.144243ms","start":"2026-03-30T23:48:27.973422Z","end":"2026-03-30T23:48:28.099566Z","steps":["trace[1900595611] 'agreement among raft nodes before linearized reading' (duration: 125.868304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:31.747892Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:32.248398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:32.255416Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"706.979694ms"} {"level":"warn","ts":"2026-03-30T23:48:32.255457Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"707.026826ms"} {"level":"info","ts":"2026-03-30T23:48:32.255703Z","caller":"traceutil/trace.go:172","msg":"trace[1989938764] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1244; }","duration":"1.008425725s","start":"2026-03-30T23:48:31.247254Z","end":"2026-03-30T23:48:32.255680Z","steps":["trace[1989938764] 'read index received' (duration: 1.008418364s)","trace[1989938764] 'applied index is now lower than readState.Index' (duration: 6.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:32.256058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.008786636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:32.256141Z","caller":"traceutil/trace.go:172","msg":"trace[1787937154] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1082; }","duration":"1.008878849s","start":"2026-03-30T23:48:31.247249Z","end":"2026-03-30T23:48:32.256128Z","steps":["trace[1787937154] 'agreement among raft nodes before linearized reading' (duration: 1.008744285s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.256226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:31.247233Z","time spent":"1.008929361s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:32.257719Z","caller":"traceutil/trace.go:172","msg":"trace[1842416074] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"924.249469ms","start":"2026-03-30T23:48:31.333454Z","end":"2026-03-30T23:48:32.257704Z","steps":["trace[1842416074] 'process raft request' (duration: 923.485454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.257835Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:31.333422Z","time spent":"924.354173ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036193,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:32.449207Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409403360989424,"received-request-id":4831409403360989420} {"level":"info","ts":"2026-03-30T23:48:32.484475Z","caller":"traceutil/trace.go:172","msg":"trace[460674020] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1246; }","duration":"228.475308ms","start":"2026-03-30T23:48:32.255976Z","end":"2026-03-30T23:48:32.484451Z","steps":["trace[460674020] 'read index received' (duration: 228.470027ms)","trace[460674020] 'applied index is now lower than readState.Index' (duration: 4.711µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:32.598988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"824.45242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:32.599017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"872.132805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9gjrz\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"warn","ts":"2026-03-30T23:48:32.599051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.598418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-30T23:48:32.599106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.942751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T23:48:32.599022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.240700345s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:32.599094Z","caller":"traceutil/trace.go:172","msg":"trace[1813196767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"824.563773ms","start":"2026-03-30T23:48:31.774502Z","end":"2026-03-30T23:48:32.599066Z","steps":["trace[1813196767] 'agreement among raft nodes before linearized reading' (duration: 710.028985ms)","trace[1813196767] 'range keys from in-memory index tree' (duration: 114.395304ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:32.599138Z","caller":"traceutil/trace.go:172","msg":"trace[1256296730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1084; }","duration":"490.964292ms","start":"2026-03-30T23:48:32.108160Z","end":"2026-03-30T23:48:32.599124Z","steps":["trace[1256296730] 'agreement among raft nodes before linearized reading' (duration: 376.34515ms)","trace[1256296730] 'range keys from in-memory index tree' (duration: 114.55739ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:32.599143Z","caller":"traceutil/trace.go:172","msg":"trace[2102975028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1084; }","duration":"1.24087418s","start":"2026-03-30T23:48:31.358256Z","end":"2026-03-30T23:48:32.599130Z","steps":["trace[2102975028] 'agreement among raft nodes before linearized reading' (duration: 1.126297329s)","trace[2102975028] 'range keys from in-memory index tree' (duration: 114.410886ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:32.599147Z","caller":"traceutil/trace.go:172","msg":"trace[1641429162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1084; }","duration":"487.666751ms","start":"2026-03-30T23:48:32.111434Z","end":"2026-03-30T23:48:32.599101Z","steps":["trace[1641429162] 'agreement among raft nodes before linearized reading' (duration: 373.096031ms)","trace[1641429162] 'range keys from in-memory index tree' (duration: 114.362583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:32.599169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.108142Z","time spent":"491.021963ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:32.599159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:31.774478Z","time spent":"824.667567ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:32.599096Z","caller":"traceutil/trace.go:172","msg":"trace[1718957488] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9gjrz; range_end:; response_count:1; response_revision:1084; }","duration":"872.211727ms","start":"2026-03-30T23:48:31.726864Z","end":"2026-03-30T23:48:32.599076Z","steps":["trace[1718957488] 'agreement among raft nodes before linearized reading' (duration: 757.671668ms)","trace[1718957488] 'range keys from in-memory index tree' (duration: 114.326752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:32.599372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:31.726846Z","time spent":"872.520427ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18376,"request content":"key:\"/registry/pods/kube-system/cilium-9gjrz\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:32.599379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.26409ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-30T23:48:32.599189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.111415Z","time spent":"487.763384ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:32.599603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.375543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:32.599620Z","caller":"traceutil/trace.go:172","msg":"trace[644554490] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1084; }","duration":"365.392174ms","start":"2026-03-30T23:48:32.234222Z","end":"2026-03-30T23:48:32.599615Z","steps":["trace[644554490] 'agreement among raft nodes before linearized reading' (duration: 250.301596ms)","trace[644554490] 'range keys from in-memory index tree' (duration: 115.067617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:32.599634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.234208Z","time spent":"365.423415ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:32.600280Z","caller":"traceutil/trace.go:172","msg":"trace[16367943] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"387.316875ms","start":"2026-03-30T23:48:32.212956Z","end":"2026-03-30T23:48:32.600273Z","steps":["trace[16367943] 'process raft request' (duration: 386.492307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.600361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.212930Z","time spent":"387.372097ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:32.600513Z","caller":"traceutil/trace.go:172","msg":"trace[346120005] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"279.968006ms","start":"2026-03-30T23:48:32.320529Z","end":"2026-03-30T23:48:32.600497Z","steps":["trace[346120005] 'process raft request' (duration: 279.877732ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:32.600613Z","caller":"traceutil/trace.go:172","msg":"trace[242310961] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"384.356987ms","start":"2026-03-30T23:48:32.216233Z","end":"2026-03-30T23:48:32.600590Z","steps":["trace[242310961] 'process raft request' (duration: 383.992074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.601353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.216221Z","time spent":"384.445959ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:32.985430Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:33.196134Z","caller":"traceutil/trace.go:172","msg":"trace[248754354] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1252; }","duration":"711.580383ms","start":"2026-03-30T23:48:32.484538Z","end":"2026-03-30T23:48:33.196118Z","steps":["trace[248754354] 'read index received' (duration: 711.573752ms)","trace[248754354] 'applied index is now lower than readState.Index' (duration: 5.441µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:33.196028Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"468.199836ms"} {"level":"warn","ts":"2026-03-30T23:48:33.196468Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"468.646062ms"} {"level":"warn","ts":"2026-03-30T23:48:33.696276Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:33.891600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"876.634868ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:33.891705Z","caller":"traceutil/trace.go:172","msg":"trace[615820081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1089; }","duration":"876.754391ms","start":"2026-03-30T23:48:33.014933Z","end":"2026-03-30T23:48:33.891687Z","steps":["trace[615820081] 'range keys from in-memory index tree' (duration: 876.570836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:33.891747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.579566298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:33.891843Z","caller":"traceutil/trace.go:172","msg":"trace[1872657546] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1089; }","duration":"1.579667062s","start":"2026-03-30T23:48:32.312149Z","end":"2026-03-30T23:48:33.891817Z","steps":["trace[1872657546] 'agreement among raft nodes before linearized reading' (duration: 884.064475ms)","trace[1872657546] 'range keys from in-memory index tree' (duration: 695.470003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:33.891891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.312132Z","time spent":"1.579746194s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:33.892122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"695.696399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T23:48:34.197333Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:34.494272Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.297383408s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T23:48:34.494437Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.097950377s"} {"level":"warn","ts":"2026-03-30T23:48:34.494475Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.097993878s"} {"level":"warn","ts":"2026-03-30T23:48:34.494785Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409403360989430,"received-request-id":4831409403360989426} {"level":"warn","ts":"2026-03-30T23:48:34.601088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99878547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T23:48:34.601181Z","caller":"traceutil/trace.go:172","msg":"trace[1669729723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998894774s","start":"2026-03-30T23:48:32.602263Z","end":"2026-03-30T23:48:34.601158Z","steps":["trace[1669729723] 'agreement among raft nodes before linearized reading' (duration: 1.99877766s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.601350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.602151Z","time spent":"1.999078689s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 23:48:34 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T23:48:34.612364Z","caller":"traceutil/trace.go:172","msg":"trace[21362365] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1254; }","duration":"1.416146499s","start":"2026-03-30T23:48:33.196197Z","end":"2026-03-30T23:48:34.612344Z","steps":["trace[21362365] 'read index received' (duration: 1.416138229s)","trace[21362365] 'applied index is now lower than readState.Index' (duration: 7.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:34.615104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.014252138s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:34.615185Z","caller":"traceutil/trace.go:172","msg":"trace[831519135] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1091; }","duration":"2.014342101s","start":"2026-03-30T23:48:32.600826Z","end":"2026-03-30T23:48:34.615168Z","steps":["trace[831519135] 'agreement among raft nodes before linearized reading' (duration: 2.01162739s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.615514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.682689044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T23:48:34.615609Z","caller":"traceutil/trace.go:172","msg":"trace[808891290] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1091; }","duration":"1.682780527s","start":"2026-03-30T23:48:32.932813Z","end":"2026-03-30T23:48:34.615593Z","steps":["trace[808891290] 'agreement among raft nodes before linearized reading' (duration: 1.679558658s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.615706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.932791Z","time spent":"1.682873229s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:34.615816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.004627468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:34.615865Z","caller":"traceutil/trace.go:172","msg":"trace[438000854] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1091; }","duration":"2.004680409s","start":"2026-03-30T23:48:32.611172Z","end":"2026-03-30T23:48:34.615852Z","steps":["trace[438000854] 'agreement among raft nodes before linearized reading' (duration: 2.001210863s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.615901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.611147Z","time spent":"2.004743402s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:34.616424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.839075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T23:48:34.616665Z","caller":"traceutil/trace.go:172","msg":"trace[916863579] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"2.010712471s","start":"2026-03-30T23:48:32.605938Z","end":"2026-03-30T23:48:34.616651Z","steps":["trace[916863579] 'process raft request' (duration: 2.010557676s)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.616720Z","caller":"traceutil/trace.go:172","msg":"trace[2064036651] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"2.009137379s","start":"2026-03-30T23:48:32.607571Z","end":"2026-03-30T23:48:34.616708Z","steps":["trace[2064036651] 'process raft request' (duration: 2.008985134s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.616782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.605925Z","time spent":"2.010819045s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:34.616809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.607561Z","time spent":"2.00918612s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:34.617184Z","caller":"traceutil/trace.go:172","msg":"trace[1024965943] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"2.002494738s","start":"2026-03-30T23:48:32.614673Z","end":"2026-03-30T23:48:34.617167Z","steps":["trace[1024965943] 'process raft request' (duration: 2.001925689s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.617664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.614664Z","time spent":"2.002960884s","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:34.631240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.930942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:34.631318Z","caller":"traceutil/trace.go:172","msg":"trace[371630024] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1103; }","duration":"342.018575ms","start":"2026-03-30T23:48:34.289285Z","end":"2026-03-30T23:48:34.631304Z","steps":["trace[371630024] 'agreement among raft nodes before linearized reading' (duration: 341.896191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.631352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:34.289264Z","time spent":"342.077926ms","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:34.632983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"718.102873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T23:48:34.633065Z","caller":"traceutil/trace.go:172","msg":"trace[1736249151] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1103; }","duration":"718.194636ms","start":"2026-03-30T23:48:33.914857Z","end":"2026-03-30T23:48:34.633052Z","steps":["trace[1736249151] 'agreement among raft nodes before linearized reading' (duration: 716.403696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.633117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:33.914841Z","time spent":"718.269588ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:34.896242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.561122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T23:48:34.908566Z","caller":"traceutil/trace.go:172","msg":"trace[2144313357] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1271; }","duration":"265.621317ms","start":"2026-03-30T23:48:34.642909Z","end":"2026-03-30T23:48:34.908530Z","steps":["trace[2144313357] 'read index received' (duration: 265.608327ms)","trace[2144313357] 'applied index is now lower than readState.Index' (duration: 10.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:34.908900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.968009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-30T23:48:34.909000Z","caller":"traceutil/trace.go:172","msg":"trace[1964646233] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"171.649968ms","start":"2026-03-30T23:48:34.737331Z","end":"2026-03-30T23:48:34.908981Z","steps":["trace[1964646233] 'process raft request' (duration: 171.595096ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.909021Z","caller":"traceutil/trace.go:172","msg":"trace[1876056079] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1106; }","duration":"266.101463ms","start":"2026-03-30T23:48:34.642902Z","end":"2026-03-30T23:48:34.909003Z","steps":["trace[1876056079] 'agreement among raft nodes before linearized reading' (duration: 265.807233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.984282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.254413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9gjrz\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-30T23:48:34.984375Z","caller":"traceutil/trace.go:172","msg":"trace[1141623387] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9gjrz; range_end:; response_count:1; response_revision:1114; }","duration":"248.357077ms","start":"2026-03-30T23:48:34.736004Z","end":"2026-03-30T23:48:34.984361Z","steps":["trace[1141623387] 'agreement among raft nodes before linearized reading' (duration: 248.084147ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.124489Z","caller":"traceutil/trace.go:172","msg":"trace[1121949928] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"140.623372ms","start":"2026-03-30T23:48:34.983843Z","end":"2026-03-30T23:48:35.124467Z","steps":["trace[1121949928] 'process raft request' (duration: 140.56886ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.193354Z","caller":"traceutil/trace.go:172","msg":"trace[121721850] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1281; }","duration":"209.249016ms","start":"2026-03-30T23:48:34.984065Z","end":"2026-03-30T23:48:35.193314Z","steps":["trace[121721850] 'read index received' (duration: 209.234606ms)","trace[121721850] 'applied index is now lower than readState.Index' (duration: 12.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:35.193617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.302363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-03-30T23:48:35.194046Z","caller":"traceutil/trace.go:172","msg":"trace[1975914585] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"197.47165ms","start":"2026-03-30T23:48:34.996499Z","end":"2026-03-30T23:48:35.193971Z","steps":["trace[1975914585] 'process raft request' (duration: 197.315006ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.194188Z","caller":"traceutil/trace.go:172","msg":"trace[1015750016] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1116; }","duration":"282.376225ms","start":"2026-03-30T23:48:34.911282Z","end":"2026-03-30T23:48:35.193659Z","steps":["trace[1015750016] 'agreement among raft nodes before linearized reading' (duration: 282.155937ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.254136Z","caller":"traceutil/trace.go:172","msg":"trace[1222759227] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"122.898267ms","start":"2026-03-30T23:48:35.131201Z","end":"2026-03-30T23:48:35.254099Z","steps":["trace[1222759227] 'process raft request' (duration: 122.72169ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.254134Z","caller":"traceutil/trace.go:172","msg":"trace[1471640372] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"120.430063ms","start":"2026-03-30T23:48:35.133679Z","end":"2026-03-30T23:48:35.254109Z","steps":["trace[1471640372] 'process raft request' (duration: 120.3487ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.254101Z","caller":"traceutil/trace.go:172","msg":"trace[1018249963] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"237.235254ms","start":"2026-03-30T23:48:35.016780Z","end":"2026-03-30T23:48:35.254015Z","steps":["trace[1018249963] 'process raft request' (duration: 236.54389ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.254223Z","caller":"traceutil/trace.go:172","msg":"trace[865203752] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"122.572745ms","start":"2026-03-30T23:48:35.131619Z","end":"2026-03-30T23:48:35.254191Z","steps":["trace[865203752] 'process raft request' (duration: 122.361918ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.268926Z","caller":"traceutil/trace.go:172","msg":"trace[138605279] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"134.00311ms","start":"2026-03-30T23:48:35.134908Z","end":"2026-03-30T23:48:35.268911Z","steps":["trace[138605279] 'process raft request' (duration: 133.805443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:35.600839Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.174374ms"} {"level":"warn","ts":"2026-03-30T23:48:35.601093Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.421842ms"} {"level":"warn","ts":"2026-03-30T23:48:35.777844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.575675ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:35.778043Z","caller":"traceutil/trace.go:172","msg":"trace[1594677726] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1126; }","duration":"419.843963ms","start":"2026-03-30T23:48:35.358185Z","end":"2026-03-30T23:48:35.778029Z","steps":["trace[1594677726] 'range keys from in-memory index tree' (duration: 419.529794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:35.778082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.089954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T23:48:35.778287Z","caller":"traceutil/trace.go:172","msg":"trace[1252031556] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"475.343717ms","start":"2026-03-30T23:48:35.302920Z","end":"2026-03-30T23:48:35.778263Z","steps":["trace[1252031556] 'process raft request' (duration: 298.012344ms)","trace[1252031556] 'compare' (duration: 176.495875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:35.778393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:35.302896Z","time spent":"475.439719ms","remote":"127.0.0.1:44718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:35.778309Z","caller":"traceutil/trace.go:172","msg":"trace[736599853] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"464.897764ms","start":"2026-03-30T23:48:35.313400Z","end":"2026-03-30T23:48:35.778297Z","steps":["trace[736599853] 'process raft request' (duration: 464.850993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:35.778655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:35.313379Z","time spent":"465.253026ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T23:48:36.307725Z","caller":"traceutil/trace.go:172","msg":"trace[393739957] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"133.114818ms","start":"2026-03-30T23:48:36.174591Z","end":"2026-03-30T23:48:36.307705Z","steps":["trace[393739957] 'process raft request' (duration: 133.024194ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.308030Z","caller":"traceutil/trace.go:172","msg":"trace[482475004] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"134.676641ms","start":"2026-03-30T23:48:36.173343Z","end":"2026-03-30T23:48:36.308019Z","steps":["trace[482475004] 'process raft request' (duration: 133.823472ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.308248Z","caller":"traceutil/trace.go:172","msg":"trace[1431213295] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"133.911066ms","start":"2026-03-30T23:48:36.174327Z","end":"2026-03-30T23:48:36.308238Z","steps":["trace[1431213295] 'process raft request' (duration: 133.228722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:36.569531Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.680175ms"} {"level":"warn","ts":"2026-03-30T23:48:36.569630Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.789179ms"} {"level":"info","ts":"2026-03-30T23:48:36.597012Z","caller":"traceutil/trace.go:172","msg":"trace[465374187] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"389.052954ms","start":"2026-03-30T23:48:36.207939Z","end":"2026-03-30T23:48:36.596991Z","steps":["trace[465374187] 'process raft request' (duration: 361.912715ms)","trace[465374187] 'compare' (duration: 26.884531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:36.597176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.207910Z","time spent":"389.193269ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:36.600734Z","caller":"traceutil/trace.go:172","msg":"trace[1852463806] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1311; }","duration":"242.781751ms","start":"2026-03-30T23:48:36.357921Z","end":"2026-03-30T23:48:36.600703Z","steps":["trace[1852463806] 'read index received' (duration: 242.77333ms)","trace[1852463806] 'applied index is now lower than readState.Index' (duration: 7.281µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:36.600900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.994058ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:36.600953Z","caller":"traceutil/trace.go:172","msg":"trace[1855815262] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1142; }","duration":"243.06205ms","start":"2026-03-30T23:48:36.357877Z","end":"2026-03-30T23:48:36.600939Z","steps":["trace[1855815262] 'agreement among raft nodes before linearized reading' (duration: 242.950367ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.601387Z","caller":"traceutil/trace.go:172","msg":"trace[1127680026] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"286.74115ms","start":"2026-03-30T23:48:36.314637Z","end":"2026-03-30T23:48:36.601378Z","steps":["trace[1127680026] 'process raft request' (duration: 286.409769ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.601721Z","caller":"traceutil/trace.go:172","msg":"trace[1112934669] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"288.223881ms","start":"2026-03-30T23:48:36.313480Z","end":"2026-03-30T23:48:36.601704Z","steps":["trace[1112934669] 'process raft request' (duration: 287.408673ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.969355Z","caller":"traceutil/trace.go:172","msg":"trace[1740650032] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1316; }","duration":"349.537245ms","start":"2026-03-30T23:48:36.619789Z","end":"2026-03-30T23:48:36.969326Z","steps":["trace[1740650032] 'read index received' (duration: 349.521685ms)","trace[1740650032] 'applied index is now lower than readState.Index' (duration: 13.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:37.150279Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"289.966859ms"} {"level":"warn","ts":"2026-03-30T23:48:37.150379Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"290.073282ms"} {"level":"warn","ts":"2026-03-30T23:48:37.469662Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360989478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:37.504891Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"154.475717ms"} {"level":"warn","ts":"2026-03-30T23:48:37.504958Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"154.55241ms"} {"level":"warn","ts":"2026-03-30T23:48:37.505238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.379094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:37.505346Z","caller":"traceutil/trace.go:172","msg":"trace[1192691375] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1145; }","duration":"146.504848ms","start":"2026-03-30T23:48:37.358830Z","end":"2026-03-30T23:48:37.505335Z","steps":["trace[1192691375] 'range keys from in-memory index tree' (duration: 146.274231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.505421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.888039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T23:48:37.505608Z","caller":"traceutil/trace.go:172","msg":"trace[755333326] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"889.09014ms","start":"2026-03-30T23:48:36.616501Z","end":"2026-03-30T23:48:37.505591Z","steps":["trace[755333326] 'process raft request' (duration: 352.954982ms)","trace[755333326] 'compare' (duration: 535.512806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:37.505716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.616477Z","time spent":"889.174682ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:37.505722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"885.911341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T23:48:37.505804Z","caller":"traceutil/trace.go:172","msg":"trace[451744090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1145; }","duration":"885.999644ms","start":"2026-03-30T23:48:36.619785Z","end":"2026-03-30T23:48:37.505784Z","steps":["trace[451744090] 'agreement among raft nodes before linearized reading' (duration: 349.683601ms)","trace[451744090] 'range keys from in-memory index tree' (duration: 535.656432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:37.505845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.619775Z","time spent":"886.061138ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:37.506217Z","caller":"traceutil/trace.go:172","msg":"trace[667269298] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"880.368733ms","start":"2026-03-30T23:48:36.625834Z","end":"2026-03-30T23:48:37.506202Z","steps":["trace[667269298] 'process raft request' (duration: 879.809114ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:37.506227Z","caller":"traceutil/trace.go:172","msg":"trace[108482039] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"851.267298ms","start":"2026-03-30T23:48:36.654938Z","end":"2026-03-30T23:48:37.506205Z","steps":["trace[108482039] 'process raft request' (duration: 850.829573ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:37.506286Z","caller":"traceutil/trace.go:172","msg":"trace[303816250] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"879.391352ms","start":"2026-03-30T23:48:36.626881Z","end":"2026-03-30T23:48:37.506272Z","steps":["trace[303816250] 'process raft request' (duration: 878.838763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.506317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.654914Z","time spent":"851.366462ms","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:37.506380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.626871Z","time spent":"879.452983ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:37.506578Z","caller":"traceutil/trace.go:172","msg":"trace[955084867] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1316; }","duration":"537.129002ms","start":"2026-03-30T23:48:36.969428Z","end":"2026-03-30T23:48:37.506557Z","steps":["trace[955084867] 'read index received' (duration: 535.478065ms)","trace[955084867] 'applied index is now lower than readState.Index' (duration: 1.649157ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:37.506962Z","caller":"traceutil/trace.go:172","msg":"trace[762711106] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"754.920666ms","start":"2026-03-30T23:48:36.752025Z","end":"2026-03-30T23:48:37.506946Z","steps":["trace[762711106] 'process raft request' (duration: 753.797958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.507064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"730.935544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:37.507100Z","caller":"traceutil/trace.go:172","msg":"trace[147729867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"730.972246ms","start":"2026-03-30T23:48:36.776119Z","end":"2026-03-30T23:48:37.507091Z","steps":["trace[147729867] 'agreement among raft nodes before linearized reading' (duration: 730.911003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.507122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.776110Z","time spent":"731.005046ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:37.507111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.752011Z","time spent":"755.0307ms","remote":"127.0.0.1:44718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:37.507798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"887.807457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T23:48:37.507833Z","caller":"traceutil/trace.go:172","msg":"trace[188530077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1152; }","duration":"887.843828ms","start":"2026-03-30T23:48:36.619981Z","end":"2026-03-30T23:48:37.507825Z","steps":["trace[188530077] 'agreement among raft nodes before linearized reading' (duration: 887.721374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.507858Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.619964Z","time spent":"887.88366ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:37.508174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"788.496553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:37.508206Z","caller":"traceutil/trace.go:172","msg":"trace[1184714805] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1152; }","duration":"788.519044ms","start":"2026-03-30T23:48:36.719671Z","end":"2026-03-30T23:48:37.508190Z","steps":["trace[1184714805] 'agreement among raft nodes before linearized reading' (duration: 788.479442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.508222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.719634Z","time spent":"788.584736ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:37.506323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.625822Z","time spent":"880.443456ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:37.508599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"757.218544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9gjrz\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-30T23:48:37.508702Z","caller":"traceutil/trace.go:172","msg":"trace[1953869041] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9gjrz; range_end:; response_count:1; response_revision:1152; }","duration":"758.040661ms","start":"2026-03-30T23:48:36.750649Z","end":"2026-03-30T23:48:37.508690Z","steps":["trace[1953869041] 'agreement among raft nodes before linearized reading' (duration: 756.959655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.508814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.750628Z","time spent":"758.173136ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18646,"request content":"key:\"/registry/pods/kube-system/cilium-9gjrz\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:37.713208Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.227497ms"} {"level":"warn","ts":"2026-03-30T23:48:37.713267Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.29518ms"} {"level":"warn","ts":"2026-03-30T23:48:37.713267Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409403360989480,"received-request-id":4831409403360989478} {"level":"info","ts":"2026-03-30T23:48:37.902627Z","caller":"traceutil/trace.go:172","msg":"trace[251197313] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1325; }","duration":"395.72719ms","start":"2026-03-30T23:48:37.506847Z","end":"2026-03-30T23:48:37.902574Z","steps":["trace[251197313] 'read index received' (duration: 395.714909ms)","trace[251197313] 'applied index is now lower than readState.Index' (duration: 11.061µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:38.018434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"513.035468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:38.018532Z","caller":"traceutil/trace.go:172","msg":"trace[1771707066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1152; }","duration":"513.137251ms","start":"2026-03-30T23:48:37.505373Z","end":"2026-03-30T23:48:38.018511Z","steps":["trace[1771707066] 'agreement among raft nodes before linearized reading' (duration: 397.304913ms)","trace[1771707066] 'range keys from in-memory index tree' (duration: 115.700653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:38.018863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.299518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-30T23:48:38.019021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"658.666437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:139 size:11776"} {"level":"info","ts":"2026-03-30T23:48:38.019094Z","caller":"traceutil/trace.go:172","msg":"trace[1039002104] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:139; response_revision:1152; }","duration":"658.75212ms","start":"2026-03-30T23:48:37.360326Z","end":"2026-03-30T23:48:38.019078Z","steps":["trace[1039002104] 'agreement among raft nodes before linearized reading' (duration: 542.397923ms)","trace[1039002104] 'range keys from in-memory index tree' (duration: 115.610701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:38.019134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.360302Z","time spent":"658.819672ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":139,"response size":11798,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-30T23:48:38.019304Z","caller":"traceutil/trace.go:172","msg":"trace[278185414] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"506.118163ms","start":"2026-03-30T23:48:37.513152Z","end":"2026-03-30T23:48:38.019270Z","steps":["trace[278185414] 'process raft request' (duration: 505.778892ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:38.019377Z","caller":"traceutil/trace.go:172","msg":"trace[490533962] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"224.204552ms","start":"2026-03-30T23:48:37.795159Z","end":"2026-03-30T23:48:38.019363Z","steps":["trace[490533962] 'process raft request' (duration: 224.099439ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:38.019467Z","caller":"traceutil/trace.go:172","msg":"trace[296527220] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"505.837744ms","start":"2026-03-30T23:48:37.513589Z","end":"2026-03-30T23:48:38.019427Z","steps":["trace[296527220] 'process raft request' (duration: 505.4277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:38.019501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.513129Z","time spent":"506.264668ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:38.019591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.513576Z","time spent":"505.941177ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:38.019696Z","caller":"traceutil/trace.go:172","msg":"trace[1501104710] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"497.138308ms","start":"2026-03-30T23:48:37.522548Z","end":"2026-03-30T23:48:38.019686Z","steps":["trace[1501104710] 'process raft request' (duration: 496.554819ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:38.019713Z","caller":"traceutil/trace.go:172","msg":"trace[1532931493] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"623.166631ms","start":"2026-03-30T23:48:37.396532Z","end":"2026-03-30T23:48:38.019699Z","steps":["trace[1532931493] 'process raft request' (duration: 316.970282ms)","trace[1532931493] 'compare' (duration: 304.658157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:38.019754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.522539Z","time spent":"497.18337ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:38.019773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.396515Z","time spent":"623.225973ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:38.019816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.187424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:38.019862Z","caller":"traceutil/trace.go:172","msg":"trace[1383535012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1163; }","duration":"511.229597ms","start":"2026-03-30T23:48:37.508619Z","end":"2026-03-30T23:48:38.019849Z","steps":["trace[1383535012] 'agreement among raft nodes before linearized reading' (duration: 511.159814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:38.019895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.508606Z","time spent":"511.280858ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:38.020138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.722028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-30T23:48:38.020174Z","caller":"traceutil/trace.go:172","msg":"trace[213569270] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1163; }","duration":"502.75735ms","start":"2026-03-30T23:48:37.517406Z","end":"2026-03-30T23:48:38.020164Z","steps":["trace[213569270] 'agreement among raft nodes before linearized reading' (duration: 502.634146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:38.020198Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.517391Z","time spent":"502.799861ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:38.020332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.365795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:38.020357Z","caller":"traceutil/trace.go:172","msg":"trace[371939317] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:1163; }","duration":"502.391016ms","start":"2026-03-30T23:48:37.517959Z","end":"2026-03-30T23:48:38.020350Z","steps":["trace[371939317] 'agreement among raft nodes before linearized reading' (duration: 502.349765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:38.020381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.517949Z","time spent":"502.423969ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:38.019750Z","caller":"traceutil/trace.go:172","msg":"trace[2027933295] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1325; }","duration":"117.03352ms","start":"2026-03-30T23:48:37.902702Z","end":"2026-03-30T23:48:38.019735Z","steps":["trace[2027933295] 'read index received' (duration: 115.174836ms)","trace[2027933295] 'applied index is now lower than readState.Index' (duration: 1.857594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:38.020964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"508.918919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-30T23:48:38.022502Z","caller":"traceutil/trace.go:172","msg":"trace[944560305] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1163; }","duration":"510.452301ms","start":"2026-03-30T23:48:37.512024Z","end":"2026-03-30T23:48:38.022476Z","steps":["trace[944560305] 'agreement among raft nodes before linearized reading' (duration: 508.048879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:38.022694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.512002Z","time spent":"510.668929ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:38.803730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:39.844828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:39.868145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:39.951868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:39.975089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.020734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.067414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.096104Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.117319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.135049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.150164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.169249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.202663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.288362Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.359886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.380071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.405637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.426749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.445987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.457069Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.474206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.575598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.611151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.626844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.643203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.674717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.683458Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.727731Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.738097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.751843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.761379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.774803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:40.819431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:41.139537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.435689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:41.139629Z","caller":"traceutil/trace.go:172","msg":"trace[660023728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1235; }","duration":"104.526573ms","start":"2026-03-30T23:48:41.035075Z","end":"2026-03-30T23:48:41.139601Z","steps":["trace[660023728] 'range keys from in-memory index tree' (duration: 103.701204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:53.704128Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.50734ms"} {"level":"warn","ts":"2026-03-30T23:48:53.704216Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.605564ms"} {"level":"info","ts":"2026-03-30T23:48:53.704377Z","caller":"traceutil/trace.go:172","msg":"trace[263681226] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"142.615735ms","start":"2026-03-30T23:48:53.561745Z","end":"2026-03-30T23:48:53.704360Z","steps":["trace[263681226] 'process raft request' (duration: 142.510352ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:53.723479Z","caller":"traceutil/trace.go:172","msg":"trace[1220766511] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"161.071615ms","start":"2026-03-30T23:48:53.562388Z","end":"2026-03-30T23:48:53.723459Z","steps":["trace[1220766511] 'process raft request' (duration: 160.963461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.148220Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"547.577738ms"} {"level":"warn","ts":"2026-03-30T23:49:28.148286Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"547.652211ms"} {"level":"warn","ts":"2026-03-30T23:49:28.278194Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409403360990146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:49:28.720697Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f2626f6539ec0a12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"372.369439ms"} {"level":"warn","ts":"2026-03-30T23:49:28.720779Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ae199e48cc6e3af5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"372.462543ms"} {"level":"info","ts":"2026-03-30T23:49:28.720800Z","caller":"traceutil/trace.go:172","msg":"trace[1670914643] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1786; }","duration":"943.281258ms","start":"2026-03-30T23:49:27.777487Z","end":"2026-03-30T23:49:28.720768Z","steps":["trace[1670914643] 'read index received' (duration: 943.263307ms)","trace[1670914643] 'applied index is now lower than readState.Index' (duration: 15.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:49:28.776909Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409403360990150,"received-request-id":4831409403360990146} {"level":"warn","ts":"2026-03-30T23:49:28.789879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.177688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:49:28.789998Z","caller":"traceutil/trace.go:172","msg":"trace[292544679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1566; }","duration":"432.332364ms","start":"2026-03-30T23:49:28.357642Z","end":"2026-03-30T23:49:28.789974Z","steps":["trace[292544679] 'range keys from in-memory index tree' (duration: 432.114177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.790167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.012663625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:49:28.790259Z","caller":"traceutil/trace.go:172","msg":"trace[879982504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1566; }","duration":"1.012760469s","start":"2026-03-30T23:49:27.777468Z","end":"2026-03-30T23:49:28.790229Z","steps":["trace[879982504] 'agreement among raft nodes before linearized reading' (duration: 943.443633ms)","trace[879982504] 'range keys from in-memory index tree' (duration: 69.188762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:49:28.790484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:27.777436Z","time spent":"1.013040609s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:49:28.791486Z","caller":"traceutil/trace.go:172","msg":"trace[303170301] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"940.436092ms","start":"2026-03-30T23:49:27.850381Z","end":"2026-03-30T23:49:28.790817Z","steps":["trace[303170301] 'process raft request' (duration: 870.522904ms)","trace[303170301] 'compare' (duration: 69.761723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:49:28.791660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:27.850339Z","time spent":"941.205412ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:49:28.792157Z","caller":"traceutil/trace.go:172","msg":"trace[2023173844] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"935.17713ms","start":"2026-03-30T23:49:27.856956Z","end":"2026-03-30T23:49:28.792133Z","steps":["trace[2023173844] 'process raft request' (duration: 933.832939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.792588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:27.856925Z","time spent":"935.300665ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:49:28.795391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.211475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-30T23:49:28.795475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.69999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:49:28.795531Z","caller":"traceutil/trace.go:172","msg":"trace[240764631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1568; }","duration":"389.759613ms","start":"2026-03-30T23:49:28.405762Z","end":"2026-03-30T23:49:28.795522Z","steps":["trace[240764631] 'agreement among raft nodes before linearized reading' (duration: 386.411465ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:49:28.795532Z","caller":"traceutil/trace.go:172","msg":"trace[664309770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1568; }","duration":"340.361631ms","start":"2026-03-30T23:49:28.455147Z","end":"2026-03-30T23:49:28.795509Z","steps":["trace[664309770] 'agreement among raft nodes before linearized reading' (duration: 337.011033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.795555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:28.405740Z","time spent":"389.808934ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:49:28.795571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:28.455120Z","time spent":"340.442853ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:49:28.795416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"956.888782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:49:28.796711Z","caller":"traceutil/trace.go:172","msg":"trace[696512456] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1568; }","duration":"958.189492ms","start":"2026-03-30T23:49:27.838503Z","end":"2026-03-30T23:49:28.796692Z","steps":["trace[696512456] 'agreement among raft nodes before linearized reading' (duration: 953.679549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.796818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:27.838480Z","time spent":"958.276605ms","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "}