{"level":"warn","ts":"2026-04-18T17:52:10.612877Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-18T17:52:10.613024Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-18T17:52:10.613035Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=controller-1=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-18T17:52:10.613359Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-18T17:52:10.613378Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:52:10.613394Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-18T17:52:10.613426Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:52:10.613904Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-04-18T17:52:10.614009Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-18T17:52:10.618629Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000780d8}"} {"level":"info","ts":"2026-04-18T17:52:10.622078Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:52:10.622120Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.599274ms"} {"level":"info","ts":"2026-04-18T17:52:10.622159Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:52:10.622168Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-18T17:52:10.622202Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-18T17:52:11.324169Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-18T17:52:11.324257Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-18T17:52:11.324278Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-18T17:52:11.324374Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:52:11.324438Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-04-18T17:52:11.324448Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-18T17:52:11.324484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-04-18T17:52:11.324519Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-04-18T17:52:11.325765Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:52:11.328359Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:52:11.337247Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:52:11.337647Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:52:11.337802Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:52:11.337975Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-18T17:52:11.338040Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-18T17:52:11.338044Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:52:11.338072Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:52:11.338017Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:52:11.338161Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:52:11.338189Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:52:11.338150Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-18T17:52:11.338437Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-04-18T17:52:11.338565Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:52:11.625022Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-04-18T17:52:11.625256Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-18T17:52:11.625347Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-04-18T17:52:11.625372Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:52:11.625400Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-04-18T17:52:11.641164Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-18T17:52:11.641191Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:52:11.641208Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-04-18T17:52:11.641218Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-18T17:52:11.642356Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.216:2379]}","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:52:11.642797Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:52:11.643108Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:52:11.643203Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:52:11.643232Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-18T17:52:11.643223Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:52:11.643770Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:52:11.646062Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:52:11.646201Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:52:11.645532Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-18T17:52:11.645874Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-18T17:52:11.649100Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-18T17:52:11.649168Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:52:11.649209Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-18T17:52:11.653171Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-18T17:52:11.657398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.657518Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48794","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:52:11.658459Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"warn","ts":"2026-04-18T17:52:11.660712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.673908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.689986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.725669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.737964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.748868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.757763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.767818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.780466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.791761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.799878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.810043Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.817219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.825822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.832961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.842702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.853996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.862295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.871613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.918493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.931402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.945704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.955598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.963979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.974056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.981062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.987830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:11.995560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.003850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.010911Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.019913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.028280Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.037776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.047436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.057995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.075746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.091534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.101685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.112805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.122622Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.132864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.140338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.157618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.171838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.192912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.204241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.213865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.221122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.230787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.240591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.255705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.268194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.317009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.321145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.339435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:52:12.396045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49888","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:52:13.089839Z","caller":"traceutil/trace.go:172","msg":"trace[947945249] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:6; }","duration":"114.912976ms","start":"2026-04-18T17:52:12.974894Z","end":"2026-04-18T17:52:13.089807Z","steps":["trace[947945249] 'read index received' (duration: 114.907776ms)","trace[947945249] 'applied index is now lower than readState.Index' (duration: 4.02µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:13.090029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.08116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:52:13.090058Z","caller":"traceutil/trace.go:172","msg":"trace[270370475] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:3; }","duration":"115.159992ms","start":"2026-04-18T17:52:12.974890Z","end":"2026-04-18T17:52:13.090050Z","steps":["trace[270370475] 'agreement among raft nodes before linearized reading' (duration: 115.039629ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.090114Z","caller":"traceutil/trace.go:172","msg":"trace[1249729288] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"139.951211ms","start":"2026-04-18T17:52:12.950131Z","end":"2026-04-18T17:52:13.090082Z","steps":["trace[1249729288] 'process raft request' (duration: 139.810117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:13.177624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.512703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3228"} {"level":"info","ts":"2026-04-18T17:52:13.177873Z","caller":"traceutil/trace.go:172","msg":"trace[2101331780] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:4; }","duration":"152.78563ms","start":"2026-04-18T17:52:13.025073Z","end":"2026-04-18T17:52:13.177858Z","steps":["trace[2101331780] 'agreement among raft nodes before linearized reading' (duration: 148.932672ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178150Z","caller":"traceutil/trace.go:172","msg":"trace[96934443] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"203.644777ms","start":"2026-04-18T17:52:12.974473Z","end":"2026-04-18T17:52:13.178118Z","steps":["trace[96934443] 'process raft request' (duration: 203.36153ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178294Z","caller":"traceutil/trace.go:172","msg":"trace[1672964910] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"155.808768ms","start":"2026-04-18T17:52:13.022467Z","end":"2026-04-18T17:52:13.178275Z","steps":["trace[1672964910] 'process raft request' (duration: 155.451199ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178458Z","caller":"traceutil/trace.go:172","msg":"trace[1627044252] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"204.124349ms","start":"2026-04-18T17:52:12.974318Z","end":"2026-04-18T17:52:13.178442Z","steps":["trace[1627044252] 'process raft request' (duration: 199.716107ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178659Z","caller":"traceutil/trace.go:172","msg":"trace[1485227730] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"204.110259ms","start":"2026-04-18T17:52:12.974539Z","end":"2026-04-18T17:52:13.178649Z","steps":["trace[1485227730] 'process raft request' (duration: 203.338699ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178696Z","caller":"traceutil/trace.go:172","msg":"trace[1069147750] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"203.582216ms","start":"2026-04-18T17:52:12.975105Z","end":"2026-04-18T17:52:13.178687Z","steps":["trace[1069147750] 'process raft request' (duration: 202.790485ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178758Z","caller":"traceutil/trace.go:172","msg":"trace[1455670823] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"204.241242ms","start":"2026-04-18T17:52:12.974509Z","end":"2026-04-18T17:52:13.178750Z","steps":["trace[1455670823] 'process raft request' (duration: 203.353699ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178845Z","caller":"traceutil/trace.go:172","msg":"trace[1752201139] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"156.151376ms","start":"2026-04-18T17:52:13.022643Z","end":"2026-04-18T17:52:13.178794Z","steps":["trace[1752201139] 'process raft request' (duration: 155.338525ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.178990Z","caller":"traceutil/trace.go:172","msg":"trace[1603176508] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"156.333981ms","start":"2026-04-18T17:52:13.022643Z","end":"2026-04-18T17:52:13.178977Z","steps":["trace[1603176508] 'process raft request' (duration: 155.319505ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:13.182559Z","caller":"traceutil/trace.go:172","msg":"trace[2000136466] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"155.656743ms","start":"2026-04-18T17:52:13.022559Z","end":"2026-04-18T17:52:13.178216Z","steps":["trace[2000136466] 'process raft request' (duration: 155.383596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:16.543442Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176208456,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:52:16.873943Z","caller":"traceutil/trace.go:172","msg":"trace[1807561451] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:261; }","duration":"830.936901ms","start":"2026-04-18T17:52:16.042925Z","end":"2026-04-18T17:52:16.873862Z","steps":["trace[1807561451] 'read index received' (duration: 830.91586ms)","trace[1807561451] 'applied index is now lower than readState.Index' (duration: 18.491µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:16.893426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"850.46866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:16.893540Z","caller":"traceutil/trace.go:172","msg":"trace[1882850881] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:254; }","duration":"850.595333ms","start":"2026-04-18T17:52:16.042918Z","end":"2026-04-18T17:52:16.893514Z","steps":["trace[1882850881] 'agreement among raft nodes before linearized reading' (duration: 831.184797ms)","trace[1882850881] 'range keys from in-memory index tree' (duration: 19.206661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:16.893591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.042896Z","time spent":"850.684585ms","remote":"127.0.0.1:49880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:16.893663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"684.008193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:16.893736Z","caller":"traceutil/trace.go:172","msg":"trace[339602622] transaction","detail":"{read_only:false; number_of_response:0; response_revision:258; }","duration":"797.310179ms","start":"2026-04-18T17:52:16.096418Z","end":"2026-04-18T17:52:16.893728Z","steps":["trace[339602622] 'process raft request' (duration: 797.161175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:16.893710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.65935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:16.893718Z","caller":"traceutil/trace.go:172","msg":"trace[921040759] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"797.306969ms","start":"2026-04-18T17:52:16.096380Z","end":"2026-04-18T17:52:16.893687Z","steps":["trace[921040759] 'process raft request' (duration: 797.179536ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:16.893775Z","caller":"traceutil/trace.go:172","msg":"trace[1255272336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:259; }","duration":"257.728382ms","start":"2026-04-18T17:52:16.636031Z","end":"2026-04-18T17:52:16.893759Z","steps":["trace[1255272336] 'agreement among raft nodes before linearized reading' (duration: 257.623529ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:16.893752Z","caller":"traceutil/trace.go:172","msg":"trace[959107289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:258; }","duration":"684.117825ms","start":"2026-04-18T17:52:16.209619Z","end":"2026-04-18T17:52:16.893737Z","steps":["trace[959107289] 'agreement among raft nodes before linearized reading' (duration: 683.955271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:16.893814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"630.507934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:16.893841Z","caller":"traceutil/trace.go:172","msg":"trace[404195315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:259; }","duration":"630.535615ms","start":"2026-04-18T17:52:16.263297Z","end":"2026-04-18T17:52:16.893833Z","steps":["trace[404195315] 'agreement among raft nodes before linearized reading' (duration: 630.486124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:16.893848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.209576Z","time spent":"684.249409ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:16.893875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.263260Z","time spent":"630.607777ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:16.893663Z","caller":"traceutil/trace.go:172","msg":"trace[855046081] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"871.463035ms","start":"2026-04-18T17:52:16.022035Z","end":"2026-04-18T17:52:16.893498Z","steps":["trace[855046081] 'process raft request' (duration: 852.185763ms)","trace[855046081] 'compare' (duration: 19.053687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:16.894088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.096360Z","time spent":"797.403492ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:52:16.893695Z","caller":"traceutil/trace.go:172","msg":"trace[923033980] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"744.400955ms","start":"2026-04-18T17:52:16.149277Z","end":"2026-04-18T17:52:16.893678Z","steps":["trace[923033980] 'process raft request' (duration: 744.357864ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:16.894049Z","caller":"traceutil/trace.go:172","msg":"trace[1002632389] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"797.912784ms","start":"2026-04-18T17:52:16.096107Z","end":"2026-04-18T17:52:16.894020Z","steps":["trace[1002632389] 'process raft request' (duration: 797.356081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:16.894212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.096350Z","time spent":"797.448783ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:52:16.894011Z","caller":"traceutil/trace.go:172","msg":"trace[56495236] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"797.74207ms","start":"2026-04-18T17:52:16.096259Z","end":"2026-04-18T17:52:16.894001Z","steps":["trace[56495236] 'process raft request' (duration: 797.258908ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:16.894023Z","caller":"traceutil/trace.go:172","msg":"trace[544516656] transaction","detail":"{read_only:false; number_of_response:0; response_revision:258; }","duration":"796.767915ms","start":"2026-04-18T17:52:16.097244Z","end":"2026-04-18T17:52:16.894012Z","steps":["trace[544516656] 'process raft request' (duration: 796.357345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:16.894371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.096229Z","time spent":"798.079309ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6075,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:16.894412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.097232Z","time spent":"797.162406ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:16.894790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.149240Z","time spent":"744.948239ms","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:52:16.894055Z","caller":"traceutil/trace.go:172","msg":"trace[526227788] transaction","detail":"{read_only:false; number_of_response:0; response_revision:258; }","duration":"744.885467ms","start":"2026-04-18T17:52:16.149165Z","end":"2026-04-18T17:52:16.894050Z","steps":["trace[526227788] 'process raft request' (duration: 744.453196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:16.895066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.149134Z","time spent":"745.867482ms","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:16.896039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.096072Z","time spent":"798.13909ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5683,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:16.894310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:16.022010Z","time spent":"872.090431ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":170,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:52:21.138397Z","caller":"traceutil/trace.go:172","msg":"trace[688213879] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:341; }","duration":"183.366777ms","start":"2026-04-18T17:52:20.955006Z","end":"2026-04-18T17:52:21.138373Z","steps":["trace[688213879] 'read index received' (duration: 183.357407ms)","trace[688213879] 'applied index is now lower than readState.Index' (duration: 8.1µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:21.138584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.541221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:21.138683Z","caller":"traceutil/trace.go:172","msg":"trace[343805257] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:0; response_revision:323; }","duration":"183.657304ms","start":"2026-04-18T17:52:20.955003Z","end":"2026-04-18T17:52:21.138660Z","steps":["trace[343805257] 'agreement among raft nodes before linearized reading' (duration: 183.47825ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:21.138690Z","caller":"traceutil/trace.go:172","msg":"trace[1325954477] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"188.620085ms","start":"2026-04-18T17:52:20.950051Z","end":"2026-04-18T17:52:21.138671Z","steps":["trace[1325954477] 'process raft request' (duration: 188.498542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:21.175417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.494535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-04-18T17:52:21.175473Z","caller":"traceutil/trace.go:172","msg":"trace[1099345543] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:324; }","duration":"145.563686ms","start":"2026-04-18T17:52:21.029898Z","end":"2026-04-18T17:52:21.175462Z","steps":["trace[1099345543] 'agreement among raft nodes before linearized reading' (duration: 145.403802ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:21.175637Z","caller":"traceutil/trace.go:172","msg":"trace[340078920] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"224.324217ms","start":"2026-04-18T17:52:20.951302Z","end":"2026-04-18T17:52:21.175627Z","steps":["trace[340078920] 'process raft request' (duration: 224.066731ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:21.300955Z","caller":"traceutil/trace.go:172","msg":"trace[1015217452] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:344; }","duration":"105.401916ms","start":"2026-04-18T17:52:21.195521Z","end":"2026-04-18T17:52:21.300923Z","steps":["trace[1015217452] 'read index received' (duration: 105.388975ms)","trace[1015217452] 'applied index is now lower than readState.Index' (duration: 11.161µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:21.312964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.377255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:21.312976Z","caller":"traceutil/trace.go:172","msg":"trace[346459554] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"127.817178ms","start":"2026-04-18T17:52:21.185126Z","end":"2026-04-18T17:52:21.312943Z","steps":["trace[346459554] 'process raft request' (duration: 115.958712ms)","trace[346459554] 'compare' (duration: 11.736173ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:52:21.313115Z","caller":"traceutil/trace.go:172","msg":"trace[345076060] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:0; response_revision:326; }","duration":"117.54788ms","start":"2026-04-18T17:52:21.195515Z","end":"2026-04-18T17:52:21.313062Z","steps":["trace[345076060] 'agreement among raft nodes before linearized reading' (duration: 105.516899ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:21.313154Z","caller":"traceutil/trace.go:172","msg":"trace[1637482768] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"110.007408ms","start":"2026-04-18T17:52:21.203123Z","end":"2026-04-18T17:52:21.313130Z","steps":["trace[1637482768] 'process raft request' (duration: 109.870834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.505082Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176208740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:52:22.595879Z","caller":"traceutil/trace.go:172","msg":"trace[1716078693] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:350; }","duration":"590.886614ms","start":"2026-04-18T17:52:22.004978Z","end":"2026-04-18T17:52:22.595865Z","steps":["trace[1716078693] 'read index received' (duration: 590.882664ms)","trace[1716078693] 'applied index is now lower than readState.Index' (duration: 3.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:22.596019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.032307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:52:22.596037Z","caller":"traceutil/trace.go:172","msg":"trace[1191309765] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:332; }","duration":"591.064198ms","start":"2026-04-18T17:52:22.004968Z","end":"2026-04-18T17:52:22.596032Z","steps":["trace[1191309765] 'agreement among raft nodes before linearized reading' (duration: 590.964046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.004955Z","time spent":"591.092779ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:22.596246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.586022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-04-18T17:52:22.596274Z","caller":"traceutil/trace.go:172","msg":"trace[40671769] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:333; }","duration":"190.615253ms","start":"2026-04-18T17:52:22.405651Z","end":"2026-04-18T17:52:22.596266Z","steps":["trace[40671769] 'agreement among raft nodes before linearized reading' (duration: 190.52987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.264346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-18T17:52:22.596308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.286875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:52:22.596299Z","caller":"traceutil/trace.go:172","msg":"trace[1672179856] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:333; }","duration":"441.292926ms","start":"2026-04-18T17:52:22.155000Z","end":"2026-04-18T17:52:22.596293Z","steps":["trace[1672179856] 'agreement among raft nodes before linearized reading' (duration: 441.224515ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:22.596348Z","caller":"traceutil/trace.go:172","msg":"trace[830176661] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:333; }","duration":"338.322936ms","start":"2026-04-18T17:52:22.258009Z","end":"2026-04-18T17:52:22.596332Z","steps":["trace[830176661] 'agreement among raft nodes before linearized reading' (duration: 338.185243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.258003Z","time spent":"338.373537ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:22.596415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.680952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-18T17:52:22.596436Z","caller":"traceutil/trace.go:172","msg":"trace[1344556271] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:333; }","duration":"390.700522ms","start":"2026-04-18T17:52:22.205728Z","end":"2026-04-18T17:52:22.596429Z","steps":["trace[1344556271] 'agreement among raft nodes before linearized reading' (duration: 390.646201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.205713Z","time spent":"390.733953ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:22.596459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.320912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-18T17:52:22.596526Z","caller":"traceutil/trace.go:172","msg":"trace[2117164773] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:333; }","duration":"490.381173ms","start":"2026-04-18T17:52:22.106123Z","end":"2026-04-18T17:52:22.596504Z","steps":["trace[2117164773] 'agreement among raft nodes before linearized reading' (duration: 490.25069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.181213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:52:22.596568Z","caller":"traceutil/trace.go:172","msg":"trace[1924741290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:333; }","duration":"140.211824ms","start":"2026-04-18T17:52:22.456349Z","end":"2026-04-18T17:52:22.596561Z","steps":["trace[1924741290] 'agreement among raft nodes before linearized reading' (duration: 140.143602ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:22.596584Z","caller":"traceutil/trace.go:172","msg":"trace[762675388] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"615.661972ms","start":"2026-04-18T17:52:21.980903Z","end":"2026-04-18T17:52:22.596565Z","steps":["trace[762675388] 'process raft request' (duration: 615.076318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.08892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-18T17:52:22.596674Z","caller":"traceutil/trace.go:172","msg":"trace[1283949200] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:333; }","duration":"240.165722ms","start":"2026-04-18T17:52:22.356501Z","end":"2026-04-18T17:52:22.596666Z","steps":["trace[1283949200] 'agreement among raft nodes before linearized reading' (duration: 240.052879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:21.980893Z","time spent":"615.763315ms","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:22.596313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"540.69068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-18T17:52:22.596751Z","caller":"traceutil/trace.go:172","msg":"trace[265784692] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:333; }","duration":"541.171612ms","start":"2026-04-18T17:52:22.055567Z","end":"2026-04-18T17:52:22.596739Z","steps":["trace[265784692] 'agreement among raft nodes before linearized reading' (duration: 540.576438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.055554Z","time spent":"541.215653ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:22.596535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.887965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:52:22.596979Z","caller":"traceutil/trace.go:172","msg":"trace[1546266548] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:333; }","duration":"290.353726ms","start":"2026-04-18T17:52:22.306618Z","end":"2026-04-18T17:52:22.596971Z","steps":["trace[1546266548] 'agreement among raft nodes before linearized reading' (duration: 289.847404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:22.596359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.154979Z","time spent":"441.372448ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:22.596581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.106110Z","time spent":"490.455745ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.113485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176208743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:52:23.613757Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176208743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:52:23.740072Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.137608018s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:52:23.740313Z","caller":"traceutil/trace.go:172","msg":"trace[1256697890] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:351; }","duration":"1.134868443s","start":"2026-04-18T17:52:22.605423Z","end":"2026-04-18T17:52:23.740292Z","steps":["trace[1256697890] 'read index received' (duration: 1.134858493s)","trace[1256697890] 'applied index is now lower than readState.Index' (duration: 8.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:23.806848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.201396628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:52:23.806962Z","caller":"traceutil/trace.go:172","msg":"trace[896800892] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:333; }","duration":"1.201522311s","start":"2026-04-18T17:52:22.605420Z","end":"2026-04-18T17:52:23.806942Z","steps":["trace[896800892] 'agreement among raft nodes before linearized reading' (duration: 1.135006306s)","trace[896800892] 'range keys from in-memory index tree' (duration: 66.249858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:23.807003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.605411Z","time spent":"1.201581692s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:23.808214Z","caller":"traceutil/trace.go:172","msg":"trace[2128362435] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"1.205804804s","start":"2026-04-18T17:52:22.602397Z","end":"2026-04-18T17:52:23.808202Z","steps":["trace[2128362435] 'process raft request' (duration: 1.137955447s)","trace[2128362435] 'compare' (duration: 66.976996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:23.808391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.602276Z","time spent":"1.206011288s","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:23.819655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.16282391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:52:23.819714Z","caller":"traceutil/trace.go:172","msg":"trace[606729951] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:334; }","duration":"1.162892702s","start":"2026-04-18T17:52:22.656808Z","end":"2026-04-18T17:52:23.819701Z","steps":["trace[606729951] 'agreement among raft nodes before linearized reading' (duration: 1.162740248s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.819748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.656795Z","time spent":"1.162944422s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.819974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"641.428161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:52:23.820007Z","caller":"traceutil/trace.go:172","msg":"trace[1227339999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:335; }","duration":"641.462512ms","start":"2026-04-18T17:52:23.178537Z","end":"2026-04-18T17:52:23.819999Z","steps":["trace[1227339999] 'agreement among raft nodes before linearized reading' (duration: 641.37623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.820030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:23.178517Z","time spent":"641.505342ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:23.820195Z","caller":"traceutil/trace.go:172","msg":"trace[1334131999] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"1.202240766s","start":"2026-04-18T17:52:22.617942Z","end":"2026-04-18T17:52:23.820183Z","steps":["trace[1334131999] 'process raft request' (duration: 1.202175765s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:23.820493Z","caller":"traceutil/trace.go:172","msg":"trace[1400312574] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"855.195099ms","start":"2026-04-18T17:52:22.965286Z","end":"2026-04-18T17:52:23.820481Z","steps":["trace[1400312574] 'process raft request' (duration: 854.970834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.820502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"913.970131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:52:23.820515Z","caller":"traceutil/trace.go:172","msg":"trace[445886964] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"1.201944528s","start":"2026-04-18T17:52:22.618534Z","end":"2026-04-18T17:52:23.820479Z","steps":["trace[445886964] 'process raft request' (duration: 1.2016168s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:23.820581Z","caller":"traceutil/trace.go:172","msg":"trace[1221448036] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"528.879369ms","start":"2026-04-18T17:52:23.291691Z","end":"2026-04-18T17:52:23.820570Z","steps":["trace[1221448036] 'process raft request' (duration: 528.606453ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:23.820619Z","caller":"traceutil/trace.go:172","msg":"trace[1210080966] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"1.216896808s","start":"2026-04-18T17:52:22.603692Z","end":"2026-04-18T17:52:23.820588Z","steps":["trace[1210080966] 'process raft request' (duration: 1.216252042s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:23.820661Z","caller":"traceutil/trace.go:172","msg":"trace[1354400921] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"1.203087646s","start":"2026-04-18T17:52:22.617560Z","end":"2026-04-18T17:52:23.820648Z","steps":["trace[1354400921] 'process raft request' (duration: 1.20242341s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.820667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.603669Z","time spent":"1.216976649s","remote":"127.0.0.1:49270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:23.820216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"963.129261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-18T17:52:23.820779Z","caller":"traceutil/trace.go:172","msg":"trace[1272195521] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:336; }","duration":"963.697964ms","start":"2026-04-18T17:52:22.857073Z","end":"2026-04-18T17:52:23.820771Z","steps":["trace[1272195521] 'agreement among raft nodes before linearized reading' (duration: 962.968237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.820810Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.857059Z","time spent":"963.737595ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.820325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.893829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-18T17:52:23.820886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.965273Z","time spent":"855.247061ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:52:23.821215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:23.291660Z","time spent":"528.977532ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:23.820897Z","caller":"traceutil/trace.go:172","msg":"trace[710970840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:339; }","duration":"678.472343ms","start":"2026-04-18T17:52:23.142420Z","end":"2026-04-18T17:52:23.820892Z","steps":["trace[710970840] 'agreement among raft nodes before linearized reading' (duration: 677.817707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.821304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:23.142399Z","time spent":"678.895773ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.821348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.617545Z","time spent":"1.203143147s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:52:23.820391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.788411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-18T17:52:23.821406Z","caller":"traceutil/trace.go:172","msg":"trace[659811812] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:342; }","duration":"815.796965ms","start":"2026-04-18T17:52:23.005596Z","end":"2026-04-18T17:52:23.821393Z","steps":["trace[659811812] 'agreement among raft nodes before linearized reading' (duration: 814.74506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.821444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:23.005583Z","time spent":"815.849316ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.820442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.063968999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-04-18T17:52:23.821549Z","caller":"traceutil/trace.go:172","msg":"trace[2010867019] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:342; }","duration":"1.065071655s","start":"2026-04-18T17:52:22.756464Z","end":"2026-04-18T17:52:23.821536Z","steps":["trace[2010867019] 'agreement among raft nodes before linearized reading' (duration: 1.063925718s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.821579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.756452Z","time spent":"1.065116337s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":260,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.820448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"855.453255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-18T17:52:23.821639Z","caller":"traceutil/trace.go:172","msg":"trace[778912425] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:342; }","duration":"856.645444ms","start":"2026-04-18T17:52:22.964988Z","end":"2026-04-18T17:52:23.821633Z","steps":["trace[778912425] 'agreement among raft nodes before linearized reading' (duration: 855.418074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.821658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.964969Z","time spent":"856.683225ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.820216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.013274824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-18T17:52:23.821722Z","caller":"traceutil/trace.go:172","msg":"trace[962069750] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:338; }","duration":"1.01478381s","start":"2026-04-18T17:52:22.806930Z","end":"2026-04-18T17:52:23.821714Z","steps":["trace[962069750] 'agreement among raft nodes before linearized reading' (duration: 1.013225582s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.821781Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.806917Z","time spent":"1.014854381s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:23.820372Z","caller":"traceutil/trace.go:172","msg":"trace[142058740] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"501.61304ms","start":"2026-04-18T17:52:23.318747Z","end":"2026-04-18T17:52:23.820360Z","steps":["trace[142058740] 'process raft request' (duration: 501.58012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.821883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:23.318720Z","time spent":"503.142076ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:23.820917Z","caller":"traceutil/trace.go:172","msg":"trace[29989606] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"1.217311517s","start":"2026-04-18T17:52:22.603601Z","end":"2026-04-18T17:52:23.820912Z","steps":["trace[29989606] 'process raft request' (duration: 1.216224892s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.822010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.603593Z","time spent":"1.218388853s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:52:23.820951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.102907873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-18T17:52:23.822095Z","caller":"traceutil/trace.go:172","msg":"trace[493252212] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:342; }","duration":"1.10404683s","start":"2026-04-18T17:52:22.718036Z","end":"2026-04-18T17:52:23.822083Z","steps":["trace[493252212] 'agreement among raft nodes before linearized reading' (duration: 1.102870162s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.822132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.718028Z","time spent":"1.104092812s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:23.820535Z","caller":"traceutil/trace.go:172","msg":"trace[183054688] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:342; }","duration":"913.996511ms","start":"2026-04-18T17:52:22.906527Z","end":"2026-04-18T17:52:23.820523Z","steps":["trace[183054688] 'agreement among raft nodes before linearized reading' (duration: 913.93433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:23.822199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.906506Z","time spent":"915.684781ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:23.821179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.618527Z","time spent":"1.202045431s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:52:23.821280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:22.617925Z","time spent":"1.202560123s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2299,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:25.192679Z","caller":"traceutil/trace.go:172","msg":"trace[2071139829] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"141.905345ms","start":"2026-04-18T17:52:25.050757Z","end":"2026-04-18T17:52:25.192662Z","steps":["trace[2071139829] 'process raft request' (duration: 140.556923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:26.384586Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176208826,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:52:26.417987Z","caller":"traceutil/trace.go:172","msg":"trace[1912457447] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:410; }","duration":"533.418062ms","start":"2026-04-18T17:52:25.884542Z","end":"2026-04-18T17:52:26.417960Z","steps":["trace[1912457447] 'read index received' (duration: 533.408191ms)","trace[1912457447] 'applied index is now lower than readState.Index' (duration: 8.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:26.638267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.221884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:52:26.638386Z","caller":"traceutil/trace.go:172","msg":"trace[580746342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:390; }","duration":"759.367207ms","start":"2026-04-18T17:52:25.878994Z","end":"2026-04-18T17:52:26.638361Z","steps":["trace[580746342] 'agreement among raft nodes before linearized reading' (duration: 539.035873ms)","trace[580746342] 'range keys from in-memory index tree' (duration: 220.043387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:26.638444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:25.878983Z","time spent":"759.441568ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:26.639564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.391775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:52:26.639818Z","caller":"traceutil/trace.go:172","msg":"trace[1230159237] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"813.014577ms","start":"2026-04-18T17:52:25.826774Z","end":"2026-04-18T17:52:26.639789Z","steps":["trace[1230159237] 'process raft request' (duration: 591.24636ms)","trace[1230159237] 'compare' (duration: 220.133639ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:52:26.639879Z","caller":"traceutil/trace.go:172","msg":"trace[781965226] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"620.161027ms","start":"2026-04-18T17:52:26.019701Z","end":"2026-04-18T17:52:26.639862Z","steps":["trace[781965226] 'process raft request' (duration: 620.104276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:26.639921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:25.826744Z","time spent":"813.12275ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:52:26.639968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:26.019677Z","time spent":"620.245119ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:26.640080Z","caller":"traceutil/trace.go:172","msg":"trace[1707039077] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:410; }","duration":"222.024823ms","start":"2026-04-18T17:52:26.418039Z","end":"2026-04-18T17:52:26.640064Z","steps":["trace[1707039077] 'read index received' (duration: 173.346016ms)","trace[1707039077] 'applied index is now lower than readState.Index' (duration: 48.677117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:26.640190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"740.880782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:26.640231Z","caller":"traceutil/trace.go:172","msg":"trace[2069437866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"740.921383ms","start":"2026-04-18T17:52:25.899296Z","end":"2026-04-18T17:52:26.640218Z","steps":["trace[2069437866] 'agreement among raft nodes before linearized reading' (duration: 740.816351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:26.640268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:25.899285Z","time spent":"740.973574ms","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:52:26.640437Z","caller":"traceutil/trace.go:172","msg":"trace[973252285] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"751.249916ms","start":"2026-04-18T17:52:25.889155Z","end":"2026-04-18T17:52:26.640405Z","steps":["trace[973252285] 'process raft request' (duration: 750.57231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:26.640677Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:25.889136Z","time spent":"751.421509ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:27.041193Z","caller":"traceutil/trace.go:172","msg":"trace[1014192379] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"302.866706ms","start":"2026-04-18T17:52:26.738297Z","end":"2026-04-18T17:52:27.041163Z","steps":["trace[1014192379] 'process raft request' (duration: 302.61223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:27.041390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:26.738269Z","time spent":"303.0144ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7700,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:27.320959Z","caller":"traceutil/trace.go:172","msg":"trace[692019539] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"268.299512ms","start":"2026-04-18T17:52:27.052634Z","end":"2026-04-18T17:52:27.320933Z","steps":["trace[692019539] 'process raft request' (duration: 170.925774ms)","trace[692019539] 'compare' (duration: 97.142563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:29.074285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.249174738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4956"} {"level":"info","ts":"2026-04-18T17:52:29.074361Z","caller":"traceutil/trace.go:172","msg":"trace[1532090731] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:396; }","duration":"1.249280541s","start":"2026-04-18T17:52:27.825061Z","end":"2026-04-18T17:52:29.074341Z","steps":["trace[1532090731] 'range keys from in-memory index tree' (duration: 1.249004555s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:29.074397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:27.825041Z","time spent":"1.249345953s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":4978,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:29.075097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.412023685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:29.075175Z","caller":"traceutil/trace.go:172","msg":"trace[1874469232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:396; }","duration":"1.412107977s","start":"2026-04-18T17:52:27.663051Z","end":"2026-04-18T17:52:29.075158Z","steps":["trace[1874469232] 'range keys from in-memory index tree' (duration: 1.411930503s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:29.075211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:27.663029Z","time spent":"1.412173798s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:52:29.075299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.003693404s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:52:29.075361Z","caller":"traceutil/trace.go:172","msg":"trace[77047159] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"427.852618ms","start":"2026-04-18T17:52:28.647498Z","end":"2026-04-18T17:52:29.075351Z","steps":["trace[77047159] 'read index received' (duration: 120.583µs)","trace[77047159] 'applied index is now lower than readState.Index' (duration: 427.730825ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:52:29.075416Z","caller":"traceutil/trace.go:172","msg":"trace[176391487] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"1.186038434s","start":"2026-04-18T17:52:27.889367Z","end":"2026-04-18T17:52:29.075406Z","steps":["trace[176391487] 'process raft request' (duration: 182.192256ms)","trace[176391487] 'compare' (duration: 1.002798364s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:29.075488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:27.889339Z","time spent":"1.186100275s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:52:29.075528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.025432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:52:29.075560Z","caller":"traceutil/trace.go:172","msg":"trace[1913312515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"428.059642ms","start":"2026-04-18T17:52:28.647491Z","end":"2026-04-18T17:52:29.075551Z","steps":["trace[1913312515] 'agreement among raft nodes before linearized reading' (duration: 427.922749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:29.075585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:28.647461Z","time spent":"428.117604ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:29.314450Z","caller":"traceutil/trace.go:172","msg":"trace[954900323] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:417; }","duration":"239.032072ms","start":"2026-04-18T17:52:29.075381Z","end":"2026-04-18T17:52:29.314413Z","steps":["trace[954900323] 'read index received' (duration: 239.019552ms)","trace[954900323] 'applied index is now lower than readState.Index' (duration: 10.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:29.357754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.148068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:52:29.357859Z","caller":"traceutil/trace.go:172","msg":"trace[1062441324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:397; }","duration":"624.265391ms","start":"2026-04-18T17:52:28.733567Z","end":"2026-04-18T17:52:29.357832Z","steps":["trace[1062441324] 'agreement among raft nodes before linearized reading' (duration: 581.023091ms)","trace[1062441324] 'range keys from in-memory index tree' (duration: 42.81611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:29.357917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:28.733548Z","time spent":"624.354453ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:29.357985Z","caller":"traceutil/trace.go:172","msg":"trace[1728456103] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"710.514068ms","start":"2026-04-18T17:52:28.647443Z","end":"2026-04-18T17:52:29.357957Z","steps":["trace[1728456103] 'process raft request' (duration: 667.253318ms)","trace[1728456103] 'compare' (duration: 43.053045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:29.358271Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:28.647400Z","time spent":"710.675222ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:52:29.358321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.15016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:29.358427Z","caller":"traceutil/trace.go:172","msg":"trace[438746191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:398; }","duration":"279.279953ms","start":"2026-04-18T17:52:29.079128Z","end":"2026-04-18T17:52:29.358408Z","steps":["trace[438746191] 'agreement among raft nodes before linearized reading' (duration: 279.073208ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:29.359539Z","caller":"traceutil/trace.go:172","msg":"trace[313697930] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"275.581209ms","start":"2026-04-18T17:52:29.083810Z","end":"2026-04-18T17:52:29.359391Z","steps":["trace[313697930] 'process raft request' (duration: 275.20336ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:29.359988Z","caller":"traceutil/trace.go:172","msg":"trace[1868601814] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"277.219235ms","start":"2026-04-18T17:52:29.082032Z","end":"2026-04-18T17:52:29.359251Z","steps":["trace[1868601814] 'process raft request' (duration: 276.389797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:35.109432Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176208880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:52:35.610239Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176208880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:52:35.677519Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.847731509s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:52:35.678057Z","caller":"traceutil/trace.go:172","msg":"trace[1972709202] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.848363313s","start":"2026-04-18T17:52:33.829674Z","end":"2026-04-18T17:52:35.678037Z","steps":["trace[1972709202] 'process raft request' (duration: 1.848212939s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:35.678310Z","caller":"traceutil/trace.go:172","msg":"trace[591973492] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:434; }","duration":"1.069768732s","start":"2026-04-18T17:52:34.608520Z","end":"2026-04-18T17:52:35.678288Z","steps":["trace[591973492] 'read index received' (duration: 1.069760322s)","trace[591973492] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:35.678459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.069929066s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:35.678573Z","caller":"traceutil/trace.go:172","msg":"trace[2099062582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:413; }","duration":"1.070043138s","start":"2026-04-18T17:52:34.608515Z","end":"2026-04-18T17:52:35.678558Z","steps":["trace[2099062582] 'agreement among raft nodes before linearized reading' (duration: 1.069904015s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:35.678212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:33.829649Z","time spent":"1.848479996s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:35.799354Z","caller":"traceutil/trace.go:172","msg":"trace[1073169387] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:434; }","duration":"120.970786ms","start":"2026-04-18T17:52:35.678359Z","end":"2026-04-18T17:52:35.799330Z","steps":["trace[1073169387] 'read index received' (duration: 120.962096ms)","trace[1073169387] 'applied index is now lower than readState.Index' (duration: 7.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:35.855752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.954674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:52:35.855838Z","caller":"traceutil/trace.go:172","msg":"trace[85118817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"473.061266ms","start":"2026-04-18T17:52:35.382757Z","end":"2026-04-18T17:52:35.855818Z","steps":["trace[85118817] 'agreement among raft nodes before linearized reading' (duration: 416.674873ms)","trace[85118817] 'range keys from in-memory index tree' (duration: 56.169198ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:52:35.855866Z","caller":"traceutil/trace.go:172","msg":"trace[1470346967] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"753.691201ms","start":"2026-04-18T17:52:35.102156Z","end":"2026-04-18T17:52:35.855847Z","steps":["trace[1470346967] 'process raft request' (duration: 697.271608ms)","trace[1470346967] 'compare' (duration: 56.190918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:35.855982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:35.102136Z","time spent":"753.780434ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:52:35.856006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.800386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:52:35.856035Z","caller":"traceutil/trace.go:172","msg":"trace[1258255391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"357.828286ms","start":"2026-04-18T17:52:35.498197Z","end":"2026-04-18T17:52:35.856026Z","steps":["trace[1258255391] 'agreement among raft nodes before linearized reading' (duration: 301.24436ms)","trace[1258255391] 'range keys from in-memory index tree' (duration: 56.167417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:35.856067Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:35.498171Z","time spent":"357.889488ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:35.855881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:35.382740Z","time spent":"473.131478ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:52:35.855762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.846138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:35.856164Z","caller":"traceutil/trace.go:172","msg":"trace[1137225299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"207.255678ms","start":"2026-04-18T17:52:35.648899Z","end":"2026-04-18T17:52:35.856155Z","steps":["trace[1137225299] 'agreement among raft nodes before linearized reading' (duration: 150.468097ms)","trace[1137225299] 'range keys from in-memory index tree' (duration: 56.316941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:35.856213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.585942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:52:35.856247Z","caller":"traceutil/trace.go:172","msg":"trace[1836378838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:415; }","duration":"176.619473ms","start":"2026-04-18T17:52:35.679616Z","end":"2026-04-18T17:52:35.856236Z","steps":["trace[1836378838] 'agreement among raft nodes before linearized reading' (duration: 176.566522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:35.856257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.24032933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:52:35.856306Z","caller":"traceutil/trace.go:172","msg":"trace[1968168486] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:413; }","duration":"1.240392921s","start":"2026-04-18T17:52:34.615901Z","end":"2026-04-18T17:52:35.856294Z","steps":["trace[1968168486] 'agreement among raft nodes before linearized reading' (duration: 1.183548939s)","trace[1968168486] 'range keys from in-memory index tree' (duration: 56.132057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:35.856376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:34.615884Z","time spent":"1.240484024s","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" limit:1 "} {"level":"info","ts":"2026-04-18T17:52:35.856340Z","caller":"traceutil/trace.go:172","msg":"trace[801718299] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"479.16261ms","start":"2026-04-18T17:52:35.377092Z","end":"2026-04-18T17:52:35.856255Z","steps":["trace[801718299] 'process raft request' (duration: 478.740851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:52:35.856593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:52:35.377051Z","time spent":"479.426276ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:52:38.020920Z","caller":"traceutil/trace.go:172","msg":"trace[615543204] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"105.089366ms","start":"2026-04-18T17:52:37.915799Z","end":"2026-04-18T17:52:38.020889Z","steps":["trace[615543204] 'process raft request' (duration: 44.950979ms)","trace[615543204] 'compare' (duration: 59.925743ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:52:40.160514Z","caller":"traceutil/trace.go:172","msg":"trace[1921091555] linearizableReadLoop","detail":"{readStateIndex:447; appliedIndex:447; }","duration":"223.97251ms","start":"2026-04-18T17:52:39.936511Z","end":"2026-04-18T17:52:40.160483Z","steps":["trace[1921091555] 'read index received' (duration: 223.96428ms)","trace[1921091555] 'applied index is now lower than readState.Index' (duration: 6.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:40.181728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.189303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:52:40.181826Z","caller":"traceutil/trace.go:172","msg":"trace[1341861926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"245.296626ms","start":"2026-04-18T17:52:39.936504Z","end":"2026-04-18T17:52:40.181801Z","steps":["trace[1341861926] 'agreement among raft nodes before linearized reading' (duration: 224.092702ms)","trace[1341861926] 'range keys from in-memory index tree' (duration: 20.951228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:52:40.181772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.847685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:52:40.181952Z","caller":"traceutil/trace.go:172","msg":"trace[613146173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"157.028239ms","start":"2026-04-18T17:52:40.024914Z","end":"2026-04-18T17:52:40.181942Z","steps":["trace[613146173] 'agreement among raft nodes before linearized reading' (duration: 156.801784ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:52:40.182081Z","caller":"traceutil/trace.go:172","msg":"trace[53066617] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"294.216418ms","start":"2026-04-18T17:52:39.887655Z","end":"2026-04-18T17:52:40.181872Z","steps":["trace[53066617] 'process raft request' (duration: 272.874732ms)","trace[53066617] 'compare' (duration: 21.07642ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:52:42.351622Z","caller":"traceutil/trace.go:172","msg":"trace[1913733021] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"123.055422ms","start":"2026-04-18T17:52:42.228532Z","end":"2026-04-18T17:52:42.351587Z","steps":["trace[1913733021] 'process raft request' (duration: 48.144709ms)","trace[1913733021] 'compare' (duration: 74.75389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:01.939891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56444","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:02.364224Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836) learners=(9405456011331022293)"} {"level":"info","ts":"2026-04-18T17:53:02.364370Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"8286e468f9f2add5","added-peer-peer-urls":["https://199.204.45.210:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:53:02.364411Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:02.364438Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:02.364614Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:02.364575Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:02.364640Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-18T17:53:02.364647Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:02.364636Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:02.364662Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e98569549cc430c","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:02.364687Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"error","ts":"2026-04-18T17:53:02.413890Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:53:02.919547Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:53:03.416505Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-18T17:53:03.653321Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.210:2380/version","remote-member-id":"8286e468f9f2add5","error":"Get \"https://199.204.45.210:2380/version\": dial tcp 199.204.45.210:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:53:03.653387Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"8286e468f9f2add5","error":"Get \"https://199.204.45.210:2380/version\": dial tcp 199.204.45.210:2380: connect: connection refused"} {"level":"error","ts":"2026-04-18T17:53:03.921546Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:53:04.422378Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:53:04.916392Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-18T17:53:05.407040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:40944","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-18T17:53:05.416345Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-18T17:53:05.840284Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.842047Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"8286e468f9f2add5","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:53:05.842086Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.843504Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"8286e468f9f2add5","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:53:05.843532Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.854134Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"4e98569549cc430c","to":"8286e468f9f2add5","bytes":794633,"size":"795 kB"} {"level":"info","ts":"2026-04-18T17:53:05.854211Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":512,"remote-peer-id":"8286e468f9f2add5","bytes":794633,"size":"795 kB"} {"level":"info","ts":"2026-04-18T17:53:05.856823Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":786432,"size":"786 kB"} {"level":"info","ts":"2026-04-18T17:53:05.876454Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.881418Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.884819Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":512,"remote-peer-id":"8286e468f9f2add5","bytes":794633,"size":"795 kB"} {"level":"warn","ts":"2026-04-18T17:53:05.907296Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:05.907308Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:05.917352Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"8286e468f9f2add5","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:53:05.917395Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.917418Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.918107Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836 9405456011331022293)"} {"level":"info","ts":"2026-04-18T17:53:05.918358Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","promoted-member-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.918490Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e98569549cc430c","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.924429Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"8286e468f9f2add5","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:53:05.924474Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.924487Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"warn","ts":"2026-04-18T17:53:05.940463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:41034","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:05.975333Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.980466Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:06.695646Z","caller":"traceutil/trace.go:172","msg":"trace[175955509] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"101.811327ms","start":"2026-04-18T17:53:06.593763Z","end":"2026-04-18T17:53:06.695574Z","steps":["trace[175955509] 'process raft request' (duration: 59.82714ms)","trace[175955509] 'compare' (duration: 41.744392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:07.955617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:41052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:09.967629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:41064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:17.281912Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:17.782758Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:53:17.946601Z","caller":"traceutil/trace.go:172","msg":"trace[127851974] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.266635812s","start":"2026-04-18T17:53:16.679934Z","end":"2026-04-18T17:53:17.946569Z","steps":["trace[127851974] 'process raft request' (duration: 1.26648212s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.946729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.679919Z","time spent":"1.266746614s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:18.283939Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:18.784574Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:53:19.078140Z","caller":"traceutil/trace.go:172","msg":"trace[1338142674] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:548; }","duration":"2.296957016s","start":"2026-04-18T17:53:16.781164Z","end":"2026-04-18T17:53:19.078121Z","steps":["trace[1338142674] 'read index received' (duration: 2.296952176s)","trace[1338142674] 'applied index is now lower than readState.Index' (duration: 3.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:19.078473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.297287721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:53:19.078551Z","caller":"traceutil/trace.go:172","msg":"trace[1226411324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"2.297382223s","start":"2026-04-18T17:53:16.781154Z","end":"2026-04-18T17:53:19.078536Z","steps":["trace[1226411324] 'agreement among raft nodes before linearized reading' (duration: 2.297127209s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.078590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.781138Z","time spent":"2.297444035s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:19.078643Z","caller":"traceutil/trace.go:172","msg":"trace[2034751951] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.340170634s","start":"2026-04-18T17:53:17.738464Z","end":"2026-04-18T17:53:19.078635Z","steps":["trace[2034751951] 'process raft request' (duration: 1.340060552s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.078727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.738437Z","time spent":"1.340229925s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:19.160906Z","caller":"traceutil/trace.go:172","msg":"trace[1581354259] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"671.707839ms","start":"2026-04-18T17:53:18.489181Z","end":"2026-04-18T17:53:19.160889Z","steps":["trace[1581354259] 'process raft request' (duration: 671.671269ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:19.160933Z","caller":"traceutil/trace.go:172","msg":"trace[1838236505] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"862.685472ms","start":"2026-04-18T17:53:18.298228Z","end":"2026-04-18T17:53:19.160914Z","steps":["trace[1838236505] 'process raft request' (duration: 862.508359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.161056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.489156Z","time spent":"671.822971ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:19.161062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.298211Z","time spent":"862.772234ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:19.161631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.349279929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:19.161829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"894.751594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.161894Z","caller":"traceutil/trace.go:172","msg":"trace[810016888] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:516; }","duration":"894.821565ms","start":"2026-04-18T17:53:18.267058Z","end":"2026-04-18T17:53:19.161879Z","steps":["trace[810016888] 'agreement among raft nodes before linearized reading' (duration: 894.711663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.161938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.267038Z","time spent":"894.891176ms","remote":"127.0.0.1:49430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:19.161737Z","caller":"traceutil/trace.go:172","msg":"trace[1867000130] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:516; }","duration":"2.349393411s","start":"2026-04-18T17:53:16.812336Z","end":"2026-04-18T17:53:19.161729Z","steps":["trace[1867000130] 'agreement among raft nodes before linearized reading' (duration: 2.349144017s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.162089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.553274925s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:19.162145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.144856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.162174Z","caller":"traceutil/trace.go:172","msg":"trace[1537828125] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:516; }","duration":"769.174826ms","start":"2026-04-18T17:53:18.392990Z","end":"2026-04-18T17:53:19.162165Z","steps":["trace[1537828125] 'agreement among raft nodes before linearized reading' (duration: 769.123755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.162204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.392968Z","time spent":"769.230077ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.162215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"950.598029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.162241Z","caller":"traceutil/trace.go:172","msg":"trace[536972659] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:516; }","duration":"950.624679ms","start":"2026-04-18T17:53:18.211609Z","end":"2026-04-18T17:53:19.162233Z","steps":["trace[536972659] 'agreement among raft nodes before linearized reading' (duration: 950.580568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.162275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.211592Z","time spent":"950.67552ms","remote":"127.0.0.1:49518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:19.162165Z","caller":"traceutil/trace.go:172","msg":"trace[1386342850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:516; }","duration":"1.553360497s","start":"2026-04-18T17:53:17.608789Z","end":"2026-04-18T17:53:19.162149Z","steps":["trace[1386342850] 'agreement among raft nodes before linearized reading' (duration: 1.553248835s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.162408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.812316Z","time spent":"2.34991791s","remote":"127.0.0.1:49598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.162690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.513588565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.162765Z","caller":"traceutil/trace.go:172","msg":"trace[728526419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"1.513663066s","start":"2026-04-18T17:53:17.649086Z","end":"2026-04-18T17:53:19.162749Z","steps":["trace[728526419] 'agreement among raft nodes before linearized reading' (duration: 1.513545754s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.162822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.649070Z","time spent":"1.513735567s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:53:19.162857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.556944721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.162894Z","caller":"traceutil/trace.go:172","msg":"trace[480759692] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:516; }","duration":"1.556983702s","start":"2026-04-18T17:53:17.605901Z","end":"2026-04-18T17:53:19.162885Z","steps":["trace[480759692] 'agreement among raft nodes before linearized reading' (duration: 1.556924411s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.162921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.605886Z","time spent":"1.557028562s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.163376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.070123261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.163413Z","caller":"traceutil/trace.go:172","msg":"trace[210911511] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:516; }","duration":"2.070162742s","start":"2026-04-18T17:53:17.093242Z","end":"2026-04-18T17:53:19.163405Z","steps":["trace[210911511] 'agreement among raft nodes before linearized reading' (duration: 2.070092841s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.163433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.093226Z","time spent":"2.070202362s","remote":"127.0.0.1:49198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:23.579129Z","caller":"traceutil/trace.go:172","msg":"trace[2126454541] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"399.302013ms","start":"2026-04-18T17:53:23.179807Z","end":"2026-04-18T17:53:23.579109Z","steps":["trace[2126454541] 'process raft request' (duration: 399.1634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.579275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:23.179779Z","time spent":"399.430995ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:23.582739Z","caller":"traceutil/trace.go:172","msg":"trace[1699924039] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:562; }","duration":"398.977607ms","start":"2026-04-18T17:53:23.183743Z","end":"2026-04-18T17:53:23.582721Z","steps":["trace[1699924039] 'read index received' (duration: 398.971946ms)","trace[1699924039] 'applied index is now lower than readState.Index' (duration: 4.631µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:23.582929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"399.16743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:23.582960Z","caller":"traceutil/trace.go:172","msg":"trace[538159084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:526; }","duration":"399.214541ms","start":"2026-04-18T17:53:23.183739Z","end":"2026-04-18T17:53:23.582953Z","steps":["trace[538159084] 'agreement among raft nodes before linearized reading' (duration: 399.084798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.582982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:23.183719Z","time spent":"399.256682ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:23.583204Z","caller":"traceutil/trace.go:172","msg":"trace[1197386045] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"402.205684ms","start":"2026-04-18T17:53:23.180979Z","end":"2026-04-18T17:53:23.583185Z","steps":["trace[1197386045] 'process raft request' (duration: 401.775256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.583395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:23.180941Z","time spent":"402.356756ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:23.603780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.64892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:23.603865Z","caller":"traceutil/trace.go:172","msg":"trace[573070068] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:528; }","duration":"263.750092ms","start":"2026-04-18T17:53:23.340100Z","end":"2026-04-18T17:53:23.603850Z","steps":["trace[573070068] 'agreement among raft nodes before linearized reading' (duration: 263.61261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.604753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.594792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:2911"} {"level":"info","ts":"2026-04-18T17:53:23.605346Z","caller":"traceutil/trace.go:172","msg":"trace[470113594] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:528; }","duration":"231.197943ms","start":"2026-04-18T17:53:23.374130Z","end":"2026-04-18T17:53:23.605328Z","steps":["trace[470113594] 'agreement among raft nodes before linearized reading' (duration: 230.244726ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:29.269518Z","caller":"traceutil/trace.go:172","msg":"trace[682885009] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"161.75351ms","start":"2026-04-18T17:53:29.107747Z","end":"2026-04-18T17:53:29.269500Z","steps":["trace[682885009] 'process raft request' (duration: 161.633498ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:32.408934Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-18T17:53:35.885511Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"4e98569549cc430c","to":"8286e468f9f2add5","bytes":794633,"size":"795 kB","took":"30.031372857s"} {"level":"warn","ts":"2026-04-18T17:53:40.022236Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"169.255786ms"} {"level":"warn","ts":"2026-04-18T17:53:40.148684Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:53:40.354764Z","caller":"traceutil/trace.go:172","msg":"trace[1147992031] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"706.76771ms","start":"2026-04-18T17:53:39.647977Z","end":"2026-04-18T17:53:40.354745Z","steps":["trace[1147992031] 'process raft request' (duration: 706.634878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:40.354944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:39.647952Z","time spent":"706.922202ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:40.385151Z","caller":"traceutil/trace.go:172","msg":"trace[354815284] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:644; }","duration":"736.654464ms","start":"2026-04-18T17:53:39.648481Z","end":"2026-04-18T17:53:40.385135Z","steps":["trace[354815284] 'read index received' (duration: 736.650174ms)","trace[354815284] 'applied index is now lower than readState.Index' (duration: 3.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:40.409468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"760.983327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:40.409579Z","caller":"traceutil/trace.go:172","msg":"trace[1522586537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"761.099899ms","start":"2026-04-18T17:53:39.648461Z","end":"2026-04-18T17:53:40.409561Z","steps":["trace[1522586537] 'agreement among raft nodes before linearized reading' (duration: 736.757426ms)","trace[1522586537] 'range keys from in-memory index tree' (duration: 24.204661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:40.409890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:39.648432Z","time spent":"761.438584ms","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:53:40.409722Z","caller":"traceutil/trace.go:172","msg":"trace[1377568513] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"761.240121ms","start":"2026-04-18T17:53:39.648453Z","end":"2026-04-18T17:53:40.409693Z","steps":["trace[1377568513] 'process raft request' (duration: 736.758756ms)","trace[1377568513] 'compare' (duration: 24.274572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:40.410310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:39.648443Z","time spent":"761.741999ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:40.412829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.152487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:40.412925Z","caller":"traceutil/trace.go:172","msg":"trace[839662332] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:599; }","duration":"465.254159ms","start":"2026-04-18T17:53:39.947647Z","end":"2026-04-18T17:53:40.412901Z","steps":["trace[839662332] 'agreement among raft nodes before linearized reading' (duration: 465.099026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:40.412943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.294019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-18T17:53:40.412965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:39.947623Z","time spent":"465.332731ms","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:40.412855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"722.525598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:53:40.413057Z","caller":"traceutil/trace.go:172","msg":"trace[1505351477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"722.712101ms","start":"2026-04-18T17:53:39.690320Z","end":"2026-04-18T17:53:40.413032Z","steps":["trace[1505351477] 'agreement among raft nodes before linearized reading' (duration: 722.461297ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:40.412990Z","caller":"traceutil/trace.go:172","msg":"trace[2019843085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"346.340659ms","start":"2026-04-18T17:53:40.066635Z","end":"2026-04-18T17:53:40.412976Z","steps":["trace[2019843085] 'agreement among raft nodes before linearized reading' (duration: 346.223217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:40.413772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:40.066616Z","time spent":"347.145122ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:40.413749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:39.690300Z","time spent":"723.427633ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:49.285708Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836 9405456011331022293) learners=(7655218821667941130)"} {"level":"info","ts":"2026-04-18T17:53:49.285881Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"6a3cccf58f66eb0a","added-peer-peer-urls":["https://199.204.45.129:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:53:49.285913Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.285943Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.286051Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.286075Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a","remote-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-18T17:53:49.286105Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.286118Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.286126Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.286212Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"error","ts":"2026-04-18T17:53:49.340076Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:53:49.855151Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:53:49.855285Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6a3cccf58f66eb0a","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-18T17:53:50.347499Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:53:50.347592Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6a3cccf58f66eb0a","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-18T17:53:50.844194Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:53:51.345297Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:53:51.345375Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6a3cccf58f66eb0a","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-18T17:53:51.683190Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.129:2380/version","remote-member-id":"6a3cccf58f66eb0a","error":"Get \"https://199.204.45.129:2380/version\": dial tcp 199.204.45.129:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:53:51.683299Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6a3cccf58f66eb0a","error":"Get \"https://199.204.45.129:2380/version\": dial tcp 199.204.45.129:2380: connect: connection refused"} {"level":"error","ts":"2026-04-18T17:53:51.843635Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-18T17:53:52.059586Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.069032Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"6a3cccf58f66eb0a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:53:52.069214Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.075807Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"6a3cccf58f66eb0a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:53:52.075827Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.081704Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"4e98569549cc430c","to":"6a3cccf58f66eb0a","bytes":1004504,"size":"1.0 MB"} {"level":"info","ts":"2026-04-18T17:53:52.081873Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":681,"remote-peer-id":"6a3cccf58f66eb0a","bytes":1004504,"size":"1.0 MB"} {"level":"info","ts":"2026-04-18T17:53:52.085781Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":995328,"size":"995 kB"} {"level":"info","ts":"2026-04-18T17:53:52.095523Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.099043Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.105214Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":681,"remote-peer-id":"6a3cccf58f66eb0a","bytes":1004504,"size":"1.0 MB"} {"level":"warn","ts":"2026-04-18T17:53:52.123658Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:52.123820Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:52.138279Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"6a3cccf58f66eb0a","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:53:52.138320Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.138332Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.143719Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e98569549cc430c","to":"6a3cccf58f66eb0a","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:53:52.143801Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.143828Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.199669Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.202823Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e98569549cc430c","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.349358Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836 7655218821667941130 9405456011331022293)"} {"level":"info","ts":"2026-04-18T17:53:52.349561Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","promoted-member-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.349604Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e98569549cc430c","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:59.749113Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-18T17:54:16.973555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.725132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-18T17:54:20.033426Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-18T17:54:22.105381Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"4e98569549cc430c","to":"6a3cccf58f66eb0a","bytes":1004504,"size":"1.0 MB","took":"30.023675406s"} {"level":"warn","ts":"2026-04-18T17:54:26.983429Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.673949ms"} {"level":"warn","ts":"2026-04-18T17:54:26.983476Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.72672ms"} {"level":"info","ts":"2026-04-18T17:54:26.983821Z","caller":"traceutil/trace.go:172","msg":"trace[517157718] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"315.685551ms","start":"2026-04-18T17:54:26.668118Z","end":"2026-04-18T17:54:26.983803Z","steps":["trace[517157718] 'process raft request' (duration: 315.537749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:26.983952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:26.668096Z","time spent":"315.790282ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:27.007819Z","caller":"traceutil/trace.go:172","msg":"trace[1072332951] linearizableReadLoop","detail":"{readStateIndex:872; appliedIndex:873; }","duration":"225.585303ms","start":"2026-04-18T17:54:26.782205Z","end":"2026-04-18T17:54:27.007791Z","steps":["trace[1072332951] 'read index received' (duration: 225.578363ms)","trace[1072332951] 'applied index is now lower than readState.Index' (duration: 5.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:27.008015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.789777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:54:27.008039Z","caller":"traceutil/trace.go:172","msg":"trace[597223102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:795; }","duration":"225.832077ms","start":"2026-04-18T17:54:26.782200Z","end":"2026-04-18T17:54:27.008032Z","steps":["trace[597223102] 'agreement among raft nodes before linearized reading' (duration: 225.695545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:27.023158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.600999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:27.023214Z","caller":"traceutil/trace.go:172","msg":"trace[1582806908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:796; }","duration":"224.67373ms","start":"2026-04-18T17:54:26.798529Z","end":"2026-04-18T17:54:27.023203Z","steps":["trace[1582806908] 'agreement among raft nodes before linearized reading' (duration: 224.492907ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:29.103587Z","caller":"traceutil/trace.go:172","msg":"trace[1754382898] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"114.730408ms","start":"2026-04-18T17:54:28.988841Z","end":"2026-04-18T17:54:29.103571Z","steps":["trace[1754382898] 'process raft request' (duration: 114.609476ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:29.358379Z","caller":"traceutil/trace.go:172","msg":"trace[1273414286] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"248.5216ms","start":"2026-04-18T17:54:29.109839Z","end":"2026-04-18T17:54:29.358361Z","steps":["trace[1273414286] 'process raft request' (duration: 248.466609ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:29.358586Z","caller":"traceutil/trace.go:172","msg":"trace[818223678] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"249.685817ms","start":"2026-04-18T17:54:29.108863Z","end":"2026-04-18T17:54:29.358549Z","steps":["trace[818223678] 'process raft request' (duration: 184.447955ms)","trace[818223678] 'compare' (duration: 64.794625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:36.577802Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"152.454314ms"} {"level":"warn","ts":"2026-04-18T17:54:36.577873Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"152.533895ms"} {"level":"warn","ts":"2026-04-18T17:54:36.947398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.05095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-18T17:54:37.267937Z","caller":"traceutil/trace.go:172","msg":"trace[399557010] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"130.559321ms","start":"2026-04-18T17:54:37.137360Z","end":"2026-04-18T17:54:37.267919Z","steps":["trace[399557010] 'process raft request' (duration: 130.139395ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:39.536151Z","caller":"traceutil/trace.go:172","msg":"trace[418566236] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"216.552409ms","start":"2026-04-18T17:54:39.319552Z","end":"2026-04-18T17:54:39.536104Z","steps":["trace[418566236] 'process raft request' (duration: 216.380466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:39.773784Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.134071ms"} {"level":"warn","ts":"2026-04-18T17:54:39.774092Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.449156ms"} {"level":"info","ts":"2026-04-18T17:54:39.868583Z","caller":"traceutil/trace.go:172","msg":"trace[1756170951] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"323.789933ms","start":"2026-04-18T17:54:39.544770Z","end":"2026-04-18T17:54:39.868560Z","steps":["trace[1756170951] 'process raft request' (duration: 229.110763ms)","trace[1756170951] 'compare' (duration: 93.886558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:39.868998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:39.544751Z","time spent":"323.975685ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:39.869392Z","caller":"traceutil/trace.go:172","msg":"trace[960666531] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:916; }","duration":"260.403403ms","start":"2026-04-18T17:54:39.608977Z","end":"2026-04-18T17:54:39.869381Z","steps":["trace[960666531] 'read index received' (duration: 166.441464ms)","trace[960666531] 'applied index is now lower than readState.Index' (duration: 93.960409ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:39.869371Z","caller":"traceutil/trace.go:172","msg":"trace[1288607765] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"309.562803ms","start":"2026-04-18T17:54:39.559790Z","end":"2026-04-18T17:54:39.869353Z","steps":["trace[1288607765] 'process raft request' (duration: 309.420201ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:39.869414Z","caller":"traceutil/trace.go:172","msg":"trace[1869641870] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"309.749706ms","start":"2026-04-18T17:54:39.559655Z","end":"2026-04-18T17:54:39.869404Z","steps":["trace[1869641870] 'process raft request' (duration: 308.807872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:39.869618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:39.559627Z","time spent":"309.9681ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:39.869478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:39.559746Z","time spent":"309.688706ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:39.944117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.791642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:39.944178Z","caller":"traceutil/trace.go:172","msg":"trace[252841458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"295.862123ms","start":"2026-04-18T17:54:39.648303Z","end":"2026-04-18T17:54:39.944165Z","steps":["trace[252841458] 'agreement among raft nodes before linearized reading' (duration: 295.762722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:39.944149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.14106ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:39.944237Z","caller":"traceutil/trace.go:172","msg":"trace[840971797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:834; }","duration":"335.246191ms","start":"2026-04-18T17:54:39.608970Z","end":"2026-04-18T17:54:39.944216Z","steps":["trace[840971797] 'agreement among raft nodes before linearized reading' (duration: 260.497254ms)","trace[840971797] 'range keys from in-memory index tree' (duration: 74.617765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:40.328856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.43242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:40.329351Z","caller":"traceutil/trace.go:172","msg":"trace[87720453] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"270.420894ms","start":"2026-04-18T17:54:40.058893Z","end":"2026-04-18T17:54:40.329314Z","steps":["trace[87720453] 'process raft request' (duration: 105.455096ms)","trace[87720453] 'compare' (duration: 164.199667ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:40.329636Z","caller":"traceutil/trace.go:172","msg":"trace[775880749] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"261.988381ms","start":"2026-04-18T17:54:40.067639Z","end":"2026-04-18T17:54:40.329627Z","steps":["trace[775880749] 'process raft request' (duration: 261.9521ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.329661Z","caller":"traceutil/trace.go:172","msg":"trace[984913436] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"268.517186ms","start":"2026-04-18T17:54:40.061117Z","end":"2026-04-18T17:54:40.329635Z","steps":["trace[984913436] 'process raft request' (duration: 268.240682ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.329472Z","caller":"traceutil/trace.go:172","msg":"trace[166492741] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"270.415884ms","start":"2026-04-18T17:54:40.059024Z","end":"2026-04-18T17:54:40.329440Z","steps":["trace[166492741] 'process raft request' (duration: 270.16631ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.339723Z","caller":"traceutil/trace.go:172","msg":"trace[1519486528] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"271.436098ms","start":"2026-04-18T17:54:40.068267Z","end":"2026-04-18T17:54:40.339704Z","steps":["trace[1519486528] 'process raft request' (duration: 271.218345ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.339855Z","caller":"traceutil/trace.go:172","msg":"trace[71308965] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"269.689223ms","start":"2026-04-18T17:54:40.070149Z","end":"2026-04-18T17:54:40.339838Z","steps":["trace[71308965] 'process raft request' (duration: 269.491931ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.340160Z","caller":"traceutil/trace.go:172","msg":"trace[1985104177] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"227.107289ms","start":"2026-04-18T17:54:40.113042Z","end":"2026-04-18T17:54:40.340149Z","steps":["trace[1985104177] 'process raft request' (duration: 226.795574ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.340185Z","caller":"traceutil/trace.go:172","msg":"trace[16942084] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"266.992074ms","start":"2026-04-18T17:54:40.073162Z","end":"2026-04-18T17:54:40.340155Z","steps":["trace[16942084] 'process raft request' (duration: 266.511997ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.450039Z","caller":"traceutil/trace.go:172","msg":"trace[132848927] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:947; }","duration":"115.768407ms","start":"2026-04-18T17:54:40.334252Z","end":"2026-04-18T17:54:40.450021Z","steps":["trace[132848927] 'read index received' (duration: 115.762946ms)","trace[132848927] 'applied index is now lower than readState.Index' (duration: 4.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:40.561547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.282092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mrt6v\" limit:1 ","response":"range_response_count:1 size:14991"} {"level":"info","ts":"2026-04-18T17:54:40.561642Z","caller":"traceutil/trace.go:172","msg":"trace[1929934579] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mrt6v; range_end:; response_count:1; response_revision:861; }","duration":"227.381763ms","start":"2026-04-18T17:54:40.334239Z","end":"2026-04-18T17:54:40.561621Z","steps":["trace[1929934579] 'agreement among raft nodes before linearized reading' (duration: 115.92654ms)","trace[1929934579] 'range keys from in-memory index tree' (duration: 111.22946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:40.562948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.335487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:40.563953Z","caller":"traceutil/trace.go:172","msg":"trace[1469907601] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"228.466919ms","start":"2026-04-18T17:54:40.335472Z","end":"2026-04-18T17:54:40.563939Z","steps":["trace[1469907601] 'process raft request' (duration: 228.209696ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.563991Z","caller":"traceutil/trace.go:172","msg":"trace[1413557132] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"284.142345ms","start":"2026-04-18T17:54:40.279827Z","end":"2026-04-18T17:54:40.563969Z","steps":["trace[1413557132] 'process raft request' (duration: 283.427804ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.564031Z","caller":"traceutil/trace.go:172","msg":"trace[1845772633] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"226.48842ms","start":"2026-04-18T17:54:40.337516Z","end":"2026-04-18T17:54:40.564005Z","steps":["trace[1845772633] 'process raft request' (duration: 226.275847ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.564108Z","caller":"traceutil/trace.go:172","msg":"trace[1249836179] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"221.307303ms","start":"2026-04-18T17:54:40.342775Z","end":"2026-04-18T17:54:40.564083Z","steps":["trace[1249836179] 'process raft request' (duration: 221.259973ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.564200Z","caller":"traceutil/trace.go:172","msg":"trace[960626088] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:947; }","duration":"114.078012ms","start":"2026-04-18T17:54:40.450112Z","end":"2026-04-18T17:54:40.564190Z","steps":["trace[960626088] 'read index received' (duration: 112.524079ms)","trace[960626088] 'applied index is now lower than readState.Index' (duration: 1.552943ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:40.564247Z","caller":"traceutil/trace.go:172","msg":"trace[568141744] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"223.683109ms","start":"2026-04-18T17:54:40.340553Z","end":"2026-04-18T17:54:40.564236Z","steps":["trace[568141744] 'process raft request' (duration: 223.420255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:40.564455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.789601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:40.564482Z","caller":"traceutil/trace.go:172","msg":"trace[659700902] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:868; }","duration":"148.818861ms","start":"2026-04-18T17:54:40.415655Z","end":"2026-04-18T17:54:40.564474Z","steps":["trace[659700902] 'agreement among raft nodes before linearized reading' (duration: 148.76511ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.565733Z","caller":"traceutil/trace.go:172","msg":"trace[815609543] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"225.633337ms","start":"2026-04-18T17:54:40.338703Z","end":"2026-04-18T17:54:40.564337Z","steps":["trace[815609543] 'process raft request' (duration: 225.207411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:40.786259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.390321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:40.786542Z","caller":"traceutil/trace.go:172","msg":"trace[757953389] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:874; }","duration":"100.703776ms","start":"2026-04-18T17:54:40.685812Z","end":"2026-04-18T17:54:40.786516Z","steps":["trace[757953389] 'range keys from in-memory index tree' (duration: 99.279255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:41.449089Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"124.211996ms"} {"level":"warn","ts":"2026-04-18T17:54:41.449156Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"124.283857ms"} {"level":"info","ts":"2026-04-18T17:54:41.515658Z","caller":"traceutil/trace.go:172","msg":"trace[432533264] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"145.659673ms","start":"2026-04-18T17:54:41.369973Z","end":"2026-04-18T17:54:41.515633Z","steps":["trace[432533264] 'process raft request' (duration: 145.533382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:41.777763Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.644449ms"} {"level":"warn","ts":"2026-04-18T17:54:41.777828Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.71674ms"} {"level":"info","ts":"2026-04-18T17:54:41.779153Z","caller":"traceutil/trace.go:172","msg":"trace[1289137419] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:967; }","duration":"129.985343ms","start":"2026-04-18T17:54:41.649144Z","end":"2026-04-18T17:54:41.779129Z","steps":["trace[1289137419] 'read index received' (duration: 129.977523ms)","trace[1289137419] 'applied index is now lower than readState.Index' (duration: 6.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:42.049755Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.90329ms"} {"level":"warn","ts":"2026-04-18T17:54:42.049858Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.014212ms"} {"level":"warn","ts":"2026-04-18T17:54:42.207930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"558.764887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:42.207814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"598.60383ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:42.208208Z","caller":"traceutil/trace.go:172","msg":"trace[1248829887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:880; }","duration":"599.027977ms","start":"2026-04-18T17:54:41.609130Z","end":"2026-04-18T17:54:42.208158Z","steps":["trace[1248829887] 'range keys from in-memory index tree' (duration: 598.557119ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:42.208015Z","caller":"traceutil/trace.go:172","msg":"trace[1312515102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:880; }","duration":"558.856028ms","start":"2026-04-18T17:54:41.649139Z","end":"2026-04-18T17:54:42.207995Z","steps":["trace[1312515102] 'agreement among raft nodes before linearized reading' (duration: 130.066964ms)","trace[1312515102] 'range keys from in-memory index tree' (duration: 428.663192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:42.208342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:41.649120Z","time spent":"559.206873ms","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:42.208035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.021602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:42.208578Z","caller":"traceutil/trace.go:172","msg":"trace[331897205] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:967; }","duration":"333.60561ms","start":"2026-04-18T17:54:41.874954Z","end":"2026-04-18T17:54:42.208559Z","steps":["trace[331897205] 'read index received' (duration: 177.215904ms)","trace[331897205] 'applied index is now lower than readState.Index' (duration: 156.388726ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:42.208746Z","caller":"traceutil/trace.go:172","msg":"trace[1230392308] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"635.536521ms","start":"2026-04-18T17:54:41.573194Z","end":"2026-04-18T17:54:42.208730Z","steps":["trace[1230392308] 'process raft request' (duration: 204.711577ms)","trace[1230392308] 'compare' (duration: 429.723188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:42.208840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:41.573170Z","time spent":"635.615912ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:42.209018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.070337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:42.209050Z","caller":"traceutil/trace.go:172","msg":"trace[347722616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:881; }","duration":"334.102628ms","start":"2026-04-18T17:54:41.874938Z","end":"2026-04-18T17:54:42.209041Z","steps":["trace[347722616] 'agreement among raft nodes before linearized reading' (duration: 333.979476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:42.209075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:41.874914Z","time spent":"334.154499ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:42.708787Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:43.209211Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:43.337535Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 2, index: 973, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 2, index: 970] at term 2: lease is not expired (remaining ticks: 6)"} {"level":"warn","ts":"2026-04-18T17:54:43.352694Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.299917769s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:54:43.352883Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.102969803s"} {"level":"warn","ts":"2026-04-18T17:54:43.352917Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.103011754s"} {"level":"info","ts":"2026-04-18T17:54:43.394257Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 2, index: 973, vote: 4e98569549cc430c] ignored MsgVote from 6a3cccf58f66eb0a [logterm: 2, index: 970] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-04-18T17:54:43.394501Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"4e98569549cc430c [term: 2] received a MsgAppResp message with higher term from 6a3cccf58f66eb0a [term: 3]"} {"level":"info","ts":"2026-04-18T17:54:43.394632Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e98569549cc430c became follower at term 3"} {"level":"info","ts":"2026-04-18T17:54:43.394670Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 4e98569549cc430c lost leader 4e98569549cc430c at term 3"} {"level":"info","ts":"2026-04-18T17:54:43.412780Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.412852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgAppResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.472924Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.472979Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473000Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473015Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473040Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473059Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473077Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473091Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473110Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473127Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgHeartbeatResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.473144Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgAppResp message with lower term from 8286e468f9f2add5 [term: 2]"} {"level":"warn","ts":"2026-04-18T17:54:43.489733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.570545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:43.496791Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.496872Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.496893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 3] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:43.496912Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"4e98569549cc430c [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-04-18T17:54:43.709765Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:43.709873Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"4e98569549cc430c no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-18T17:54:43.758323Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"4e98569549cc430c no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-18T17:54:44.210476Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176209962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:44.210537Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"4e98569549cc430c no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-18T17:54:44.259338Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"4e98569549cc430c no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-18T17:54:44.425438Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"4e98569549cc430c is starting a new election at term 3"} {"level":"info","ts":"2026-04-18T17:54:44.425524Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"4e98569549cc430c became pre-candidate at term 3"} {"level":"info","ts":"2026-04-18T17:54:44.425576Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4e98569549cc430c [logterm: 2, index: 973] sent MsgPreVote request to 6a3cccf58f66eb0a at term 3"} {"level":"info","ts":"2026-04-18T17:54:44.425595Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4e98569549cc430c [logterm: 2, index: 973] sent MsgPreVote request to 8286e468f9f2add5 at term 3"} {"level":"info","ts":"2026-04-18T17:54:44.425645Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 3"} {"level":"info","ts":"2026-04-18T17:54:44.425742Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:54:44.426937Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgPreVoteResp from 6a3cccf58f66eb0a at term 3"} {"level":"info","ts":"2026-04-18T17:54:44.426970Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:54:44.426997Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"4e98569549cc430c became candidate at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.427061Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4e98569549cc430c [logterm: 2, index: 973] sent MsgVote request to 6a3cccf58f66eb0a at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.427153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4e98569549cc430c [logterm: 2, index: 973] sent MsgVote request to 8286e468f9f2add5 at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.459087Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.459206Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:54:44.544971Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e98569549cc430c received MsgVoteResp from 8286e468f9f2add5 at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.545025Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e98569549cc430c has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:54:44.545065Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"4e98569549cc430c became leader at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.545086Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 4"} {"level":"warn","ts":"2026-04-18T17:54:44.545306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.336951322s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:54:44.545356Z","caller":"traceutil/trace.go:172","msg":"trace[1192309835] range","detail":"{range_begin:; range_end:; }","duration":"2.337025063s","start":"2026-04-18T17:54:42.208320Z","end":"2026-04-18T17:54:44.545345Z","steps":["trace[1192309835] 'agreement among raft nodes before linearized reading' (duration: 2.336949702s)"],"step_count":1} {"level":"error","ts":"2026-04-18T17:54:44.545407Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:54:44.545586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.348021823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:54:44.545622Z","caller":"traceutil/trace.go:172","msg":"trace[341887181] range","detail":"{range_begin:/registry/secrets; range_end:; }","duration":"2.348060314s","start":"2026-04-18T17:54:42.197554Z","end":"2026-04-18T17:54:44.545614Z","steps":["trace[341887181] 'agreement among raft nodes before linearized reading' (duration: 2.348021353s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.545660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:42.197522Z","time spent":"2.348125045s","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.651765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000411968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:54:44.651880Z","caller":"traceutil/trace.go:172","msg":"trace[1929259285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055175s","start":"2026-04-18T17:54:42.651305Z","end":"2026-04-18T17:54:44.651857Z","steps":["trace[1929259285] 'agreement among raft nodes before linearized reading' (duration: 2.000407808s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.651993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:42.651290Z","time spent":"2.000691473s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:54:44 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-18T17:54:44.663988Z","caller":"traceutil/trace.go:172","msg":"trace[1105014593] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"1.761190311s","start":"2026-04-18T17:54:42.902747Z","end":"2026-04-18T17:54:44.663937Z","steps":["trace[1105014593] 'process raft request' (duration: 1.761088789s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.664197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:42.902681Z","time spent":"1.761429994s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:44.664183Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-18T17:54:44.664145Z","caller":"traceutil/trace.go:172","msg":"trace[114063836] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"2.449775677s","start":"2026-04-18T17:54:42.214307Z","end":"2026-04-18T17:54:44.664083Z","steps":["trace[114063836] 'process raft request' (duration: 2.44932581s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.664421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:42.214278Z","time spent":"2.450036261s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:44.664734Z","caller":"traceutil/trace.go:172","msg":"trace[744508608] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:974; }","duration":"119.460463ms","start":"2026-04-18T17:54:44.545252Z","end":"2026-04-18T17:54:44.664713Z","steps":["trace[744508608] 'read index received' (duration: 119.452783ms)","trace[744508608] 'applied index is now lower than readState.Index' (duration: 6.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.664902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.927402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:54:44.664973Z","caller":"traceutil/trace.go:172","msg":"trace[422054494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:885; }","duration":"452.009764ms","start":"2026-04-18T17:54:44.212948Z","end":"2026-04-18T17:54:44.664957Z","steps":["trace[422054494] 'agreement among raft nodes before linearized reading' (duration: 451.79839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.665010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:44.212911Z","time spent":"452.093185ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.665094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.184166922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:44.665170Z","caller":"traceutil/trace.go:172","msg":"trace[1438184103] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:885; }","duration":"1.184424516s","start":"2026-04-18T17:54:43.480714Z","end":"2026-04-18T17:54:44.665139Z","steps":["trace[1438184103] 'agreement among raft nodes before linearized reading' (duration: 1.184132122s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.665201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:43.480693Z","time spent":"1.184500597s","remote":"127.0.0.1:49198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.665190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.887183213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-18T17:54:44.665257Z","caller":"traceutil/trace.go:172","msg":"trace[609895677] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:885; }","duration":"1.887249874s","start":"2026-04-18T17:54:42.777987Z","end":"2026-04-18T17:54:44.665237Z","steps":["trace[609895677] 'agreement among raft nodes before linearized reading' (duration: 1.88700012s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.665316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:42.777964Z","time spent":"1.887338386s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.952733Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"86.993156ms"} {"level":"warn","ts":"2026-04-18T17:54:44.952804Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.070227ms"} {"level":"info","ts":"2026-04-18T17:54:44.952797Z","caller":"traceutil/trace.go:172","msg":"trace[1586196546] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:974; }","duration":"287.98412ms","start":"2026-04-18T17:54:44.664788Z","end":"2026-04-18T17:54:44.952772Z","steps":["trace[1586196546] 'read index received' (duration: 287.97012ms)","trace[1586196546] 'applied index is now lower than readState.Index' (duration: 9.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.952904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.794247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:44.952961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.102199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:44.952978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.499319ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:44.953008Z","caller":"traceutil/trace.go:172","msg":"trace[501636589] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:885; }","duration":"406.53351ms","start":"2026-04-18T17:54:44.546467Z","end":"2026-04-18T17:54:44.953000Z","steps":["trace[501636589] 'agreement among raft nodes before linearized reading' (duration: 406.480779ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:44.952994Z","caller":"traceutil/trace.go:172","msg":"trace[1869238310] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:885; }","duration":"381.153929ms","start":"2026-04-18T17:54:44.571831Z","end":"2026-04-18T17:54:44.952985Z","steps":["trace[1869238310] 'agreement among raft nodes before linearized reading' (duration: 381.070538ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:44.952997Z","caller":"traceutil/trace.go:172","msg":"trace[1105902016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"300.904628ms","start":"2026-04-18T17:54:44.652071Z","end":"2026-04-18T17:54:44.952976Z","steps":["trace[1105902016] 'agreement among raft nodes before linearized reading' (duration: 300.754216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.953043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:44.571800Z","time spent":"381.235911ms","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.953055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:44.651935Z","time spent":"301.107331ms","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:44.953465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.024243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:54:44.953728Z","caller":"traceutil/trace.go:172","msg":"trace[1868391887] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"1.345018535s","start":"2026-04-18T17:54:43.608700Z","end":"2026-04-18T17:54:44.953718Z","steps":["trace[1868391887] 'process raft request' (duration: 1.344952044s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:44.953747Z","caller":"traceutil/trace.go:172","msg":"trace[387286075] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:885; }","duration":"330.306187ms","start":"2026-04-18T17:54:44.623432Z","end":"2026-04-18T17:54:44.953739Z","steps":["trace[387286075] 'agreement among raft nodes before linearized reading' (duration: 329.376244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.953768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:44.623411Z","time spent":"330.350639ms","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.953789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:43.608589Z","time spent":"1.345166708s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:44.953897Z","caller":"traceutil/trace.go:172","msg":"trace[1310796882] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"282.227896ms","start":"2026-04-18T17:54:44.671650Z","end":"2026-04-18T17:54:44.953877Z","steps":["trace[1310796882] 'process raft request' (duration: 282.037264ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:44.954040Z","caller":"traceutil/trace.go:172","msg":"trace[370914280] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"1.434062036s","start":"2026-04-18T17:54:43.519965Z","end":"2026-04-18T17:54:44.954027Z","steps":["trace[370914280] 'process raft request' (duration: 1.433528978s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.954096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:43.519945Z","time spent":"1.434118497s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:45.210957Z","caller":"traceutil/trace.go:172","msg":"trace[1434764993] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:981; }","duration":"258.083481ms","start":"2026-04-18T17:54:44.952855Z","end":"2026-04-18T17:54:45.210938Z","steps":["trace[1434764993] 'read index received' (duration: 258.077821ms)","trace[1434764993] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:45.211111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.347963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.211141Z","caller":"traceutil/trace.go:172","msg":"trace[1072904987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:891; }","duration":"541.389633ms","start":"2026-04-18T17:54:44.669743Z","end":"2026-04-18T17:54:45.211133Z","steps":["trace[1072904987] 'agreement among raft nodes before linearized reading' (duration: 541.314492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.211162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:44.669721Z","time spent":"541.435394ms","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:54:45.211742Z","caller":"traceutil/trace.go:172","msg":"trace[205870874] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"248.738005ms","start":"2026-04-18T17:54:44.962931Z","end":"2026-04-18T17:54:45.211669Z","steps":["trace[205870874] 'process raft request' (duration: 248.572823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.254372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.034821ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.254473Z","caller":"traceutil/trace.go:172","msg":"trace[988478687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:894; }","duration":"300.155933ms","start":"2026-04-18T17:54:44.954297Z","end":"2026-04-18T17:54:45.254453Z","steps":["trace[988478687] 'agreement among raft nodes before linearized reading' (duration: 299.985461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.254398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.835514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.254959Z","caller":"traceutil/trace.go:172","msg":"trace[1432765859] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:895; }","duration":"181.413622ms","start":"2026-04-18T17:54:45.073530Z","end":"2026-04-18T17:54:45.254944Z","steps":["trace[1432765859] 'agreement among raft nodes before linearized reading' (duration: 180.795583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.562581Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.766496ms"} {"level":"warn","ts":"2026-04-18T17:54:45.562640Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.834517ms"} {"level":"info","ts":"2026-04-18T17:54:45.563640Z","caller":"traceutil/trace.go:172","msg":"trace[1330365378] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:988; }","duration":"301.294689ms","start":"2026-04-18T17:54:45.262328Z","end":"2026-04-18T17:54:45.563622Z","steps":["trace[1330365378] 'read index received' (duration: 301.290289ms)","trace[1330365378] 'applied index is now lower than readState.Index' (duration: 3.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:45.563983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.635904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-18T17:54:45.564027Z","caller":"traceutil/trace.go:172","msg":"trace[1746008956] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:897; }","duration":"301.692325ms","start":"2026-04-18T17:54:45.262324Z","end":"2026-04-18T17:54:45.564017Z","steps":["trace[1746008956] 'agreement among raft nodes before linearized reading' (duration: 301.436391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.564093Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.262311Z","time spent":"301.771456ms","remote":"127.0.0.1:49270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":542,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:45.564374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.69092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.564444Z","caller":"traceutil/trace.go:172","msg":"trace[1589961769] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:897; }","duration":"208.73068ms","start":"2026-04-18T17:54:45.355672Z","end":"2026-04-18T17:54:45.564403Z","steps":["trace[1589961769] 'agreement among raft nodes before linearized reading' (duration: 208.67106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.564638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.284674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-18T17:54:45.564681Z","caller":"traceutil/trace.go:172","msg":"trace[415484399] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837; range_end:; response_count:1; response_revision:897; }","duration":"302.328484ms","start":"2026-04-18T17:54:45.262345Z","end":"2026-04-18T17:54:45.564673Z","steps":["trace[415484399] 'agreement among raft nodes before linearized reading' (duration: 301.940269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.564706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.262335Z","time spent":"302.363475ms","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:45.564793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.833769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.565585Z","caller":"traceutil/trace.go:172","msg":"trace[1264956772] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:897; }","duration":"296.871124ms","start":"2026-04-18T17:54:45.268695Z","end":"2026-04-18T17:54:45.565566Z","steps":["trace[1264956772] 'agreement among raft nodes before linearized reading' (duration: 295.756728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.115057Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"276.57878ms"} {"level":"warn","ts":"2026-04-18T17:54:46.115120Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"276.649151ms"} {"level":"info","ts":"2026-04-18T17:54:46.115522Z","caller":"traceutil/trace.go:172","msg":"trace[1487841976] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"372.501983ms","start":"2026-04-18T17:54:45.742994Z","end":"2026-04-18T17:54:46.115496Z","steps":["trace[1487841976] 'process raft request' (duration: 372.190539ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.115603Z","caller":"traceutil/trace.go:172","msg":"trace[1987846814] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"364.04669ms","start":"2026-04-18T17:54:45.751524Z","end":"2026-04-18T17:54:46.115570Z","steps":["trace[1987846814] 'process raft request' (duration: 363.851737ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.115668Z","caller":"traceutil/trace.go:172","msg":"trace[146031736] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"356.638852ms","start":"2026-04-18T17:54:45.759023Z","end":"2026-04-18T17:54:46.115662Z","steps":["trace[146031736] 'process raft request' (duration: 356.49594ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.115645Z","caller":"traceutil/trace.go:172","msg":"trace[907416870] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"363.700236ms","start":"2026-04-18T17:54:45.751921Z","end":"2026-04-18T17:54:46.115622Z","steps":["trace[907416870] 'process raft request' (duration: 363.544274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.115696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.759005Z","time spent":"356.678993ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:46.115758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.751502Z","time spent":"364.169293ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:46.115769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.751900Z","time spent":"363.804687ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:46.115634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.742969Z","time spent":"372.621205ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:46.116031Z","caller":"traceutil/trace.go:172","msg":"trace[2107444684] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"354.270348ms","start":"2026-04-18T17:54:45.761748Z","end":"2026-04-18T17:54:46.116018Z","steps":["trace[2107444684] 'process raft request' (duration: 353.933823ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.116277Z","caller":"traceutil/trace.go:172","msg":"trace[950282383] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"323.759224ms","start":"2026-04-18T17:54:45.792485Z","end":"2026-04-18T17:54:46.116244Z","steps":["trace[950282383] 'process raft request' (duration: 323.495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.116377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.761734Z","time spent":"354.611532ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:46.116212Z","caller":"traceutil/trace.go:172","msg":"trace[1262444006] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"355.164671ms","start":"2026-04-18T17:54:45.761019Z","end":"2026-04-18T17:54:46.116184Z","steps":["trace[1262444006] 'process raft request' (duration: 354.550152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.116535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.761006Z","time spent":"355.508516ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:46.116204Z","caller":"traceutil/trace.go:172","msg":"trace[43555995] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"212.093428ms","start":"2026-04-18T17:54:45.904095Z","end":"2026-04-18T17:54:46.116189Z","steps":["trace[43555995] 'process raft request' (duration: 211.980936ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.116217Z","caller":"traceutil/trace.go:172","msg":"trace[2012544731] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"351.738071ms","start":"2026-04-18T17:54:45.764467Z","end":"2026-04-18T17:54:46.116205Z","steps":["trace[2012544731] 'process raft request' (duration: 351.312025ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.116247Z","caller":"traceutil/trace.go:172","msg":"trace[203722367] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"342.255383ms","start":"2026-04-18T17:54:45.773987Z","end":"2026-04-18T17:54:46.116242Z","steps":["trace[203722367] 'process raft request' (duration: 341.899538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.116943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.773965Z","time spent":"342.928683ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:46.116947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.764455Z","time spent":"352.3337ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:46.116265Z","caller":"traceutil/trace.go:172","msg":"trace[682029913] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"354.832626ms","start":"2026-04-18T17:54:45.761423Z","end":"2026-04-18T17:54:46.116255Z","steps":["trace[682029913] 'process raft request' (duration: 354.205107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.117111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.761399Z","time spent":"355.655838ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:46.116458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.792457Z","time spent":"323.962626ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:46.116171Z","caller":"traceutil/trace.go:172","msg":"trace[1267235762] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"347.384098ms","start":"2026-04-18T17:54:45.768769Z","end":"2026-04-18T17:54:46.116153Z","steps":["trace[1267235762] 'process raft request' (duration: 347.059423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.117408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.768743Z","time spent":"348.632655ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:46.464430Z","caller":"traceutil/trace.go:172","msg":"trace[1635602241] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"171.415674ms","start":"2026-04-18T17:54:46.292996Z","end":"2026-04-18T17:54:46.464411Z","steps":["trace[1635602241] 'process raft request' (duration: 89.896698ms)","trace[1635602241] 'compare' (duration: 81.430085ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:46.465534Z","caller":"traceutil/trace.go:172","msg":"trace[1993274945] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"164.488503ms","start":"2026-04-18T17:54:46.301035Z","end":"2026-04-18T17:54:46.465524Z","steps":["trace[1993274945] 'process raft request' (duration: 164.189349ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.465640Z","caller":"traceutil/trace.go:172","msg":"trace[106253776] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"161.111425ms","start":"2026-04-18T17:54:46.304508Z","end":"2026-04-18T17:54:46.465620Z","steps":["trace[106253776] 'process raft request' (duration: 161.052294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.857542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.272841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-04-18T17:54:46.876148Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.009203ms"} {"level":"warn","ts":"2026-04-18T17:54:46.876205Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.076004ms"} {"level":"info","ts":"2026-04-18T17:54:46.876705Z","caller":"traceutil/trace.go:172","msg":"trace[1944256902] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1081; }","duration":"333.163488ms","start":"2026-04-18T17:54:46.543031Z","end":"2026-04-18T17:54:46.876195Z","steps":["trace[1944256902] 'read index received' (duration: 333.149538ms)","trace[1944256902] 'applied index is now lower than readState.Index' (duration: 11.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:46.876735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.669515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:46.876893Z","caller":"traceutil/trace.go:172","msg":"trace[1158863546] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:940; }","duration":"333.855238ms","start":"2026-04-18T17:54:46.543026Z","end":"2026-04-18T17:54:46.876881Z","steps":["trace[1158863546] 'agreement among raft nodes before linearized reading' (duration: 333.620444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.876968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.542996Z","time spent":"333.937599ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:46.877001Z","caller":"traceutil/trace.go:172","msg":"trace[667070728] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"387.304206ms","start":"2026-04-18T17:54:46.489590Z","end":"2026-04-18T17:54:46.876894Z","steps":["trace[667070728] 'process raft request' (duration: 386.858519ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.877185Z","caller":"traceutil/trace.go:172","msg":"trace[696748968] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"339.023353ms","start":"2026-04-18T17:54:46.538138Z","end":"2026-04-18T17:54:46.877161Z","steps":["trace[696748968] 'process raft request' (duration: 338.83905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.877229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.489442Z","time spent":"387.712292ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:46.877216Z","caller":"traceutil/trace.go:172","msg":"trace[1418071148] transaction","detail":"{read_only:false; number_of_response:1; response_revision:942; }","duration":"373.346852ms","start":"2026-04-18T17:54:46.503828Z","end":"2026-04-18T17:54:46.877175Z","steps":["trace[1418071148] 'process raft request' (duration: 373.079428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:46.877380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.538113Z","time spent":"339.163144ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:46.877839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.503793Z","time spent":"373.933451ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31161,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:47.334132Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"257.985148ms"} {"level":"warn","ts":"2026-04-18T17:54:47.334215Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"258.008918ms"} {"level":"info","ts":"2026-04-18T17:54:47.334252Z","caller":"traceutil/trace.go:172","msg":"trace[1555282178] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1086; }","duration":"457.368579ms","start":"2026-04-18T17:54:46.876810Z","end":"2026-04-18T17:54:47.334179Z","steps":["trace[1555282178] 'read index received' (duration: 457.359839ms)","trace[1555282178] 'applied index is now lower than readState.Index' (duration: 7.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:47.835461Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:48.335843Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210034,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:48.337473Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 4, index: 1096, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 4, index: 1096] at term 4: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-04-18T17:54:48.684451Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.150214582s"} {"level":"warn","ts":"2026-04-18T17:54:48.684574Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.150346294s"} {"level":"warn","ts":"2026-04-18T17:54:48.708010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.098575504s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.708115Z","caller":"traceutil/trace.go:172","msg":"trace[1262710910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:943; }","duration":"2.098808588s","start":"2026-04-18T17:54:46.609281Z","end":"2026-04-18T17:54:48.708089Z","steps":["trace[1262710910] 'agreement among raft nodes before linearized reading' (duration: 725.181386ms)","trace[1262710910] 'range keys from in-memory index tree' (duration: 1.37350558s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.707173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.038805714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:48.708536Z","caller":"traceutil/trace.go:172","msg":"trace[2010770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"2.040163014s","start":"2026-04-18T17:54:46.668339Z","end":"2026-04-18T17:54:48.708502Z","steps":["trace[2010770] 'agreement among raft nodes before linearized reading' (duration: 665.948203ms)","trace[2010770] 'range keys from in-memory index tree' (duration: 1.372719639s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.708763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.668309Z","time spent":"2.040414998s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:48.708711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.057683089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.709153Z","caller":"traceutil/trace.go:172","msg":"trace[1464396442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"2.058118766s","start":"2026-04-18T17:54:46.651010Z","end":"2026-04-18T17:54:48.709128Z","steps":["trace[1464396442] 'agreement among raft nodes before linearized reading' (duration: 683.312967ms)","trace[1464396442] 'range keys from in-memory index tree' (duration: 1.374110809s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.709202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.650986Z","time spent":"2.058203017s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:48.709429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.374912661s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:48.709744Z","caller":"traceutil/trace.go:172","msg":"trace[1066758188] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"2.03919374s","start":"2026-04-18T17:54:46.670506Z","end":"2026-04-18T17:54:48.709700Z","steps":["trace[1066758188] 'process raft request' (duration: 663.893934ms)","trace[1066758188] 'compare' (duration: 1.374572756s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.710082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.670489Z","time spent":"2.039324612s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:48.710952Z","caller":"traceutil/trace.go:172","msg":"trace[352071975] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.822517497s","start":"2026-04-18T17:54:46.888418Z","end":"2026-04-18T17:54:48.710935Z","steps":["trace[352071975] 'process raft request' (duration: 1.822200683s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.711045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.888394Z","time spent":"1.822601248s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:48.711241Z","caller":"traceutil/trace.go:172","msg":"trace[1917692093] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.772605851s","start":"2026-04-18T17:54:46.938620Z","end":"2026-04-18T17:54:48.711226Z","steps":["trace[1917692093] 'process raft request' (duration: 1.772400038s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.711267Z","caller":"traceutil/trace.go:172","msg":"trace[680192473] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"1.748644263s","start":"2026-04-18T17:54:46.962598Z","end":"2026-04-18T17:54:48.711243Z","steps":["trace[680192473] 'process raft request' (duration: 1.74847953s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.711375Z","caller":"traceutil/trace.go:172","msg":"trace[745710014] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.814581021s","start":"2026-04-18T17:54:46.896776Z","end":"2026-04-18T17:54:48.711357Z","steps":["trace[745710014] 'process raft request' (duration: 1.814037513s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.711378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.962589Z","time spent":"1.748738574s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:48.711475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.896766Z","time spent":"1.814649473s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:48.712164Z","caller":"traceutil/trace.go:172","msg":"trace[1284897374] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1096; }","duration":"1.377691691s","start":"2026-04-18T17:54:47.334456Z","end":"2026-04-18T17:54:48.712148Z","steps":["trace[1284897374] 'read index received' (duration: 1.377686241s)","trace[1284897374] 'applied index is now lower than readState.Index' (duration: 4.45µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.712348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.749461165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:54:48.712398Z","caller":"traceutil/trace.go:172","msg":"trace[1241273303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:949; }","duration":"1.749513845s","start":"2026-04-18T17:54:46.962877Z","end":"2026-04-18T17:54:48.712391Z","steps":["trace[1241273303] 'agreement among raft nodes before linearized reading' (duration: 1.749389994s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.712438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.962857Z","time spent":"1.749574116s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:48.712654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.938602Z","time spent":"1.772758493s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:48.712789Z","caller":"traceutil/trace.go:172","msg":"trace[89265295] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"233.696703ms","start":"2026-04-18T17:54:48.479073Z","end":"2026-04-18T17:54:48.712769Z","steps":["trace[89265295] 'process raft request' (duration: 233.186336ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.887225Z","caller":"traceutil/trace.go:172","msg":"trace[465606024] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1097; }","duration":"174.9617ms","start":"2026-04-18T17:54:48.712236Z","end":"2026-04-18T17:54:48.887197Z","steps":["trace[465606024] 'read index received' (duration: 174.95232ms)","trace[465606024] 'applied index is now lower than readState.Index' (duration: 8.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.888011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.280257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.888069Z","caller":"traceutil/trace.go:172","msg":"trace[34044934] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:950; }","duration":"769.351959ms","start":"2026-04-18T17:54:48.118706Z","end":"2026-04-18T17:54:48.888058Z","steps":["trace[34044934] 'agreement among raft nodes before linearized reading' (duration: 768.697959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.888094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:48.118686Z","time spent":"769.402889ms","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:48.888301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.099950931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:48.888300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.221764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:48.888331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.186687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.888339Z","caller":"traceutil/trace.go:172","msg":"trace[894698361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:950; }","duration":"1.099984691s","start":"2026-04-18T17:54:47.788343Z","end":"2026-04-18T17:54:48.888327Z","steps":["trace[894698361] 'agreement among raft nodes before linearized reading' (duration: 1.099068778s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.888365Z","caller":"traceutil/trace.go:172","msg":"trace[956619965] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:950; }","duration":"187.230978ms","start":"2026-04-18T17:54:48.701124Z","end":"2026-04-18T17:54:48.888355Z","steps":["trace[956619965] 'agreement among raft nodes before linearized reading' (duration: 186.225483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.888366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.788321Z","time spent":"1.100039423s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:54:48.888365Z","caller":"traceutil/trace.go:172","msg":"trace[857647778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:950; }","duration":"237.292845ms","start":"2026-04-18T17:54:48.651056Z","end":"2026-04-18T17:54:48.888349Z","steps":["trace[857647778] 'agreement among raft nodes before linearized reading' (duration: 236.336541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.888368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.00941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.888422Z","caller":"traceutil/trace.go:172","msg":"trace[1713984642] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:950; }","duration":"177.079701ms","start":"2026-04-18T17:54:48.711331Z","end":"2026-04-18T17:54:48.888411Z","steps":["trace[1713984642] 'agreement among raft nodes before linearized reading' (duration: 176.045146ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.889751Z","caller":"traceutil/trace.go:172","msg":"trace[419226654] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"175.904774ms","start":"2026-04-18T17:54:48.713830Z","end":"2026-04-18T17:54:48.889735Z","steps":["trace[419226654] 'process raft request' (duration: 175.374736ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.890693Z","caller":"traceutil/trace.go:172","msg":"trace[1274723358] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"173.328066ms","start":"2026-04-18T17:54:48.717350Z","end":"2026-04-18T17:54:48.890679Z","steps":["trace[1274723358] 'process raft request' (duration: 172.518444ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.891083Z","caller":"traceutil/trace.go:172","msg":"trace[242540185] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"122.418257ms","start":"2026-04-18T17:54:48.768651Z","end":"2026-04-18T17:54:48.891069Z","steps":["trace[242540185] 'process raft request' (duration: 122.370197ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.891161Z","caller":"traceutil/trace.go:172","msg":"trace[1122158072] transaction","detail":"{read_only:false; number_of_response:1; response_revision:955; }","duration":"165.706925ms","start":"2026-04-18T17:54:48.725437Z","end":"2026-04-18T17:54:48.891144Z","steps":["trace[1122158072] 'process raft request' (duration: 165.486612ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.891228Z","caller":"traceutil/trace.go:172","msg":"trace[1567729851] transaction","detail":"{read_only:false; number_of_response:1; response_revision:955; }","duration":"163.97845ms","start":"2026-04-18T17:54:48.727242Z","end":"2026-04-18T17:54:48.891220Z","steps":["trace[1567729851] 'process raft request' (duration: 163.733467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:49.724506Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.001857ms"} {"level":"warn","ts":"2026-04-18T17:54:49.724589Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.095858ms"} {"level":"info","ts":"2026-04-18T17:54:49.737426Z","caller":"traceutil/trace.go:172","msg":"trace[297028477] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1156; }","duration":"290.873447ms","start":"2026-04-18T17:54:49.446520Z","end":"2026-04-18T17:54:49.737394Z","steps":["trace[297028477] 'read index received' (duration: 290.862937ms)","trace[297028477] 'applied index is now lower than readState.Index' (duration: 9.08µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:49.737612Z","caller":"traceutil/trace.go:172","msg":"trace[2140731012] transaction","detail":"{read_only:false; number_of_response:1; response_revision:984; }","duration":"349.970144ms","start":"2026-04-18T17:54:49.387623Z","end":"2026-04-18T17:54:49.737593Z","steps":["trace[2140731012] 'process raft request' (duration: 338.02893ms)","trace[2140731012] 'compare' (duration: 11.69284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:49.737654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.123301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:49.737770Z","caller":"traceutil/trace.go:172","msg":"trace[666498387] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:985; }","duration":"291.242523ms","start":"2026-04-18T17:54:49.446499Z","end":"2026-04-18T17:54:49.737741Z","steps":["trace[666498387] 'agreement among raft nodes before linearized reading' (duration: 291.059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:49.737780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:49.387603Z","time spent":"350.057656ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74795,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:49.738148Z","caller":"traceutil/trace.go:172","msg":"trace[1673667762] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"315.982691ms","start":"2026-04-18T17:54:49.422150Z","end":"2026-04-18T17:54:49.738133Z","steps":["trace[1673667762] 'process raft request' (duration: 315.508395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:49.738425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:49.422124Z","time spent":"316.061722ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:49.739246Z","caller":"traceutil/trace.go:172","msg":"trace[422643563] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"213.977163ms","start":"2026-04-18T17:54:49.525236Z","end":"2026-04-18T17:54:49.739213Z","steps":["trace[422643563] 'process raft request' (duration: 212.734415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:49.739564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.411191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:49.739606Z","caller":"traceutil/trace.go:172","msg":"trace[832148992] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:989; }","duration":"130.456512ms","start":"2026-04-18T17:54:49.609142Z","end":"2026-04-18T17:54:49.739599Z","steps":["trace[832148992] 'agreement among raft nodes before linearized reading' (duration: 130.392991ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:49.739740Z","caller":"traceutil/trace.go:172","msg":"trace[428263266] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"175.649227ms","start":"2026-04-18T17:54:49.564076Z","end":"2026-04-18T17:54:49.739725Z","steps":["trace[428263266] 'process raft request' (duration: 174.032484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:51.944226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.018459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.097296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.133760Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"20.98148ms"} {"level":"warn","ts":"2026-04-18T17:54:52.134076Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.303158ms"} {"level":"info","ts":"2026-04-18T17:54:52.134493Z","caller":"traceutil/trace.go:172","msg":"trace[1865440550] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1029; }","duration":"347.098233ms","start":"2026-04-18T17:54:51.787082Z","end":"2026-04-18T17:54:52.134180Z","steps":["trace[1865440550] 'process raft request' (duration: 346.780495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.134785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:51.787060Z","time spent":"347.557548ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9353,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:52.218901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.247843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.299936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42846","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:52.304829Z","caller":"traceutil/trace.go:172","msg":"trace[1505143479] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1222; }","duration":"349.847284ms","start":"2026-04-18T17:54:51.954957Z","end":"2026-04-18T17:54:52.304804Z","steps":["trace[1505143479] 'read index received' (duration: 349.841104ms)","trace[1505143479] 'applied index is now lower than readState.Index' (duration: 5.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:52.305612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.626558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.305659Z","caller":"traceutil/trace.go:172","msg":"trace[1883691026] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1030; }","duration":"350.697102ms","start":"2026-04-18T17:54:51.954952Z","end":"2026-04-18T17:54:52.305650Z","steps":["trace[1883691026] 'agreement among raft nodes before linearized reading' (duration: 350.001864ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:52.305675Z","caller":"traceutil/trace.go:172","msg":"trace[1810774395] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"388.459049ms","start":"2026-04-18T17:54:51.917199Z","end":"2026-04-18T17:54:52.305659Z","steps":["trace[1810774395] 'process raft request' (duration: 387.819074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.305700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:51.954932Z","time spent":"350.758075ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:54:52.305750Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:51.917165Z","time spent":"388.547034ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:54:52.307340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.081839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-18T17:54:52.307403Z","caller":"traceutil/trace.go:172","msg":"trace[749237692] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1031; }","duration":"195.148252ms","start":"2026-04-18T17:54:52.112240Z","end":"2026-04-18T17:54:52.307388Z","steps":["trace[749237692] 'agreement among raft nodes before linearized reading' (duration: 194.996254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.307699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.630819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.308065Z","caller":"traceutil/trace.go:172","msg":"trace[368530458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1031; }","duration":"207.993449ms","start":"2026-04-18T17:54:52.100061Z","end":"2026-04-18T17:54:52.308054Z","steps":["trace[368530458] 'agreement among raft nodes before linearized reading' (duration: 207.510742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.308139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.036921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.308177Z","caller":"traceutil/trace.go:172","msg":"trace[1272462541] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1031; }","duration":"208.070843ms","start":"2026-04-18T17:54:52.100093Z","end":"2026-04-18T17:54:52.308163Z","steps":["trace[1272462541] 'agreement among raft nodes before linearized reading' (duration: 208.0182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.307710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.27174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.308210Z","caller":"traceutil/trace.go:172","msg":"trace[1033391589] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1031; }","duration":"195.775037ms","start":"2026-04-18T17:54:52.112427Z","end":"2026-04-18T17:54:52.308202Z","steps":["trace[1033391589] 'agreement among raft nodes before linearized reading' (duration: 195.256999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.307747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.338653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.308325Z","caller":"traceutil/trace.go:172","msg":"trace[1602668662] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1031; }","duration":"195.915584ms","start":"2026-04-18T17:54:52.112402Z","end":"2026-04-18T17:54:52.308318Z","steps":["trace[1602668662] 'agreement among raft nodes before linearized reading' (duration: 195.328562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.307633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.601246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.308428Z","caller":"traceutil/trace.go:172","msg":"trace[605587432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1031; }","duration":"353.40751ms","start":"2026-04-18T17:54:51.955014Z","end":"2026-04-18T17:54:52.308421Z","steps":["trace[605587432] 'agreement among raft nodes before linearized reading' (duration: 351.702807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.308452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:51.955010Z","time spent":"353.433762ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:52.307859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.486166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.309645Z","caller":"traceutil/trace.go:172","msg":"trace[452442498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1031; }","duration":"270.265854ms","start":"2026-04-18T17:54:52.039366Z","end":"2026-04-18T17:54:52.309631Z","steps":["trace[452442498] 'agreement among raft nodes before linearized reading' (duration: 268.468875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.307902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.645594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.309849Z","caller":"traceutil/trace.go:172","msg":"trace[645097555] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1031; }","duration":"270.587801ms","start":"2026-04-18T17:54:52.039250Z","end":"2026-04-18T17:54:52.309838Z","steps":["trace[645097555] 'agreement among raft nodes before linearized reading' (duration: 268.619723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.313969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.331362Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.349676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.363848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.388377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.409394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42976","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:52.497164Z","caller":"traceutil/trace.go:172","msg":"trace[1851136854] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1223; }","duration":"175.484311ms","start":"2026-04-18T17:54:52.321664Z","end":"2026-04-18T17:54:52.497148Z","steps":["trace[1851136854] 'read index received' (duration: 175.479741ms)","trace[1851136854] 'applied index is now lower than readState.Index' (duration: 3.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:52.497484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.797658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-04-18T17:54:52.497771Z","caller":"traceutil/trace.go:172","msg":"trace[756687950] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1031; }","duration":"176.099694ms","start":"2026-04-18T17:54:52.321661Z","end":"2026-04-18T17:54:52.497761Z","steps":["trace[756687950] 'agreement among raft nodes before linearized reading' (duration: 175.677721ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:52.498076Z","caller":"traceutil/trace.go:172","msg":"trace[1528578255] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1032; }","duration":"176.655585ms","start":"2026-04-18T17:54:52.321396Z","end":"2026-04-18T17:54:52.498051Z","steps":["trace[1528578255] 'process raft request' (duration: 176.605453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.501647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.727144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.501729Z","caller":"traceutil/trace.go:172","msg":"trace[1786432169] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1032; }","duration":"179.795197ms","start":"2026-04-18T17:54:52.321897Z","end":"2026-04-18T17:54:52.501692Z","steps":["trace[1786432169] 'agreement among raft nodes before linearized reading' (duration: 179.692532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.502040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.044471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.502080Z","caller":"traceutil/trace.go:172","msg":"trace[959230660] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1032; }","duration":"180.084993ms","start":"2026-04-18T17:54:52.321986Z","end":"2026-04-18T17:54:52.502071Z","steps":["trace[959230660] 'agreement among raft nodes before linearized reading' (duration: 180.02438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.502143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.207686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.502160Z","caller":"traceutil/trace.go:172","msg":"trace[1476321803] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1032; }","duration":"163.223847ms","start":"2026-04-18T17:54:52.338930Z","end":"2026-04-18T17:54:52.502154Z","steps":["trace[1476321803] 'agreement among raft nodes before linearized reading' (duration: 163.199186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.501662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.426243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:52.502321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.121571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.502339Z","caller":"traceutil/trace.go:172","msg":"trace[1229348533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1032; }","duration":"147.140442ms","start":"2026-04-18T17:54:52.355193Z","end":"2026-04-18T17:54:52.502334Z","steps":["trace[1229348533] 'agreement among raft nodes before linearized reading' (duration: 147.10956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.502432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.910385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.502448Z","caller":"traceutil/trace.go:172","msg":"trace[262178679] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1032; }","duration":"127.927336ms","start":"2026-04-18T17:54:52.374516Z","end":"2026-04-18T17:54:52.502443Z","steps":["trace[262178679] 'agreement among raft nodes before linearized reading' (duration: 127.902004ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:52.502478Z","caller":"traceutil/trace.go:172","msg":"trace[1780390612] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1032; }","duration":"127.243088ms","start":"2026-04-18T17:54:52.375222Z","end":"2026-04-18T17:54:52.502465Z","steps":["trace[1780390612] 'agreement among raft nodes before linearized reading' (duration: 126.402422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.502764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.579086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.502784Z","caller":"traceutil/trace.go:172","msg":"trace[1203649466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1032; }","duration":"147.601947ms","start":"2026-04-18T17:54:52.355176Z","end":"2026-04-18T17:54:52.502778Z","steps":["trace[1203649466] 'agreement among raft nodes before linearized reading' (duration: 147.569675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.503972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.857156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.504563Z","caller":"traceutil/trace.go:172","msg":"trace[9800123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1032; }","duration":"165.45067ms","start":"2026-04-18T17:54:52.339100Z","end":"2026-04-18T17:54:52.504551Z","steps":["trace[9800123] 'agreement among raft nodes before linearized reading' (duration: 164.838636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.532688Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.543227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.561930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.575636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.599382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.614527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.676857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.705762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.748422Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.799115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.812217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.829236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.851881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.882737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.894832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.915834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:52.929822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43294","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:53.169038Z","caller":"traceutil/trace.go:172","msg":"trace[1527328877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1043; }","duration":"111.270537ms","start":"2026-04-18T17:54:53.057746Z","end":"2026-04-18T17:54:53.169017Z","steps":["trace[1527328877] 'process raft request' (duration: 111.14426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.818316Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:53.933765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:53.956884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:53.985397Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:54.013810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.518582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.013883Z","caller":"traceutil/trace.go:172","msg":"trace[1074510032] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1044; }","duration":"254.599486ms","start":"2026-04-18T17:54:53.759269Z","end":"2026-04-18T17:54:54.013868Z","steps":["trace[1074510032] 'range keys from in-memory index tree' (duration: 253.240031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.014087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.021361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.014114Z","caller":"traceutil/trace.go:172","msg":"trace[519706301] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1044; }","duration":"200.049592ms","start":"2026-04-18T17:54:53.814056Z","end":"2026-04-18T17:54:54.014105Z","steps":["trace[519706301] 'range keys from in-memory index tree' (duration: 198.957082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.014250Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.498839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.014275Z","caller":"traceutil/trace.go:172","msg":"trace[1918691364] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1044; }","duration":"192.52324ms","start":"2026-04-18T17:54:53.821743Z","end":"2026-04-18T17:54:54.014267Z","steps":["trace[1918691364] 'range keys from in-memory index tree' (duration: 191.292492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.014398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.040555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.014422Z","caller":"traceutil/trace.go:172","msg":"trace[1769482507] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1044; }","duration":"188.064516ms","start":"2026-04-18T17:54:53.826350Z","end":"2026-04-18T17:54:54.014414Z","steps":["trace[1769482507] 'range keys from in-memory index tree' (duration: 187.394119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.014548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.48095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.014573Z","caller":"traceutil/trace.go:172","msg":"trace[118982883] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1044; }","duration":"186.506711ms","start":"2026-04-18T17:54:53.828058Z","end":"2026-04-18T17:54:54.014565Z","steps":["trace[118982883] 'range keys from in-memory index tree' (duration: 185.77261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.014706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.589015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.014734Z","caller":"traceutil/trace.go:172","msg":"trace[1962308083] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1044; }","duration":"186.617357ms","start":"2026-04-18T17:54:53.828109Z","end":"2026-04-18T17:54:54.014727Z","steps":["trace[1962308083] 'range keys from in-memory index tree' (duration: 185.381919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.014835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.462738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.014859Z","caller":"traceutil/trace.go:172","msg":"trace[1424859015] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1044; }","duration":"186.48649ms","start":"2026-04-18T17:54:53.828365Z","end":"2026-04-18T17:54:54.014851Z","steps":["trace[1424859015] 'range keys from in-memory index tree' (duration: 185.486675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.014958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.472224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.014987Z","caller":"traceutil/trace.go:172","msg":"trace[241633031] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:1044; }","duration":"151.499736ms","start":"2026-04-18T17:54:53.863479Z","end":"2026-04-18T17:54:54.014979Z","steps":["trace[241633031] 'range keys from in-memory index tree' (duration: 150.130851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.015141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.584043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.015197Z","caller":"traceutil/trace.go:172","msg":"trace[1956320466] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1044; }","duration":"109.659547ms","start":"2026-04-18T17:54:53.905521Z","end":"2026-04-18T17:54:54.015181Z","steps":["trace[1956320466] 'range keys from in-memory index tree' (duration: 108.410338ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:54.026773Z","caller":"traceutil/trace.go:172","msg":"trace[345354284] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"102.714093ms","start":"2026-04-18T17:54:53.924033Z","end":"2026-04-18T17:54:54.026747Z","steps":["trace[345354284] 'process raft request' (duration: 102.590007ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:54.029964Z","caller":"traceutil/trace.go:172","msg":"trace[1987979553] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1244; }","duration":"101.917239ms","start":"2026-04-18T17:54:53.928024Z","end":"2026-04-18T17:54:54.029942Z","steps":["trace[1987979553] 'read index received' (duration: 101.912239ms)","trace[1987979553] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:54.030498Z","caller":"traceutil/trace.go:172","msg":"trace[241178692] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"106.307799ms","start":"2026-04-18T17:54:53.924141Z","end":"2026-04-18T17:54:54.030449Z","steps":["trace[241178692] 'process raft request' (duration: 105.992522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:54.030147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.097299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:54.032654Z","caller":"traceutil/trace.go:172","msg":"trace[1880471168] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1046; }","duration":"104.563723ms","start":"2026-04-18T17:54:53.928019Z","end":"2026-04-18T17:54:54.032583Z","steps":["trace[1880471168] 'agreement among raft nodes before linearized reading' (duration: 102.058057ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:56.538950Z","caller":"traceutil/trace.go:172","msg":"trace[1065914360] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"100.44763ms","start":"2026-04-18T17:54:56.438483Z","end":"2026-04-18T17:54:56.538931Z","steps":["trace[1065914360] 'process raft request' (duration: 99.721211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:57.179166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.311082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:57.179279Z","caller":"traceutil/trace.go:172","msg":"trace[1568960198] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1076; }","duration":"242.445009ms","start":"2026-04-18T17:54:56.936812Z","end":"2026-04-18T17:54:57.179257Z","steps":["trace[1568960198] 'range keys from in-memory index tree' (duration: 241.35451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:57.179419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.563672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:54:57.179548Z","caller":"traceutil/trace.go:172","msg":"trace[1662334966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1076; }","duration":"205.748853ms","start":"2026-04-18T17:54:56.973776Z","end":"2026-04-18T17:54:57.179525Z","steps":["trace[1662334966] 'range keys from in-memory index tree' (duration: 203.829159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:57.179559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.401837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:57.179641Z","caller":"traceutil/trace.go:172","msg":"trace[2053816764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1076; }","duration":"206.495362ms","start":"2026-04-18T17:54:56.973128Z","end":"2026-04-18T17:54:57.179623Z","steps":["trace[2053816764] 'range keys from in-memory index tree' (duration: 204.885256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:57.181043Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.543385ms"} {"level":"warn","ts":"2026-04-18T17:54:57.181124Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.63622ms"} {"level":"info","ts":"2026-04-18T17:54:57.185450Z","caller":"traceutil/trace.go:172","msg":"trace[1591922215] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"171.479627ms","start":"2026-04-18T17:54:57.013950Z","end":"2026-04-18T17:54:57.185429Z","steps":["trace[1591922215] 'process raft request' (duration: 170.201059ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:57.347322Z","caller":"traceutil/trace.go:172","msg":"trace[413873528] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"102.359864ms","start":"2026-04-18T17:54:57.244925Z","end":"2026-04-18T17:54:57.347284Z","steps":["trace[413873528] 'process raft request' (duration: 37.804166ms)","trace[413873528] 'compare' (duration: 64.383129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:58.023201Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:58.523996Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:58.737376Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 4, index: 1288, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 4, index: 1286] at term 4: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-04-18T17:54:58.739466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.129745208s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:58.739521Z","caller":"traceutil/trace.go:172","msg":"trace[34661444] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"1.129813161s","start":"2026-04-18T17:54:57.609695Z","end":"2026-04-18T17:54:58.739508Z","steps":["trace[34661444] 'range keys from in-memory index tree' (duration: 1.129688765s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:59.024954Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:59.525135Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:59.650261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99991082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:54:59.650343Z","caller":"traceutil/trace.go:172","msg":"trace[951670297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003215s","start":"2026-04-18T17:54:57.650323Z","end":"2026-04-18T17:54:59.650326Z","steps":["trace[951670297] 'agreement among raft nodes before linearized reading' (duration: 1.99990693s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:59.650389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:57.650303Z","time spent":"2.000077069s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:54:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:54:59.709845Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.249545093s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:54:59.709995Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.064622811s"} {"level":"warn","ts":"2026-04-18T17:54:59.710030Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.064661593s"} {"level":"info","ts":"2026-04-18T17:54:59.710285Z","caller":"traceutil/trace.go:172","msg":"trace[1567058236] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"2.250156805s","start":"2026-04-18T17:54:57.460107Z","end":"2026-04-18T17:54:59.710264Z","steps":["trace[1567058236] 'process raft request' (duration: 2.250025698s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:59.710421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:57.460081Z","time spent":"2.250272521s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:00.025780Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:00.526790Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:01.027637Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:55:01.138219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 4, index: 1294, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 4, index: 1292] at term 4: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:55:01.189826Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.477473412s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:55:01.189958Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8286e468f9f2add5","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.279906811s"} {"level":"warn","ts":"2026-04-18T17:55:01.189975Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6a3cccf58f66eb0a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.279927352s"} {"level":"info","ts":"2026-04-18T17:55:01.190044Z","caller":"traceutil/trace.go:172","msg":"trace[1951340528] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1286; }","duration":"3.667460262s","start":"2026-04-18T17:54:57.522551Z","end":"2026-04-18T17:55:01.190011Z","steps":["trace[1951340528] 'read index received' (duration: 3.667450362s)","trace[1951340528] 'applied index is now lower than readState.Index' (duration: 8.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:01.190216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.667657172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:01.190266Z","caller":"traceutil/trace.go:172","msg":"trace[1358161497] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1086; }","duration":"3.667723306s","start":"2026-04-18T17:54:57.522530Z","end":"2026-04-18T17:55:01.190253Z","steps":["trace[1358161497] 'agreement among raft nodes before linearized reading' (duration: 3.667622591s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.190318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:57.522486Z","time spent":"3.667819932s","remote":"127.0.0.1:49046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:01.191263Z","caller":"traceutil/trace.go:172","msg":"trace[1175909833] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"3.390214756s","start":"2026-04-18T17:54:57.801033Z","end":"2026-04-18T17:55:01.191248Z","steps":["trace[1175909833] 'process raft request' (duration: 3.389569512s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.191369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:57.800999Z","time spent":"3.390309611s","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:01.191785Z","caller":"traceutil/trace.go:172","msg":"trace[50846700] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"2.419495668s","start":"2026-04-18T17:54:58.772259Z","end":"2026-04-18T17:55:01.191755Z","steps":["trace[50846700] 'process raft request' (duration: 2.418988591s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.192010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:58.772235Z","time spent":"2.419603574s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:01.191825Z","caller":"traceutil/trace.go:172","msg":"trace[1101414029] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"2.419475237s","start":"2026-04-18T17:54:58.772257Z","end":"2026-04-18T17:55:01.191732Z","steps":["trace[1101414029] 'process raft request' (duration: 2.41894575s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:01.192037Z","caller":"traceutil/trace.go:172","msg":"trace[1699934368] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"2.23643736s","start":"2026-04-18T17:54:58.955575Z","end":"2026-04-18T17:55:01.192013Z","steps":["trace[1699934368] 'process raft request' (duration: 2.236111153s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.192488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:58.955549Z","time spent":"2.236862053s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:01.192817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:58.772229Z","time spent":"2.420307761s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:01.217171Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409818176210318,"received-request-id":4831409818176210311} {"level":"info","ts":"2026-04-18T17:55:01.217265Z","caller":"traceutil/trace.go:172","msg":"trace[1998662253] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"453.540059ms","start":"2026-04-18T17:55:00.763706Z","end":"2026-04-18T17:55:01.217246Z","steps":["trace[1998662253] 'process raft request' (duration: 453.507737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.217614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:00.763681Z","time spent":"453.784762ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:01.221355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.286046152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:01.221395Z","caller":"traceutil/trace.go:172","msg":"trace[1606984251] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1094; }","duration":"3.286088184s","start":"2026-04-18T17:54:57.935298Z","end":"2026-04-18T17:55:01.221386Z","steps":["trace[1606984251] 'agreement among raft nodes before linearized reading' (duration: 3.28602336s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.221422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:57.935267Z","time spent":"3.286149377s","remote":"127.0.0.1:49518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:01.221448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.570825996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:01.221496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00975444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:55:01.221525Z","caller":"traceutil/trace.go:172","msg":"trace[1227135040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1094; }","duration":"2.009785512s","start":"2026-04-18T17:54:59.211731Z","end":"2026-04-18T17:55:01.221517Z","steps":["trace[1227135040] 'agreement among raft nodes before linearized reading' (duration: 2.009667345s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:01.221530Z","caller":"traceutil/trace.go:172","msg":"trace[2058983564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"1.570897409s","start":"2026-04-18T17:54:59.650598Z","end":"2026-04-18T17:55:01.221495Z","steps":["trace[2058983564] 'agreement among raft nodes before linearized reading' (duration: 1.570782333s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.221573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:59.650578Z","time spent":"1.570987634s","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:55:01.221558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"708.7244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:01.221595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.949457293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:55:01.221615Z","caller":"traceutil/trace.go:172","msg":"trace[754211428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1095; }","duration":"1.949476984s","start":"2026-04-18T17:54:59.272132Z","end":"2026-04-18T17:55:01.221609Z","steps":["trace[754211428] 'agreement among raft nodes before linearized reading' (duration: 1.949420131s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:01.221615Z","caller":"traceutil/trace.go:172","msg":"trace[1893224571] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1095; }","duration":"708.790903ms","start":"2026-04-18T17:55:00.512811Z","end":"2026-04-18T17:55:01.221602Z","steps":["trace[1893224571] 'agreement among raft nodes before linearized reading' (duration: 708.703048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.221594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.481975914s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:01.221632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:59.272111Z","time spent":"1.949515116s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:01.221650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:00.512773Z","time spent":"708.871537ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:01.221663Z","caller":"traceutil/trace.go:172","msg":"trace[1553815729] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"2.482070509s","start":"2026-04-18T17:54:58.739579Z","end":"2026-04-18T17:55:01.221650Z","steps":["trace[1553815729] 'agreement among raft nodes before linearized reading' (duration: 2.48191315s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.221543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:59.211660Z","time spent":"2.009878257s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:01.798756Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:02.299774Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:55:02.537505Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 4, index: 1310, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 4, index: 1306] at term 4: lease is not expired (remaining ticks: 8)"} {"level":"info","ts":"2026-04-18T17:55:02.540203Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"4e98569549cc430c [logterm: 4, index: 1310, vote: 4e98569549cc430c] ignored MsgVote from 6a3cccf58f66eb0a [logterm: 4, index: 1306] at term 4: lease is not expired (remaining ticks: 8)"} {"level":"info","ts":"2026-04-18T17:55:02.553063Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"4e98569549cc430c [term: 4] received a MsgApp message with higher term from 6a3cccf58f66eb0a [term: 5]"} {"level":"info","ts":"2026-04-18T17:55:02.553144Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e98569549cc430c became follower at term 5"} {"level":"info","ts":"2026-04-18T17:55:02.553168Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1307 [existing term: 4, conflicting term: 5]"} {"level":"info","ts":"2026-04-18T17:55:02.553188Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1307"} {"level":"info","ts":"2026-04-18T17:55:02.553210Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 4e98569549cc430c changed leader from 4e98569549cc430c to 6a3cccf58f66eb0a at term 5"} {"level":"warn","ts":"2026-04-18T17:55:02.591256Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.29346934s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:55:02.591401Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 5] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:55:02.591480Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 5] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:55:02.591500Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 5] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:55:02.591589Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"4e98569549cc430c [term: 5] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 4]"} {"level":"warn","ts":"2026-04-18T17:55:02.679749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.436419409s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-18T17:55:02.680142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.457135956s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:02.680188Z","caller":"traceutil/trace.go:172","msg":"trace[1702498897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"1.457182479s","start":"2026-04-18T17:55:01.222991Z","end":"2026-04-18T17:55:02.680173Z","steps":["trace[1702498897] 'agreement among raft nodes before linearized reading' (duration: 74.768334ms)","trace[1702498897] 'range keys from in-memory index tree' (duration: 1.382350742s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:02.800906Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:03.231837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000230932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:55:03.231986Z","caller":"traceutil/trace.go:172","msg":"trace[213875991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038643s","start":"2026-04-18T17:55:01.231582Z","end":"2026-04-18T17:55:03.231968Z","steps":["trace[213875991] 'agreement among raft nodes before linearized reading' (duration: 2.000228001s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.232065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.231564Z","time spent":"2.000489035s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:55:03.301036Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:03.474397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"792.903647ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:03.474486Z","caller":"traceutil/trace.go:172","msg":"trace[1909533169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"793.002272ms","start":"2026-04-18T17:55:02.681463Z","end":"2026-04-18T17:55:03.474465Z","steps":["trace[1909533169] 'range keys from in-memory index tree' (duration: 792.866415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.475292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"795.424819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-18T17:55:03.475478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.23533556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:55:03.475511Z","caller":"traceutil/trace.go:172","msg":"trace[1708219805] range","detail":"{range_begin:/registry/namespaces; range_end:; }","duration":"2.235370302s","start":"2026-04-18T17:55:01.240128Z","end":"2026-04-18T17:55:03.475498Z","steps":["trace[1708219805] 'agreement among raft nodes before linearized reading' (duration: 2.23533448s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.475548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.240119Z","time spent":"2.235420405s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:03.475590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.249193498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:55:03.475633Z","caller":"traceutil/trace.go:172","msg":"trace[1786705663] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837; range_end:; }","duration":"2.249214849s","start":"2026-04-18T17:55:01.226388Z","end":"2026-04-18T17:55:03.475603Z","steps":["trace[1786705663] 'agreement among raft nodes before linearized reading' (duration: 2.249193518s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.475658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.226367Z","time spent":"2.249283363s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:03.603411Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 5] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:55:03.603454Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 5] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:55:03.603463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 5] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:55:03.603470Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"4e98569549cc430c [term: 5] ignored a MsgAppResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"warn","ts":"2026-04-18T17:55:03.609247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.761259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-18T17:55:03.611502Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4831409818176210332,"received-request-id":4831409818176210328} {"level":"info","ts":"2026-04-18T17:55:03.622328Z","caller":"traceutil/trace.go:172","msg":"trace[635323716] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"2.394339707s","start":"2026-04-18T17:55:01.227967Z","end":"2026-04-18T17:55:03.622307Z","steps":["trace[635323716] 'process raft request' (duration: 2.393858332s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.622463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.227942Z","time spent":"2.394453273s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:03.622094Z","caller":"traceutil/trace.go:172","msg":"trace[783152878] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"2.394249972s","start":"2026-04-18T17:55:01.227825Z","end":"2026-04-18T17:55:03.622075Z","steps":["trace[783152878] 'process raft request' (duration: 2.393881943s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:03.623028Z","caller":"traceutil/trace.go:172","msg":"trace[921632936] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"2.369185407s","start":"2026-04-18T17:55:01.253824Z","end":"2026-04-18T17:55:03.623009Z","steps":["trace[921632936] 'process raft request' (duration: 2.368590226s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.623086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.227809Z","time spent":"2.394700636s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:03.623106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.253801Z","time spent":"2.369272701s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:55:03.625949Z","caller":"traceutil/trace.go:172","msg":"trace[1225365501] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1299; }","duration":"150.501708ms","start":"2026-04-18T17:55:03.475433Z","end":"2026-04-18T17:55:03.625934Z","steps":["trace[1225365501] 'read index received' (duration: 137.938805ms)","trace[1225365501] 'applied index is now lower than readState.Index' (duration: 12.561703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:03.628520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.308322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:03.628571Z","caller":"traceutil/trace.go:172","msg":"trace[1693189243] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1110; }","duration":"157.381206ms","start":"2026-04-18T17:55:03.471181Z","end":"2026-04-18T17:55:03.628562Z","steps":["trace[1693189243] 'agreement among raft nodes before linearized reading' (duration: 154.76614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.628560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.99573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:03.628564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.178739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:03.628642Z","caller":"traceutil/trace.go:172","msg":"trace[46061814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1110; }","duration":"154.093365ms","start":"2026-04-18T17:55:03.474533Z","end":"2026-04-18T17:55:03.628626Z","steps":["trace[46061814] 'agreement among raft nodes before linearized reading' (duration: 151.404295ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:03.628653Z","caller":"traceutil/trace.go:172","msg":"trace[1479683781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1110; }","duration":"395.276374ms","start":"2026-04-18T17:55:03.233361Z","end":"2026-04-18T17:55:03.628637Z","steps":["trace[1479683781] 'agreement among raft nodes before linearized reading' (duration: 392.649798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.628691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:03.233339Z","time spent":"395.343278ms","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:55:03.629432Z","caller":"traceutil/trace.go:172","msg":"trace[1184848175] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"430.545027ms","start":"2026-04-18T17:55:03.198870Z","end":"2026-04-18T17:55:03.629415Z","steps":["trace[1184848175] 'process raft request' (duration: 430.043611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.629529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:03.198810Z","time spent":"430.671173ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:03.630684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.209919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:03.628969Z","caller":"traceutil/trace.go:172","msg":"trace[1238594726] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"430.270893ms","start":"2026-04-18T17:55:03.198687Z","end":"2026-04-18T17:55:03.628958Z","steps":["trace[1238594726] 'process raft request' (duration: 429.762137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.631043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:03.198659Z","time spent":"432.327619ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:03.630750Z","caller":"traceutil/trace.go:172","msg":"trace[859393516] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1113; }","duration":"127.275652ms","start":"2026-04-18T17:55:03.503454Z","end":"2026-04-18T17:55:03.630730Z","steps":["trace[859393516] 'agreement among raft nodes before linearized reading' (duration: 127.175007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.631575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.013542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-18T17:55:03.631630Z","caller":"traceutil/trace.go:172","msg":"trace[840911614] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a78510bcdc5837; range_end:; response_count:1; response_revision:1113; }","duration":"129.063755ms","start":"2026-04-18T17:55:03.502546Z","end":"2026-04-18T17:55:03.631609Z","steps":["trace[840911614] 'agreement among raft nodes before linearized reading' (duration: 128.364389ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:09.634002Z","caller":"traceutil/trace.go:172","msg":"trace[1204692312] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"103.729248ms","start":"2026-04-18T17:55:09.530254Z","end":"2026-04-18T17:55:09.633983Z","steps":["trace[1204692312] 'process raft request' (duration: 103.565899ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:09.666212Z","caller":"traceutil/trace.go:172","msg":"trace[2035036121] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"115.747843ms","start":"2026-04-18T17:55:09.550449Z","end":"2026-04-18T17:55:09.666197Z","steps":["trace[2035036121] 'process raft request' (duration: 115.574834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:09.759461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.915109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:09.759557Z","caller":"traceutil/trace.go:172","msg":"trace[1618091275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"110.024654ms","start":"2026-04-18T17:55:09.649518Z","end":"2026-04-18T17:55:09.759543Z","steps":["trace[1618091275] 'agreement among raft nodes before linearized reading' (duration: 109.874337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.675909Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409818176210559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:55:19.965142Z","caller":"traceutil/trace.go:172","msg":"trace[1002779822] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1542; }","duration":"789.263615ms","start":"2026-04-18T17:55:19.175851Z","end":"2026-04-18T17:55:19.965114Z","steps":["trace[1002779822] 'read index received' (duration: 789.244524ms)","trace[1002779822] 'applied index is now lower than readState.Index' (duration: 17.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:19.967677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"791.800566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.967767Z","caller":"traceutil/trace.go:172","msg":"trace[799246676] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1323; }","duration":"791.905011ms","start":"2026-04-18T17:55:19.175841Z","end":"2026-04-18T17:55:19.967746Z","steps":["trace[799246676] 'agreement among raft nodes before linearized reading' (duration: 789.417052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.967831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.175792Z","time spent":"792.013527ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:19.970966Z","caller":"traceutil/trace.go:172","msg":"trace[635543276] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"164.756643ms","start":"2026-04-18T17:55:19.806189Z","end":"2026-04-18T17:55:19.970946Z","steps":["trace[635543276] 'process raft request' (duration: 164.668568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.971001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.94554ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.971072Z","caller":"traceutil/trace.go:172","msg":"trace[1613968412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1327; }","duration":"362.038325ms","start":"2026-04-18T17:55:19.609016Z","end":"2026-04-18T17:55:19.971054Z","steps":["trace[1613968412] 'agreement among raft nodes before linearized reading' (duration: 361.911639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.971195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.220761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:55:19.971261Z","caller":"traceutil/trace.go:172","msg":"trace[1236758789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1327; }","duration":"103.287764ms","start":"2026-04-18T17:55:19.867958Z","end":"2026-04-18T17:55:19.971246Z","steps":["trace[1236758789] 'agreement among raft nodes before linearized reading' (duration: 103.105135ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:19.971387Z","caller":"traceutil/trace.go:172","msg":"trace[1222810115] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"725.36937ms","start":"2026-04-18T17:55:19.246003Z","end":"2026-04-18T17:55:19.971372Z","steps":["trace[1222810115] 'process raft request' (duration: 724.468007ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:19.971512Z","caller":"traceutil/trace.go:172","msg":"trace[1442736407] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"167.464752ms","start":"2026-04-18T17:55:19.804033Z","end":"2026-04-18T17:55:19.971498Z","steps":["trace[1442736407] 'process raft request' (duration: 166.78278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.971532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.245974Z","time spent":"725.455795ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:19.972953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.87085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.973058Z","caller":"traceutil/trace.go:172","msg":"trace[448075517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1327; }","duration":"320.982975ms","start":"2026-04-18T17:55:19.652054Z","end":"2026-04-18T17:55:19.973037Z","steps":["trace[448075517] 'agreement among raft nodes before linearized reading' (duration: 319.517045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.973116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.652017Z","time spent":"321.08775ms","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:55:50.307516Z","caller":"traceutil/trace.go:172","msg":"trace[2056361796] linearizableReadLoop","detail":"{readStateIndex:1742; appliedIndex:1742; }","duration":"121.934182ms","start":"2026-04-18T17:55:50.185556Z","end":"2026-04-18T17:55:50.307491Z","steps":["trace[2056361796] 'read index received' (duration: 121.927622ms)","trace[2056361796] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:50.342596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.013649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:55:50.342667Z","caller":"traceutil/trace.go:172","msg":"trace[1663316827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1501; }","duration":"157.100643ms","start":"2026-04-18T17:55:50.185553Z","end":"2026-04-18T17:55:50.342653Z","steps":["trace[1663316827] 'agreement among raft nodes before linearized reading' (duration: 122.088219ms)","trace[1663316827] 'range keys from in-memory index tree' (duration: 34.817886ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:55:50.342832Z","caller":"traceutil/trace.go:172","msg":"trace[1026531852] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"230.00421ms","start":"2026-04-18T17:55:50.112812Z","end":"2026-04-18T17:55:50.342816Z","steps":["trace[1026531852] 'process raft request' (duration: 194.787538ms)","trace[1026531852] 'compare' (duration: 34.91645ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:55:50.343195Z","caller":"traceutil/trace.go:172","msg":"trace[1283480483] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"227.263097ms","start":"2026-04-18T17:55:50.115918Z","end":"2026-04-18T17:55:50.343181Z","steps":["trace[1283480483] 'process raft request' (duration: 226.703593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:50.343242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.632554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:55:50.343269Z","caller":"traceutil/trace.go:172","msg":"trace[1156929892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1503; }","duration":"157.671127ms","start":"2026-04-18T17:55:50.185590Z","end":"2026-04-18T17:55:50.343262Z","steps":["trace[1156929892] 'agreement among raft nodes before linearized reading' (duration: 157.574173ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:55.903538Z","caller":"traceutil/trace.go:172","msg":"trace[1095259208] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1776; }","duration":"294.260005ms","start":"2026-04-18T17:55:55.609255Z","end":"2026-04-18T17:55:55.903515Z","steps":["trace[1095259208] 'read index received' (duration: 294.254284ms)","trace[1095259208] 'applied index is now lower than readState.Index' (duration: 4.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:55.903625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.40137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:55.903689Z","caller":"traceutil/trace.go:172","msg":"trace[1459182557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1531; }","duration":"294.472983ms","start":"2026-04-18T17:55:55.609206Z","end":"2026-04-18T17:55:55.903679Z","steps":["trace[1459182557] 'agreement among raft nodes before linearized reading' (duration: 294.38619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:55.905319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.863584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:55.905379Z","caller":"traceutil/trace.go:172","msg":"trace[1932799781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1531; }","duration":"254.936187ms","start":"2026-04-18T17:55:55.650430Z","end":"2026-04-18T17:55:55.905366Z","steps":["trace[1932799781] 'agreement among raft nodes before linearized reading' (duration: 254.827042ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:46.760124Z","caller":"traceutil/trace.go:172","msg":"trace[204298935] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"105.458013ms","start":"2026-04-18T17:56:46.654651Z","end":"2026-04-18T17:56:46.760109Z","steps":["trace[204298935] 'process raft request' (duration: 105.428382ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:46.760296Z","caller":"traceutil/trace.go:172","msg":"trace[1666906818] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"106.097164ms","start":"2026-04-18T17:56:46.654193Z","end":"2026-04-18T17:56:46.760290Z","steps":["trace[1666906818] 'process raft request' (duration: 105.751922ms)"],"step_count":1}