{"level":"warn","ts":"2026-04-18T17:53:07.325870Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-18T17:53:07.326002Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-18T17:53:07.326016Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.242:2380","--initial-cluster=controller-1=https://199.19.213.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.242:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-18T17:53:07.326151Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-18T17:53:07.326173Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:53:07.326183Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.242:2380"]} {"level":"info","ts":"2026-04-18T17:53:07.326205Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:53:07.326758Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.242:2379"]} {"level":"info","ts":"2026-04-18T17:53:07.326944Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.242:2380"],"listen-peer-urls":["https://199.19.213.242:2380"],"advertise-client-urls":["https://199.19.213.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-18T17:53:07.329462Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000416208}"} {"level":"info","ts":"2026-04-18T17:53:07.338073Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:53:07.338341Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.678363ms"} {"level":"info","ts":"2026-04-18T17:53:07.338447Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:53:07.338494Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-18T17:53:07.338583Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-18T17:53:07.345274Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-18T17:53:07.345577Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"ad427454a89beddc","cluster-id":"edc6037504b39883"} {"level":"info","ts":"2026-04-18T17:53:07.346102Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-18T17:53:07.346433Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ad427454a89beddc switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:53:07.346726Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ad427454a89beddc became follower at term 0"} {"level":"info","ts":"2026-04-18T17:53:07.346885Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft ad427454a89beddc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-18T17:53:07.346969Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ad427454a89beddc became follower at term 1"} {"level":"info","ts":"2026-04-18T17:53:07.347229Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ad427454a89beddc switched to configuration voters=(12484669023979302364)"} {"level":"warn","ts":"2026-04-18T17:53:07.357498Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:53:07.362347Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:53:07.365471Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:53:07.365971Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"ad427454a89beddc","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:53:07.366205Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:53:07.366551Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.242:2380"} {"level":"info","ts":"2026-04-18T17:53:07.366684Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.242:2380"} {"level":"info","ts":"2026-04-18T17:53:07.366249Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ad427454a89beddc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-18T17:53:07.366515Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ad427454a89beddc switched to configuration voters=(12484669023979302364)"} {"level":"info","ts":"2026-04-18T17:53:07.366307Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:53:07.367218Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:53:07.367270Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:53:07.367452Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","added-peer-id":"ad427454a89beddc","added-peer-peer-urls":["https://199.19.213.242:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:53:07.368524Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"ad427454a89beddc","initial-advertise-peer-urls":["https://199.19.213.242:2380"],"listen-peer-urls":["https://199.19.213.242:2380"],"advertise-client-urls":["https://199.19.213.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:53:07.368602Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:53:07.748359Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ad427454a89beddc is starting a new election at term 1"} {"level":"info","ts":"2026-04-18T17:53:07.748551Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ad427454a89beddc became pre-candidate at term 1"} {"level":"info","ts":"2026-04-18T17:53:07.748717Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ad427454a89beddc received MsgPreVoteResp from ad427454a89beddc at term 1"} {"level":"info","ts":"2026-04-18T17:53:07.748855Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ad427454a89beddc has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:53:07.748929Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"ad427454a89beddc became candidate at term 2"} {"level":"info","ts":"2026-04-18T17:53:07.814618Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ad427454a89beddc received MsgVoteResp from ad427454a89beddc at term 2"} {"level":"info","ts":"2026-04-18T17:53:07.814795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ad427454a89beddc has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:53:07.814865Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"ad427454a89beddc became leader at term 2"} {"level":"info","ts":"2026-04-18T17:53:07.814911Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ad427454a89beddc elected leader ad427454a89beddc at term 2"} {"level":"info","ts":"2026-04-18T17:53:07.958219Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:53:07.966654Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"ad427454a89beddc","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.242:2379]}","cluster-id":"edc6037504b39883","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:53:07.966714Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:53:07.966737Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:53:07.967992Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:53:07.968154Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-18T17:53:07.968617Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:53:07.968703Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:53:07.969144Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:53:07.969311Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:53:07.969555Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-18T17:53:07.969861Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-04-18T17:53:07.970214Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-18T17:53:07.970499Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:53:07.973696Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.242:2379"} {"level":"info","ts":"2026-04-18T17:53:07.975782Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-18T17:53:07.976153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:07.976290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:07.976372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:07.984497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.000301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.022547Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.028272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.037263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.047308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.054361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.061672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.069774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.080218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.087506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.095741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.105632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.122606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.130153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.141946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.152111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.165002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.175942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.209373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.228659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.236308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.242895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.252546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.261902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.273931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.282364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.289935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.298187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.309437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.312791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.322951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.331251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.339380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.348317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.355461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.363891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.376406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.385855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.390440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.396836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.406284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.417571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.422568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.457354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.466760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.474689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.482417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.489972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.498687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.507718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.520832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.529686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.540307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.548798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.570745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.590795Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.598473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:08.642778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43078","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:09.286387Z","caller":"traceutil/trace.go:172","msg":"trace[724976670] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:4; }","duration":"190.71388ms","start":"2026-04-18T17:53:09.095647Z","end":"2026-04-18T17:53:09.286361Z","steps":["trace[724976670] 'read index received' (duration: 190.70705ms)","trace[724976670] 'applied index is now lower than readState.Index' (duration: 5.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:09.286586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.882903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:09.286671Z","caller":"traceutil/trace.go:172","msg":"trace[2021562897] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:1; }","duration":"191.016275ms","start":"2026-04-18T17:53:09.095635Z","end":"2026-04-18T17:53:09.286651Z","steps":["trace[2021562897] 'agreement among raft nodes before linearized reading' (duration: 190.846022ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:09.286806Z","caller":"traceutil/trace.go:172","msg":"trace[1447686475] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"200.949375ms","start":"2026-04-18T17:53:09.085835Z","end":"2026-04-18T17:53:09.286785Z","steps":["trace[1447686475] 'process raft request' (duration: 200.735482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.787502Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794115464,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:53:09.866585Z","caller":"traceutil/trace.go:172","msg":"trace[292489049] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:5; }","duration":"580.086507ms","start":"2026-04-18T17:53:09.286457Z","end":"2026-04-18T17:53:09.866543Z","steps":["trace[292489049] 'read index received' (duration: 580.073587ms)","trace[292489049] 'applied index is now lower than readState.Index' (duration: 11.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:09.866877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.940236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-18T17:53:09.866946Z","caller":"traceutil/trace.go:172","msg":"trace[936781658] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:4; }","duration":"667.035958ms","start":"2026-04-18T17:53:09.199897Z","end":"2026-04-18T17:53:09.866933Z","steps":["trace[936781658] 'agreement among raft nodes before linearized reading' (duration: 666.874325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.866985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.199885Z","time spent":"667.090898ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:09.867015Z","caller":"traceutil/trace.go:172","msg":"trace[1601958686] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"708.331823ms","start":"2026-04-18T17:53:09.158639Z","end":"2026-04-18T17:53:09.866970Z","steps":["trace[1601958686] 'process raft request' (duration: 708.310543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.867394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"718.008678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-18T17:53:09.867448Z","caller":"traceutil/trace.go:172","msg":"trace[344065471] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:10; }","duration":"718.062898ms","start":"2026-04-18T17:53:09.149372Z","end":"2026-04-18T17:53:09.867435Z","steps":["trace[344065471] 'agreement among raft nodes before linearized reading' (duration: 717.974837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.867481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.149315Z","time spent":"718.15851ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:09.867536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.850281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:09.867568Z","caller":"traceutil/trace.go:172","msg":"trace[24495155] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:0; response_revision:10; }","duration":"577.916042ms","start":"2026-04-18T17:53:09.289644Z","end":"2026-04-18T17:53:09.867560Z","steps":["trace[24495155] 'agreement among raft nodes before linearized reading' (duration: 577.821261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.867592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"721.308401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:09.867668Z","caller":"traceutil/trace.go:172","msg":"trace[111917491] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:0; response_revision:10; }","duration":"721.483204ms","start":"2026-04-18T17:53:09.146171Z","end":"2026-04-18T17:53:09.867654Z","steps":["trace[111917491] 'agreement among raft nodes before linearized reading' (duration: 721.25889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.867713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.146158Z","time spent":"721.544735ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.242\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:09.867836Z","caller":"traceutil/trace.go:172","msg":"trace[534233883] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"710.817272ms","start":"2026-04-18T17:53:09.156938Z","end":"2026-04-18T17:53:09.867755Z","steps":["trace[534233883] 'process raft request' (duration: 709.876557ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:09.868060Z","caller":"traceutil/trace.go:172","msg":"trace[173077074] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"709.933628ms","start":"2026-04-18T17:53:09.157957Z","end":"2026-04-18T17:53:09.867891Z","steps":["trace[173077074] 'process raft request' (duration: 708.934872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.868053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"734.870669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-04-18T17:53:09.868205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.289631Z","time spent":"577.952853ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:09.868306Z","caller":"traceutil/trace.go:172","msg":"trace[1220798586] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"718.096179ms","start":"2026-04-18T17:53:09.149235Z","end":"2026-04-18T17:53:09.867331Z","steps":["trace[1220798586] 'process raft request' (duration: 717.5611ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:09.868342Z","caller":"traceutil/trace.go:172","msg":"trace[452035904] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:10; }","duration":"734.92401ms","start":"2026-04-18T17:53:09.133168Z","end":"2026-04-18T17:53:09.868092Z","steps":["trace[452035904] 'agreement among raft nodes before linearized reading' (duration: 734.838428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.868388Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.133153Z","time spent":"735.226096ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:09.867734Z","caller":"traceutil/trace.go:172","msg":"trace[2017094663] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"709.816446ms","start":"2026-04-18T17:53:09.157578Z","end":"2026-04-18T17:53:09.867394Z","steps":["trace[2017094663] 'process raft request' (duration: 709.300218ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:09.869397Z","caller":"traceutil/trace.go:172","msg":"trace[1348500441] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"720.981856ms","start":"2026-04-18T17:53:09.148261Z","end":"2026-04-18T17:53:09.869243Z","steps":["trace[1348500441] 'process raft request' (duration: 718.508586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.869620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.158601Z","time spent":"708.498055ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:09.869666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.157560Z","time spent":"711.665876ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:09.869692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.157950Z","time spent":"710.131421ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:09.870482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.149224Z","time spent":"719.155117ms","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:09.870576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.148251Z","time spent":"721.195349ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:09.870647Z","caller":"traceutil/trace.go:172","msg":"trace[1356283939] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"722.498891ms","start":"2026-04-18T17:53:09.148127Z","end":"2026-04-18T17:53:09.870626Z","steps":["trace[1356283939] 'process raft request' (duration: 718.406965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.870745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.148107Z","time spent":"722.614732ms","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":280,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:09.871343Z","caller":"traceutil/trace.go:172","msg":"trace[1800867418] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"713.238902ms","start":"2026-04-18T17:53:09.158084Z","end":"2026-04-18T17:53:09.871323Z","steps":["trace[1800867418] 'process raft request' (duration: 708.854001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.871424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.158077Z","time spent":"713.306933ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:09.874812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.156918Z","time spent":"710.949024ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:10.149386Z","caller":"traceutil/trace.go:172","msg":"trace[698510320] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:24; }","duration":"102.692116ms","start":"2026-04-18T17:53:10.046659Z","end":"2026-04-18T17:53:10.149351Z","steps":["trace[698510320] 'read index received' (duration: 102.671975ms)","trace[698510320] 'applied index is now lower than readState.Index' (duration: 18.591µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:10.228479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.790193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:10.228557Z","caller":"traceutil/trace.go:172","msg":"trace[2057028033] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:21; }","duration":"181.884134ms","start":"2026-04-18T17:53:10.046653Z","end":"2026-04-18T17:53:10.228537Z","steps":["trace[2057028033] 'agreement among raft nodes before linearized reading' (duration: 102.792657ms)","trace[2057028033] 'range keys from in-memory index tree' (duration: 78.966105ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:10.228584Z","caller":"traceutil/trace.go:172","msg":"trace[1169354443] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"283.0928ms","start":"2026-04-18T17:53:09.945476Z","end":"2026-04-18T17:53:10.228569Z","steps":["trace[1169354443] 'process raft request' (duration: 203.894641ms)","trace[1169354443] 'compare' (duration: 79.052396ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:10.276077Z","caller":"traceutil/trace.go:172","msg":"trace[1402840691] linearizableReadLoop","detail":"{readStateIndex:25; appliedIndex:25; }","duration":"126.587409ms","start":"2026-04-18T17:53:10.149464Z","end":"2026-04-18T17:53:10.276051Z","steps":["trace[1402840691] 'read index received' (duration: 126.580569ms)","trace[1402840691] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:10.276224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.460187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:10.276289Z","caller":"traceutil/trace.go:172","msg":"trace[751116781] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:22; }","duration":"229.533078ms","start":"2026-04-18T17:53:10.046743Z","end":"2026-04-18T17:53:10.276276Z","steps":["trace[751116781] 'agreement among raft nodes before linearized reading' (duration: 229.421636ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:10.276518Z","caller":"traceutil/trace.go:172","msg":"trace[226509876] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"330.420519ms","start":"2026-04-18T17:53:09.946079Z","end":"2026-04-18T17:53:10.276499Z","steps":["trace[226509876] 'process raft request' (duration: 330.072383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.276641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.946065Z","time spent":"330.50058ms","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:10.276647Z","caller":"traceutil/trace.go:172","msg":"trace[166950368] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"330.409108ms","start":"2026-04-18T17:53:09.946212Z","end":"2026-04-18T17:53:10.276621Z","steps":["trace[166950368] 'process raft request' (duration: 330.074162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.276769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.946205Z","time spent":"330.50688ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:10.276805Z","caller":"traceutil/trace.go:172","msg":"trace[802976767] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"329.625494ms","start":"2026-04-18T17:53:09.947164Z","end":"2026-04-18T17:53:10.276790Z","steps":["trace[802976767] 'process raft request' (duration: 329.232598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.276883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.947155Z","time spent":"329.682416ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:10.276916Z","caller":"traceutil/trace.go:172","msg":"trace[2122917054] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"329.417961ms","start":"2026-04-18T17:53:09.947487Z","end":"2026-04-18T17:53:10.276904Z","steps":["trace[2122917054] 'process raft request' (duration: 328.981214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.276969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.947479Z","time spent":"329.465543ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:10.277165Z","caller":"traceutil/trace.go:172","msg":"trace[2105512224] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"329.375711ms","start":"2026-04-18T17:53:09.947777Z","end":"2026-04-18T17:53:10.277153Z","steps":["trace[2105512224] 'process raft request' (duration: 328.738161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.277230Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.947770Z","time spent":"329.435843ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:10.277335Z","caller":"traceutil/trace.go:172","msg":"trace[1568926535] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"329.484053ms","start":"2026-04-18T17:53:09.947833Z","end":"2026-04-18T17:53:10.277317Z","steps":["trace[1568926535] 'process raft request' (duration: 329.216028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.278126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:09.947827Z","time spent":"329.781378ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:10.626976Z","caller":"traceutil/trace.go:172","msg":"trace[679921500] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"143.743842ms","start":"2026-04-18T17:53:10.483208Z","end":"2026-04-18T17:53:10.626952Z","steps":["trace[679921500] 'process raft request' (duration: 115.588521ms)","trace[679921500] 'compare' (duration: 28.030219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:10.976197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.446014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:10.976282Z","caller":"traceutil/trace.go:172","msg":"trace[1381043142] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:105; }","duration":"129.543695ms","start":"2026-04-18T17:53:10.846718Z","end":"2026-04-18T17:53:10.976262Z","steps":["trace[1381043142] 'agreement among raft nodes before linearized reading' (duration: 17.933527ms)","trace[1381043142] 'range keys from in-memory index tree' (duration: 111.472006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:10.976531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.71842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-18T17:53:10.976663Z","caller":"traceutil/trace.go:172","msg":"trace[2107104569] linearizableReadLoop","detail":"{readStateIndex:109; appliedIndex:108; }","duration":"100.929747ms","start":"2026-04-18T17:53:10.875718Z","end":"2026-04-18T17:53:10.976648Z","steps":["trace[2107104569] 'read index received' (duration: 45.781µs)","trace[2107104569] 'applied index is now lower than readState.Index' (duration: 100.883016ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:10.976676Z","caller":"traceutil/trace.go:172","msg":"trace[50568565] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"171.06027ms","start":"2026-04-18T17:53:10.805602Z","end":"2026-04-18T17:53:10.976662Z","steps":["trace[50568565] 'process raft request' (duration: 59.005365ms)","trace[50568565] 'compare' (duration: 111.563288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:10.976741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.017368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:10.976766Z","caller":"traceutil/trace.go:172","msg":"trace[1006117108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:106; }","duration":"101.050139ms","start":"2026-04-18T17:53:10.875708Z","end":"2026-04-18T17:53:10.976758Z","steps":["trace[1006117108] 'agreement among raft nodes before linearized reading' (duration: 100.982488ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:11.393934Z","caller":"traceutil/trace.go:172","msg":"trace[1347686519] linearizableReadLoop","detail":"{readStateIndex:136; appliedIndex:136; }","duration":"144.732068ms","start":"2026-04-18T17:53:11.249187Z","end":"2026-04-18T17:53:11.393919Z","steps":["trace[1347686519] 'read index received' (duration: 144.729028ms)","trace[1347686519] 'applied index is now lower than readState.Index' (duration: 2.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:11.532728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.687442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:11.532825Z","caller":"traceutil/trace.go:172","msg":"trace[1857737486] linearizableReadLoop","detail":"{readStateIndex:137; appliedIndex:136; }","duration":"138.833575ms","start":"2026-04-18T17:53:11.393976Z","end":"2026-04-18T17:53:11.532810Z","steps":["trace[1857737486] 'read index received' (duration: 19.991µs)","trace[1857737486] 'applied index is now lower than readState.Index' (duration: 138.812434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:11.532893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.943131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:11.532916Z","caller":"traceutil/trace.go:172","msg":"trace[1250839411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:134; }","duration":"260.970731ms","start":"2026-04-18T17:53:11.271937Z","end":"2026-04-18T17:53:11.532907Z","steps":["trace[1250839411] 'agreement among raft nodes before linearized reading' (duration: 260.917671ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:11.533174Z","caller":"traceutil/trace.go:172","msg":"trace[1513734751] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"300.931359ms","start":"2026-04-18T17:53:11.232173Z","end":"2026-04-18T17:53:11.533104Z","steps":["trace[1513734751] 'process raft request' (duration: 161.79267ms)","trace[1513734751] 'compare' (duration: 138.56384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:11.534343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:11.232144Z","time spent":"302.171809ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:11.534430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.252469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:11.534571Z","caller":"traceutil/trace.go:172","msg":"trace[1606930109] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:133; }","duration":"285.373511ms","start":"2026-04-18T17:53:11.249132Z","end":"2026-04-18T17:53:11.534506Z","steps":["trace[1606930109] 'agreement among raft nodes before linearized reading' (duration: 144.857231ms)","trace[1606930109] 'range keys from in-memory index tree' (duration: 138.58298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:11.533404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.141174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:11.534726Z","caller":"traceutil/trace.go:172","msg":"trace[2101148067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:134; }","duration":"262.651968ms","start":"2026-04-18T17:53:11.272057Z","end":"2026-04-18T17:53:11.534709Z","steps":["trace[2101148067] 'agreement among raft nodes before linearized reading' (duration: 261.118954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:11.764119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.763435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:53:11.764208Z","caller":"traceutil/trace.go:172","msg":"trace[1152942013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:135; }","duration":"172.866106ms","start":"2026-04-18T17:53:11.591321Z","end":"2026-04-18T17:53:11.764187Z","steps":["trace[1152942013] 'agreement among raft nodes before linearized reading' (duration: 51.357159ms)","trace[1152942013] 'range keys from in-memory index tree' (duration: 121.284424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:11.764195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.407016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:11.764399Z","caller":"traceutil/trace.go:172","msg":"trace[1686215302] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"221.116096ms","start":"2026-04-18T17:53:11.543263Z","end":"2026-04-18T17:53:11.764379Z","steps":["trace[1686215302] 'process raft request' (duration: 221.029095ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:11.764487Z","caller":"traceutil/trace.go:172","msg":"trace[351234223] transaction","detail":"{read_only:false; response_revision:136; number_of_response:1; }","duration":"221.209868ms","start":"2026-04-18T17:53:11.543221Z","end":"2026-04-18T17:53:11.764431Z","steps":["trace[351234223] 'process raft request' (duration: 99.487407ms)","trace[351234223] 'compare' (duration: 121.169843ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:12.698518Z","caller":"traceutil/trace.go:172","msg":"trace[1778613401] linearizableReadLoop","detail":"{readStateIndex:201; appliedIndex:201; }","duration":"482.967338ms","start":"2026-04-18T17:53:12.215525Z","end":"2026-04-18T17:53:12.698492Z","steps":["trace[1778613401] 'read index received' (duration: 482.958148ms)","trace[1778613401] 'applied index is now lower than readState.Index' (duration: 7.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:12.701241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"485.691981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:12.701285Z","caller":"traceutil/trace.go:172","msg":"trace[1992844130] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:198; }","duration":"485.751572ms","start":"2026-04-18T17:53:12.215522Z","end":"2026-04-18T17:53:12.701274Z","steps":["trace[1992844130] 'agreement among raft nodes before linearized reading' (duration: 483.055679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:12.701314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:12.215499Z","time spent":"485.807023ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:12.701503Z","caller":"traceutil/trace.go:172","msg":"trace[293198929] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"494.747304ms","start":"2026-04-18T17:53:12.206737Z","end":"2026-04-18T17:53:12.701484Z","steps":["trace[293198929] 'process raft request' (duration: 491.764897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:12.701598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:12.206719Z","time spent":"494.842885ms","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":714,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:14.825793Z","caller":"traceutil/trace.go:172","msg":"trace[1898786397] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"113.366983ms","start":"2026-04-18T17:53:14.712411Z","end":"2026-04-18T17:53:14.825778Z","steps":["trace[1898786397] 'process raft request' (duration: 91.804454ms)","trace[1898786397] 'compare' (duration: 21.249034ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:14.826807Z","caller":"traceutil/trace.go:172","msg":"trace[1810083186] transaction","detail":"{read_only:false; number_of_response:0; response_revision:248; }","duration":"109.874039ms","start":"2026-04-18T17:53:14.716908Z","end":"2026-04-18T17:53:14.826782Z","steps":["trace[1810083186] 'process raft request' (duration: 109.689606ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:14.826879Z","caller":"traceutil/trace.go:172","msg":"trace[226085536] transaction","detail":"{read_only:false; number_of_response:0; response_revision:248; }","duration":"109.071356ms","start":"2026-04-18T17:53:14.717774Z","end":"2026-04-18T17:53:14.826845Z","steps":["trace[226085536] 'process raft request' (duration: 108.860933ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:14.826895Z","caller":"traceutil/trace.go:172","msg":"trace[932396961] transaction","detail":"{read_only:false; number_of_response:0; response_revision:248; }","duration":"108.820412ms","start":"2026-04-18T17:53:14.718030Z","end":"2026-04-18T17:53:14.826850Z","steps":["trace[932396961] 'process raft request' (duration: 108.625259ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:14.827192Z","caller":"traceutil/trace.go:172","msg":"trace[1220384892] transaction","detail":"{read_only:false; number_of_response:0; response_revision:248; }","duration":"110.101773ms","start":"2026-04-18T17:53:14.716909Z","end":"2026-04-18T17:53:14.827011Z","steps":["trace[1220384892] 'process raft request' (duration: 109.603354ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:14.826975Z","caller":"traceutil/trace.go:172","msg":"trace[171823209] transaction","detail":"{read_only:false; number_of_response:0; response_revision:248; }","duration":"108.581718ms","start":"2026-04-18T17:53:14.718385Z","end":"2026-04-18T17:53:14.826967Z","steps":["trace[171823209] 'process raft request' (duration: 108.359345ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:14.952265Z","caller":"traceutil/trace.go:172","msg":"trace[1939031101] linearizableReadLoop","detail":"{readStateIndex:260; appliedIndex:260; }","duration":"120.543576ms","start":"2026-04-18T17:53:14.831685Z","end":"2026-04-18T17:53:14.952228Z","steps":["trace[1939031101] 'read index received' (duration: 120.527486ms)","trace[1939031101] 'applied index is now lower than readState.Index' (duration: 13.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:15.286972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.257923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3398"} {"level":"warn","ts":"2026-04-18T17:53:15.287031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.610985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:15.287059Z","caller":"traceutil/trace.go:172","msg":"trace[528069582] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:249; }","duration":"455.357554ms","start":"2026-04-18T17:53:14.831682Z","end":"2026-04-18T17:53:15.287039Z","steps":["trace[528069582] 'agreement among raft nodes before linearized reading' (duration: 120.684638ms)","trace[528069582] 'range keys from in-memory index tree' (duration: 334.440033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:15.287099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:14.831675Z","time spent":"455.414766ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3422,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:15.287193Z","caller":"traceutil/trace.go:172","msg":"trace[939065927] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"455.369174ms","start":"2026-04-18T17:53:14.831811Z","end":"2026-04-18T17:53:15.287180Z","steps":["trace[939065927] 'process raft request' (duration: 455.332734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:15.287239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:14.831795Z","time spent":"455.424526ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:15.287232Z","caller":"traceutil/trace.go:172","msg":"trace[526394446] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"455.468476ms","start":"2026-04-18T17:53:14.831724Z","end":"2026-04-18T17:53:15.287193Z","steps":["trace[526394446] 'process raft request' (duration: 455.381445ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:15.287241Z","caller":"traceutil/trace.go:172","msg":"trace[1457903958] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"456.265098ms","start":"2026-04-18T17:53:14.830919Z","end":"2026-04-18T17:53:15.287184Z","steps":["trace[1457903958] 'process raft request' (duration: 121.44789ms)","trace[1457903958] 'compare' (duration: 334.487723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:15.287380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:14.830910Z","time spent":"456.41035ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:15.287379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:14.831705Z","time spent":"455.610608ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:15.874914Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794115949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:53:16.096884Z","caller":"traceutil/trace.go:172","msg":"trace[717095183] linearizableReadLoop","detail":"{readStateIndex:264; appliedIndex:264; }","duration":"722.177224ms","start":"2026-04-18T17:53:15.374658Z","end":"2026-04-18T17:53:16.096835Z","steps":["trace[717095183] 'read index received' (duration: 722.156254ms)","trace[717095183] 'applied index is now lower than readState.Index' (duration: 18.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.192470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"817.792795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:16.192540Z","caller":"traceutil/trace.go:172","msg":"trace[2131507779] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:253; }","duration":"817.878126ms","start":"2026-04-18T17:53:15.374646Z","end":"2026-04-18T17:53:16.192524Z","steps":["trace[2131507779] 'agreement among raft nodes before linearized reading' (duration: 722.418418ms)","trace[2131507779] 'range keys from in-memory index tree' (duration: 95.324337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.192567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.374631Z","time spent":"817.930467ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:16.192813Z","caller":"traceutil/trace.go:172","msg":"trace[574033397] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"900.742075ms","start":"2026-04-18T17:53:15.292040Z","end":"2026-04-18T17:53:16.192783Z","steps":["trace[574033397] 'process raft request' (duration: 805.088944ms)","trace[574033397] 'compare' (duration: 95.230175ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:16.192969Z","caller":"traceutil/trace.go:172","msg":"trace[136721932] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"900.500821ms","start":"2026-04-18T17:53:15.292458Z","end":"2026-04-18T17:53:16.192959Z","steps":["trace[136721932] 'process raft request' (duration: 900.165106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.192956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.292026Z","time spent":"900.869797ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":302,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:16.193143Z","caller":"traceutil/trace.go:172","msg":"trace[1364478240] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"899.546657ms","start":"2026-04-18T17:53:15.293590Z","end":"2026-04-18T17:53:16.193137Z","steps":["trace[1364478240] 'process raft request' (duration: 899.165201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.193171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.293584Z","time spent":"899.574747ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:16.193154Z","caller":"traceutil/trace.go:172","msg":"trace[1147215788] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"896.995677ms","start":"2026-04-18T17:53:15.296141Z","end":"2026-04-18T17:53:16.193136Z","steps":["trace[1147215788] 'process raft request' (duration: 896.910116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.193422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.292425Z","time spent":"900.564823ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:16.193487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.296121Z","time spent":"897.082458ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3855,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:16.375874Z","caller":"traceutil/trace.go:172","msg":"trace[1791639087] linearizableReadLoop","detail":"{readStateIndex:268; appliedIndex:268; }","duration":"278.570945ms","start":"2026-04-18T17:53:16.097092Z","end":"2026-04-18T17:53:16.375663Z","steps":["trace[1791639087] 'read index received' (duration: 278.532214ms)","trace[1791639087] 'applied index is now lower than readState.Index' (duration: 36.461µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.856738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.051411399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:16.856825Z","caller":"traceutil/trace.go:172","msg":"trace[108546925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:257; }","duration":"1.05150989s","start":"2026-04-18T17:53:15.805294Z","end":"2026-04-18T17:53:16.856804Z","steps":["trace[108546925] 'agreement among raft nodes before linearized reading' (duration: 570.478871ms)","trace[108546925] 'range keys from in-memory index tree' (duration: 480.633254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.856865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.805280Z","time spent":"1.051575161s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:16.856978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.052680639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-18T17:53:16.857148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.481642207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:16.857188Z","caller":"traceutil/trace.go:172","msg":"trace[1927559442] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:257; }","duration":"1.481681038s","start":"2026-04-18T17:53:15.375498Z","end":"2026-04-18T17:53:16.857179Z","steps":["trace[1927559442] 'agreement among raft nodes before linearized reading' (duration: 1.000353414s)","trace[1927559442] 'range keys from in-memory index tree' (duration: 481.249293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.857217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.375486Z","time spent":"1.481725368s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:16.857209Z","caller":"traceutil/trace.go:172","msg":"trace[197446048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:257; }","duration":"1.052892382s","start":"2026-04-18T17:53:15.804232Z","end":"2026-04-18T17:53:16.857125Z","steps":["trace[197446048] 'agreement among raft nodes before linearized reading' (duration: 571.635209ms)","trace[197446048] 'range keys from in-memory index tree' (duration: 480.803796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.857385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.538797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-04-18T17:53:16.857436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.804209Z","time spent":"1.053140595s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:16.857466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.482032593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:16.857498Z","caller":"traceutil/trace.go:172","msg":"trace[865267518] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:257; }","duration":"1.482063874s","start":"2026-04-18T17:53:15.375425Z","end":"2026-04-18T17:53:16.857488Z","steps":["trace[865267518] 'agreement among raft nodes before linearized reading' (duration: 1.000502546s)","trace[865267518] 'range keys from in-memory index tree' (duration: 481.515447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.857531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.375412Z","time spent":"1.482112554s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:16.857578Z","caller":"traceutil/trace.go:172","msg":"trace[1986601452] transaction","detail":"{read_only:false; number_of_response:0; response_revision:257; }","duration":"1.224264355s","start":"2026-04-18T17:53:15.633278Z","end":"2026-04-18T17:53:16.857542Z","steps":["trace[1986601452] 'process raft request' (duration: 742.507065ms)","trace[1986601452] 'compare' (duration: 481.471966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.857727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.633265Z","time spent":"1.224406998s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:16.857712Z","caller":"traceutil/trace.go:172","msg":"trace[159661630] transaction","detail":"{read_only:false; number_of_response:0; response_revision:257; }","duration":"1.223661616s","start":"2026-04-18T17:53:15.634012Z","end":"2026-04-18T17:53:16.857673Z","steps":["trace[159661630] 'process raft request' (duration: 1.223515603s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:16.857799Z","caller":"traceutil/trace.go:172","msg":"trace[1843029444] transaction","detail":"{read_only:false; number_of_response:0; response_revision:257; }","duration":"1.223754198s","start":"2026-04-18T17:53:15.634039Z","end":"2026-04-18T17:53:16.857793Z","steps":["trace[1843029444] 'process raft request' (duration: 1.223546555s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.857865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.634022Z","time spent":"1.223804059s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:16.857879Z","caller":"traceutil/trace.go:172","msg":"trace[1095235516] linearizableReadLoop","detail":"{readStateIndex:273; appliedIndex:268; }","duration":"481.883553ms","start":"2026-04-18T17:53:16.375979Z","end":"2026-04-18T17:53:16.857862Z","steps":["trace[1095235516] 'read index received' (duration: 372.567209ms)","trace[1095235516] 'applied index is now lower than readState.Index' (duration: 109.315284ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:16.857950Z","caller":"traceutil/trace.go:172","msg":"trace[419446519] transaction","detail":"{read_only:false; number_of_response:0; response_revision:257; }","duration":"1.223825348s","start":"2026-04-18T17:53:15.634116Z","end":"2026-04-18T17:53:16.857941Z","steps":["trace[419446519] 'process raft request' (duration: 1.223435262s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:16.857754Z","caller":"traceutil/trace.go:172","msg":"trace[963855687] transaction","detail":"{read_only:false; number_of_response:0; response_revision:257; }","duration":"1.224252185s","start":"2026-04-18T17:53:15.633493Z","end":"2026-04-18T17:53:16.857745Z","steps":["trace[963855687] 'process raft request' (duration: 1.224003451s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.858009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.633472Z","time spent":"1.224519669s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:16.858016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.634080Z","time spent":"1.22390823s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:16.857950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.633990Z","time spent":"1.223835189s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:16.858245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.226166356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:3471"} {"level":"info","ts":"2026-04-18T17:53:16.858295Z","caller":"traceutil/trace.go:172","msg":"trace[1267912734] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:257; }","duration":"1.226222577s","start":"2026-04-18T17:53:15.632057Z","end":"2026-04-18T17:53:16.858280Z","steps":["trace[1267912734] 'agreement among raft nodes before linearized reading' (duration: 743.787215ms)","trace[1267912734] 'range keys from in-memory index tree' (duration: 482.268069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:16.858326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:15.632040Z","time spent":"1.226277487s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":3495,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:16.858472Z","caller":"traceutil/trace.go:172","msg":"trace[2130760389] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"658.745772ms","start":"2026-04-18T17:53:16.199712Z","end":"2026-04-18T17:53:16.858457Z","steps":["trace[2130760389] 'process raft request' (duration: 657.901379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.858538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"658.891444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-18T17:53:16.858545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.199684Z","time spent":"658.825013ms","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":435,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:16.858570Z","caller":"traceutil/trace.go:172","msg":"trace[2079070863] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:258; }","duration":"658.920135ms","start":"2026-04-18T17:53:16.199638Z","end":"2026-04-18T17:53:16.858558Z","steps":["trace[2079070863] 'agreement among raft nodes before linearized reading' (duration: 658.275245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.858596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.199621Z","time spent":"658.967965ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:17.991417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.205636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:17.991719Z","caller":"traceutil/trace.go:172","msg":"trace[1714464524] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"1.127174921s","start":"2026-04-18T17:53:16.864503Z","end":"2026-04-18T17:53:17.991678Z","steps":["trace[1714464524] 'process raft request' (duration: 881.63002ms)","trace[1714464524] 'compare' (duration: 244.977193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:17.991890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.864473Z","time spent":"1.127317723s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:17.991915Z","caller":"traceutil/trace.go:172","msg":"trace[853747600] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"1.126104485s","start":"2026-04-18T17:53:16.865790Z","end":"2026-04-18T17:53:17.991894Z","steps":["trace[853747600] 'process raft request' (duration: 1.125744559s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.992017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.865778Z","time spent":"1.126181656s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:17.992047Z","caller":"traceutil/trace.go:172","msg":"trace[891535324] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"1.114083387s","start":"2026-04-18T17:53:16.877939Z","end":"2026-04-18T17:53:17.992023Z","steps":["trace[891535324] 'process raft request' (duration: 1.113696171s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.992168Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.877923Z","time spent":"1.114178608s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:18.302223Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794115963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:53:18.315953Z","caller":"traceutil/trace.go:172","msg":"trace[1822923408] linearizableReadLoop","detail":"{readStateIndex:278; appliedIndex:278; }","duration":"513.891897ms","start":"2026-04-18T17:53:17.802027Z","end":"2026-04-18T17:53:18.315919Z","steps":["trace[1822923408] 'read index received' (duration: 513.877606ms)","trace[1822923408] 'applied index is now lower than readState.Index' (duration: 12.471µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:19.637428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.835386653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.638001Z","caller":"traceutil/trace.go:172","msg":"trace[1231044166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:262; }","duration":"1.835967231s","start":"2026-04-18T17:53:17.802018Z","end":"2026-04-18T17:53:19.637985Z","steps":["trace[1231044166] 'agreement among raft nodes before linearized reading' (duration: 514.023378ms)","trace[1231044166] 'range keys from in-memory index tree' (duration: 1.321331243s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:19.638038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.802000Z","time spent":"1.836027092s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.638269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.322129056s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-18T17:53:19.638708Z","caller":"traceutil/trace.go:172","msg":"trace[1396518265] transaction","detail":"{read_only:false; number_of_response:0; response_revision:262; }","duration":"1.868664829s","start":"2026-04-18T17:53:17.770021Z","end":"2026-04-18T17:53:19.638686Z","steps":["trace[1396518265] 'process raft request' (duration: 546.080306ms)","trace[1396518265] 'compare' (duration: 1.322107036s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:19.638805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.769999Z","time spent":"1.868758891s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:19.638807Z","caller":"traceutil/trace.go:172","msg":"trace[1950166503] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:278; }","duration":"1.322729994s","start":"2026-04-18T17:53:18.316049Z","end":"2026-04-18T17:53:19.638779Z","steps":["trace[1950166503] 'read index received' (duration: 429.232153ms)","trace[1950166503] 'applied index is now lower than readState.Index' (duration: 893.495241ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:19.638898Z","caller":"traceutil/trace.go:172","msg":"trace[677841786] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"1.439686734s","start":"2026-04-18T17:53:18.199201Z","end":"2026-04-18T17:53:19.638888Z","steps":["trace[677841786] 'process raft request' (duration: 1.439121535s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.638894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.639308019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-18T17:53:19.638976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.199168Z","time spent":"1.439754044s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:19.638976Z","caller":"traceutil/trace.go:172","msg":"trace[211827999] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:262; }","duration":"1.63940213s","start":"2026-04-18T17:53:17.999554Z","end":"2026-04-18T17:53:19.638957Z","steps":["trace[211827999] 'agreement among raft nodes before linearized reading' (duration: 1.639246658s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.639010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"990.829185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.639052Z","caller":"traceutil/trace.go:172","msg":"trace[186186856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:263; }","duration":"990.892026ms","start":"2026-04-18T17:53:18.648150Z","end":"2026-04-18T17:53:19.639042Z","steps":["trace[186186856] 'agreement among raft nodes before linearized reading' (duration: 990.782985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.639016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.999533Z","time spent":"1.639474622s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.639048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.639516912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:6090"} {"level":"warn","ts":"2026-04-18T17:53:19.639097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.648111Z","time spent":"990.978138ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:53:19.639143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"719.693194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:19.639141Z","caller":"traceutil/trace.go:172","msg":"trace[1811071303] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:263; }","duration":"1.639617363s","start":"2026-04-18T17:53:17.999506Z","end":"2026-04-18T17:53:19.639123Z","steps":["trace[1811071303] 'agreement among raft nodes before linearized reading' (duration: 1.63939052s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:19.639175Z","caller":"traceutil/trace.go:172","msg":"trace[33622856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:263; }","duration":"719.732154ms","start":"2026-04-18T17:53:18.919435Z","end":"2026-04-18T17:53:19.639168Z","steps":["trace[33622856] 'agreement among raft nodes before linearized reading' (duration: 719.586802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.639196Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.919410Z","time spent":"719.781124ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.639195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:17.999484Z","time spent":"1.639697584s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6114,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.815571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.767363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:53:19.815680Z","caller":"traceutil/trace.go:172","msg":"trace[58775734] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"132.991416ms","start":"2026-04-18T17:53:19.682680Z","end":"2026-04-18T17:53:19.815672Z","steps":["trace[58775734] 'process raft request' (duration: 132.832514ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:19.815698Z","caller":"traceutil/trace.go:172","msg":"trace[1633191922] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:266; }","duration":"132.920465ms","start":"2026-04-18T17:53:19.682753Z","end":"2026-04-18T17:53:19.815674Z","steps":["trace[1633191922] 'agreement among raft nodes before linearized reading' (duration: 102.280185ms)","trace[1633191922] 'range keys from in-memory index tree' (duration: 30.288585ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:19.815592Z","caller":"traceutil/trace.go:172","msg":"trace[1826944670] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"133.153619ms","start":"2026-04-18T17:53:19.682413Z","end":"2026-04-18T17:53:19.815567Z","steps":["trace[1826944670] 'process raft request' (duration: 102.731232ms)","trace[1826944670] 'compare' (duration: 30.110452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:19.869525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.93738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:19.869594Z","caller":"traceutil/trace.go:172","msg":"trace[495479064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:268; }","duration":"156.040132ms","start":"2026-04-18T17:53:19.713540Z","end":"2026-04-18T17:53:19.869580Z","steps":["trace[495479064] 'agreement among raft nodes before linearized reading' (duration: 155.89791ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:19.869586Z","caller":"traceutil/trace.go:172","msg":"trace[1857238161] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"152.096482ms","start":"2026-04-18T17:53:19.717468Z","end":"2026-04-18T17:53:19.869564Z","steps":["trace[1857238161] 'process raft request' (duration: 151.96121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.869611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.068016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:5698"} {"level":"info","ts":"2026-04-18T17:53:19.869673Z","caller":"traceutil/trace.go:172","msg":"trace[1883188226] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:268; }","duration":"153.146787ms","start":"2026-04-18T17:53:19.716512Z","end":"2026-04-18T17:53:19.869659Z","steps":["trace[1883188226] 'agreement among raft nodes before linearized reading' (duration: 152.893963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:20.049399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.167878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:20.049554Z","caller":"traceutil/trace.go:172","msg":"trace[1139299464] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"171.358134ms","start":"2026-04-18T17:53:19.878127Z","end":"2026-04-18T17:53:20.049485Z","steps":["trace[1139299464] 'process raft request' (duration: 60.048314ms)","trace[1139299464] 'compare' (duration: 111.057197ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:20.051283Z","caller":"traceutil/trace.go:172","msg":"trace[1903045812] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"172.353551ms","start":"2026-04-18T17:53:19.878910Z","end":"2026-04-18T17:53:20.051264Z","steps":["trace[1903045812] 'process raft request' (duration: 172.032685ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:20.051266Z","caller":"traceutil/trace.go:172","msg":"trace[1673164237] transaction","detail":"{read_only:false; number_of_response:0; response_revision:271; }","duration":"171.461397ms","start":"2026-04-18T17:53:19.879739Z","end":"2026-04-18T17:53:20.051200Z","steps":["trace[1673164237] 'process raft request' (duration: 171.369435ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:20.063229Z","caller":"traceutil/trace.go:172","msg":"trace[222471090] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"115.650756ms","start":"2026-04-18T17:53:19.947564Z","end":"2026-04-18T17:53:20.063215Z","steps":["trace[222471090] 'process raft request' (duration: 115.554814ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:20.591694Z","caller":"traceutil/trace.go:172","msg":"trace[1375456489] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"136.969479ms","start":"2026-04-18T17:53:20.454707Z","end":"2026-04-18T17:53:20.591676Z","steps":["trace[1375456489] 'process raft request' (duration: 75.720081ms)","trace[1375456489] 'compare' (duration: 61.128496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:20.771630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.630872ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:20.771754Z","caller":"traceutil/trace.go:172","msg":"trace[543378657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:292; }","duration":"126.768144ms","start":"2026-04-18T17:53:20.644956Z","end":"2026-04-18T17:53:20.771724Z","steps":["trace[543378657] 'agreement among raft nodes before linearized reading' (duration: 98.575812ms)","trace[543378657] 'range keys from in-memory index tree' (duration: 28.02061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:20.771932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.945914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:20.771922Z","caller":"traceutil/trace.go:172","msg":"trace[673508983] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"161.900732ms","start":"2026-04-18T17:53:20.609982Z","end":"2026-04-18T17:53:20.771883Z","steps":["trace[673508983] 'process raft request' (duration: 133.528747ms)","trace[673508983] 'compare' (duration: 28.108911ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:20.772019Z","caller":"traceutil/trace.go:172","msg":"trace[785581935] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:0; response_revision:293; }","duration":"119.020435ms","start":"2026-04-18T17:53:20.652971Z","end":"2026-04-18T17:53:20.771992Z","steps":["trace[785581935] 'agreement among raft nodes before linearized reading' (duration: 118.919194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:20.771838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.113297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:20.772402Z","caller":"traceutil/trace.go:172","msg":"trace[634543361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:293; }","duration":"123.720346ms","start":"2026-04-18T17:53:20.648670Z","end":"2026-04-18T17:53:20.772390Z","steps":["trace[634543361] 'agreement among raft nodes before linearized reading' (duration: 123.080897ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:21.843855Z","caller":"traceutil/trace.go:172","msg":"trace[379031887] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"189.309ms","start":"2026-04-18T17:53:21.654519Z","end":"2026-04-18T17:53:21.843828Z","steps":["trace[379031887] 'process raft request' (duration: 122.739694ms)","trace[379031887] 'compare' (duration: 65.737454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:21.844082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.792221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:21.844172Z","caller":"traceutil/trace.go:172","msg":"trace[1843033284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:302; }","duration":"125.897543ms","start":"2026-04-18T17:53:21.718251Z","end":"2026-04-18T17:53:21.844149Z","steps":["trace[1843033284] 'agreement among raft nodes before linearized reading' (duration: 58.980701ms)","trace[1843033284] 'range keys from in-memory index tree' (duration: 66.038648ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:22.604396Z","caller":"traceutil/trace.go:172","msg":"trace[1262265322] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"499.923991ms","start":"2026-04-18T17:53:22.104435Z","end":"2026-04-18T17:53:22.604359Z","steps":["trace[1262265322] 'process raft request' (duration: 482.308184ms)","trace[1262265322] 'compare' (duration: 17.490415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:22.604553Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:22.104414Z","time spent":"500.082703ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:23.049388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.215724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:23.049551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.480925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:23.049531Z","caller":"traceutil/trace.go:172","msg":"trace[590287004] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:0; response_revision:311; }","duration":"206.374906ms","start":"2026-04-18T17:53:22.843133Z","end":"2026-04-18T17:53:23.049507Z","steps":["trace[590287004] 'agreement among raft nodes before linearized reading' (duration: 84.80272ms)","trace[590287004] 'range keys from in-memory index tree' (duration: 121.342933ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:23.049745Z","caller":"traceutil/trace.go:172","msg":"trace[211831761] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"248.229612ms","start":"2026-04-18T17:53:22.801444Z","end":"2026-04-18T17:53:23.049673Z","steps":["trace[211831761] 'process raft request' (duration: 126.547494ms)","trace[211831761] 'compare' (duration: 121.335623ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:23.514530Z","caller":"traceutil/trace.go:172","msg":"trace[1738363860] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"108.816598ms","start":"2026-04-18T17:53:23.405684Z","end":"2026-04-18T17:53:23.514501Z","steps":["trace[1738363860] 'process raft request' (duration: 108.659245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.930324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.864996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-18T17:53:23.931596Z","caller":"traceutil/trace.go:172","msg":"trace[1266185974] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:318; }","duration":"126.028348ms","start":"2026-04-18T17:53:23.804398Z","end":"2026-04-18T17:53:23.930427Z","steps":["trace[1266185974] 'range keys from in-memory index tree' (duration: 125.621643ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:24.495279Z","caller":"traceutil/trace.go:172","msg":"trace[1737432395] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"140.718272ms","start":"2026-04-18T17:53:24.354532Z","end":"2026-04-18T17:53:24.495250Z","steps":["trace[1737432395] 'process raft request' (duration: 58.732036ms)","trace[1737432395] 'compare' (duration: 81.836174ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:24.887844Z","caller":"traceutil/trace.go:172","msg":"trace[1888268648] linearizableReadLoop","detail":"{readStateIndex:348; appliedIndex:348; }","duration":"184.411341ms","start":"2026-04-18T17:53:24.703348Z","end":"2026-04-18T17:53:24.887759Z","steps":["trace[1888268648] 'read index received' (duration: 184.405171ms)","trace[1888268648] 'applied index is now lower than readState.Index' (duration: 5.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:24.893500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.112737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:53:24.893592Z","caller":"traceutil/trace.go:172","msg":"trace[1778881972] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:327; }","duration":"190.225039ms","start":"2026-04-18T17:53:24.703346Z","end":"2026-04-18T17:53:24.893571Z","steps":["trace[1778881972] 'agreement among raft nodes before linearized reading' (duration: 184.570463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:24.893634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.94387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:53:24.893696Z","caller":"traceutil/trace.go:172","msg":"trace[450203319] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:328; }","duration":"140.016441ms","start":"2026-04-18T17:53:24.753665Z","end":"2026-04-18T17:53:24.893681Z","steps":["trace[450203319] 'agreement among raft nodes before linearized reading' (duration: 139.858449ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:24.893674Z","caller":"traceutil/trace.go:172","msg":"trace[2033550] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"207.152174ms","start":"2026-04-18T17:53:24.686491Z","end":"2026-04-18T17:53:24.893644Z","steps":["trace[2033550] 'process raft request' (duration: 201.416067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:25.705066Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:26.206304Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:26.706904Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:27.207741Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:27.580318Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.42018281s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:53:27.580620Z","caller":"traceutil/trace.go:172","msg":"trace[693959329] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:356; }","duration":"2.376189319s","start":"2026-04-18T17:53:25.204402Z","end":"2026-04-18T17:53:27.580592Z","steps":["trace[693959329] 'read index received' (duration: 2.376179889s)","trace[693959329] 'applied index is now lower than readState.Index' (duration: 8.02µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:28.080802Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:28.581632Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:28.650583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999977304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:53:28.650738Z","caller":"traceutil/trace.go:172","msg":"trace[1655699429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146856s","start":"2026-04-18T17:53:26.650569Z","end":"2026-04-18T17:53:28.650716Z","steps":["trace[1655699429] 'agreement among raft nodes before linearized reading' (duration: 1.999974164s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.650814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:26.650534Z","time spent":"2.000266378s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:53:28 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:53:28.658315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.012978582s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:28.658653Z","caller":"traceutil/trace.go:172","msg":"trace[1367787020] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:335; }","duration":"3.013316097s","start":"2026-04-18T17:53:25.645319Z","end":"2026-04-18T17:53:28.658635Z","steps":["trace[1367787020] 'range keys from in-memory index tree' (duration: 3.012913911s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.658717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.4542684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-18T17:53:28.658828Z","caller":"traceutil/trace.go:172","msg":"trace[803004905] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:335; }","duration":"3.454405952s","start":"2026-04-18T17:53:25.204396Z","end":"2026-04-18T17:53:28.658802Z","steps":["trace[803004905] 'agreement among raft nodes before linearized reading' (duration: 2.37629304s)","trace[803004905] 'range keys from in-memory index tree' (duration: 1.077817008s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:28.658897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.204375Z","time spent":"3.454499323s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.659299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.078544129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:28.659389Z","caller":"traceutil/trace.go:172","msg":"trace[1729658824] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"3.499287336s","start":"2026-04-18T17:53:25.160068Z","end":"2026-04-18T17:53:28.659356Z","steps":["trace[1729658824] 'process raft request' (duration: 2.420639456s)","trace[1729658824] 'compare' (duration: 1.078040121s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:28.659597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.404137277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:53:28.659627Z","caller":"traceutil/trace.go:172","msg":"trace[1433564265] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:337; }","duration":"3.404169517s","start":"2026-04-18T17:53:25.255451Z","end":"2026-04-18T17:53:28.659620Z","steps":["trace[1433564265] 'agreement among raft nodes before linearized reading' (duration: 3.404004475s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.659650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.255435Z","time spent":"3.404208468s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:28.659640Z","caller":"traceutil/trace.go:172","msg":"trace[427722783] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"2.724212133s","start":"2026-04-18T17:53:25.935418Z","end":"2026-04-18T17:53:28.659630Z","steps":["trace[427722783] 'process raft request' (duration: 2.724042811s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.659784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.495422246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:53:28.659833Z","caller":"traceutil/trace.go:172","msg":"trace[1442249065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:338; }","duration":"2.495472657s","start":"2026-04-18T17:53:26.164354Z","end":"2026-04-18T17:53:28.659827Z","steps":["trace[1442249065] 'agreement among raft nodes before linearized reading' (duration: 2.495384566s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.659881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:26.164327Z","time spent":"2.495546988s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:28.659932Z","caller":"traceutil/trace.go:172","msg":"trace[1755215881] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"2.971812003s","start":"2026-04-18T17:53:25.688097Z","end":"2026-04-18T17:53:28.659909Z","steps":["trace[1755215881] 'process raft request' (duration: 2.971256054s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.660011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.989915376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4956"} {"level":"info","ts":"2026-04-18T17:53:28.660033Z","caller":"traceutil/trace.go:172","msg":"trace[782142689] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:338; }","duration":"2.989935176s","start":"2026-04-18T17:53:25.670090Z","end":"2026-04-18T17:53:28.660025Z","steps":["trace[782142689] 'agreement among raft nodes before linearized reading' (duration: 2.989884785s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.660050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.670045Z","time spent":"2.989999856s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":4980,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.660049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.688073Z","time spent":"2.971912864s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:28.659960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.677064825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:28.660247Z","caller":"traceutil/trace.go:172","msg":"trace[1659315087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:338; }","duration":"2.677342779s","start":"2026-04-18T17:53:25.982889Z","end":"2026-04-18T17:53:28.660232Z","steps":["trace[1659315087] 'agreement among raft nodes before linearized reading' (duration: 2.677033254s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.660302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.982865Z","time spent":"2.677420961s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.660322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.935381Z","time spent":"2.724313896s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:28.660083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.160057Z","time spent":"3.499410978s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:28.660533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.254649891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-18T17:53:28.660569Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.305076859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:53:28.660589Z","caller":"traceutil/trace.go:172","msg":"trace[792204614] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:338; }","duration":"3.254707122s","start":"2026-04-18T17:53:25.405869Z","end":"2026-04-18T17:53:28.660576Z","steps":["trace[792204614] 'agreement among raft nodes before linearized reading' (duration: 3.254537709s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.659435Z","caller":"traceutil/trace.go:172","msg":"trace[1781303649] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"1.078735221s","start":"2026-04-18T17:53:27.580687Z","end":"2026-04-18T17:53:28.659422Z","steps":["trace[1781303649] 'read index received' (duration: 1.078267834s)","trace[1781303649] 'applied index is now lower than readState.Index' (duration: 466.317µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:28.660620Z","caller":"traceutil/trace.go:172","msg":"trace[922572307] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:338; }","duration":"3.305133799s","start":"2026-04-18T17:53:25.355474Z","end":"2026-04-18T17:53:28.660608Z","steps":["trace[922572307] 'agreement among raft nodes before linearized reading' (duration: 3.304981997s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.660636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.405840Z","time spent":"3.254779503s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.660664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.355431Z","time spent":"3.305223641s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.660818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.104441815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:53:28.660861Z","caller":"traceutil/trace.go:172","msg":"trace[863842020] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:338; }","duration":"3.104499636s","start":"2026-04-18T17:53:25.556350Z","end":"2026-04-18T17:53:28.660849Z","steps":["trace[863842020] 'agreement among raft nodes before linearized reading' (duration: 3.104372204s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.660894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.556327Z","time spent":"3.104557796s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.661047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.206645741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-18T17:53:28.661071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.356033704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-04-18T17:53:28.661080Z","caller":"traceutil/trace.go:172","msg":"trace[825449564] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:338; }","duration":"3.206676731s","start":"2026-04-18T17:53:25.454394Z","end":"2026-04-18T17:53:28.661071Z","steps":["trace[825449564] 'agreement among raft nodes before linearized reading' (duration: 3.20659442s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.661112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.454383Z","time spent":"3.206722322s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.661116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"952.680513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2304"} {"level":"info","ts":"2026-04-18T17:53:28.661112Z","caller":"traceutil/trace.go:172","msg":"trace[831302952] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:338; }","duration":"3.356073114s","start":"2026-04-18T17:53:25.305025Z","end":"2026-04-18T17:53:28.661098Z","steps":["trace[831302952] 'agreement among raft nodes before linearized reading' (duration: 3.355889862s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.661191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.305003Z","time spent":"3.356179426s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":262,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:28.661155Z","caller":"traceutil/trace.go:172","msg":"trace[1565917983] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:338; }","duration":"952.722083ms","start":"2026-04-18T17:53:27.708422Z","end":"2026-04-18T17:53:28.661144Z","steps":["trace[1565917983] 'agreement among raft nodes before linearized reading' (duration: 952.605181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.661252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:27.708400Z","time spent":"952.845315ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2328,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:28.661401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.156192483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:53:28.661729Z","caller":"traceutil/trace.go:172","msg":"trace[171623585] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:338; }","duration":"3.156807771s","start":"2026-04-18T17:53:25.504910Z","end":"2026-04-18T17:53:28.661718Z","steps":["trace[171623585] 'agreement among raft nodes before linearized reading' (duration: 3.155877608s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.661773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:25.504862Z","time spent":"3.156897942s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:28.860878Z","caller":"traceutil/trace.go:172","msg":"trace[709559803] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:363; }","duration":"184.950216ms","start":"2026-04-18T17:53:28.675899Z","end":"2026-04-18T17:53:28.860849Z","steps":["trace[709559803] 'read index received' (duration: 184.940996ms)","trace[709559803] 'applied index is now lower than readState.Index' (duration: 7.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:28.914396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.708824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2304"} {"level":"info","ts":"2026-04-18T17:53:28.914488Z","caller":"traceutil/trace.go:172","msg":"trace[1093010245] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:341; }","duration":"238.805565ms","start":"2026-04-18T17:53:28.675660Z","end":"2026-04-18T17:53:28.914466Z","steps":["trace[1093010245] 'agreement among raft nodes before linearized reading' (duration: 185.320241ms)","trace[1093010245] 'range keys from in-memory index tree' (duration: 53.266081ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:28.914926Z","caller":"traceutil/trace.go:172","msg":"trace[443626376] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"242.911057ms","start":"2026-04-18T17:53:28.671989Z","end":"2026-04-18T17:53:28.914900Z","steps":["trace[443626376] 'process raft request' (duration: 188.837584ms)","trace[443626376] 'compare' (duration: 53.340992ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:28.915099Z","caller":"traceutil/trace.go:172","msg":"trace[469434049] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"240.048384ms","start":"2026-04-18T17:53:28.675028Z","end":"2026-04-18T17:53:28.915076Z","steps":["trace[469434049] 'process raft request' (duration: 239.992213ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.915931Z","caller":"traceutil/trace.go:172","msg":"trace[985225445] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"241.945223ms","start":"2026-04-18T17:53:28.673427Z","end":"2026-04-18T17:53:28.915373Z","steps":["trace[985225445] 'process raft request' (duration: 241.424686ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.915166Z","caller":"traceutil/trace.go:172","msg":"trace[373874488] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"243.1397ms","start":"2026-04-18T17:53:28.672015Z","end":"2026-04-18T17:53:28.915155Z","steps":["trace[373874488] 'process raft request' (duration: 242.767225ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.915221Z","caller":"traceutil/trace.go:172","msg":"trace[785041420] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"241.295423ms","start":"2026-04-18T17:53:28.673913Z","end":"2026-04-18T17:53:28.915208Z","steps":["trace[785041420] 'process raft request' (duration: 241.051699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.916491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.892097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:28.917672Z","caller":"traceutil/trace.go:172","msg":"trace[303213385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:346; }","duration":"240.074175ms","start":"2026-04-18T17:53:28.677581Z","end":"2026-04-18T17:53:28.917656Z","steps":["trace[303213385] 'agreement among raft nodes before linearized reading' (duration: 238.860427ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.917202Z","caller":"traceutil/trace.go:172","msg":"trace[1006207416] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"240.940437ms","start":"2026-04-18T17:53:28.676239Z","end":"2026-04-18T17:53:28.917180Z","steps":["trace[1006207416] 'process raft request' (duration: 240.313598ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.917878Z","caller":"traceutil/trace.go:172","msg":"trace[2008066138] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"233.01343ms","start":"2026-04-18T17:53:28.684847Z","end":"2026-04-18T17:53:28.917861Z","steps":["trace[2008066138] 'process raft request' (duration: 232.96497ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.918112Z","caller":"traceutil/trace.go:172","msg":"trace[923969666] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"241.030449ms","start":"2026-04-18T17:53:28.677066Z","end":"2026-04-18T17:53:28.918096Z","steps":["trace[923969666] 'process raft request' (duration: 239.570857ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.918193Z","caller":"traceutil/trace.go:172","msg":"trace[1156993627] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"234.142257ms","start":"2026-04-18T17:53:28.684023Z","end":"2026-04-18T17:53:28.918165Z","steps":["trace[1156993627] 'process raft request' (duration: 233.740371ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.918344Z","caller":"traceutil/trace.go:172","msg":"trace[1640343463] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"235.770101ms","start":"2026-04-18T17:53:28.682404Z","end":"2026-04-18T17:53:28.918174Z","steps":["trace[1640343463] 'process raft request' (duration: 235.314724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:28.919946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.778819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-18T17:53:28.920028Z","caller":"traceutil/trace.go:172","msg":"trace[1442061332] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:353; }","duration":"239.839251ms","start":"2026-04-18T17:53:28.680145Z","end":"2026-04-18T17:53:28.919984Z","steps":["trace[1442061332] 'agreement among raft nodes before linearized reading' (duration: 236.794596ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.920332Z","caller":"traceutil/trace.go:172","msg":"trace[1680967814] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"238.635573ms","start":"2026-04-18T17:53:28.679742Z","end":"2026-04-18T17:53:28.918378Z","steps":["trace[1680967814] 'process raft request' (duration: 237.594387ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.920408Z","caller":"traceutil/trace.go:172","msg":"trace[1564923356] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"239.997683ms","start":"2026-04-18T17:53:28.680352Z","end":"2026-04-18T17:53:28.920349Z","steps":["trace[1564923356] 'process raft request' (duration: 237.321864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:29.821370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.840486ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:29.821470Z","caller":"traceutil/trace.go:172","msg":"trace[1820398901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:378; }","duration":"176.952587ms","start":"2026-04-18T17:53:29.644495Z","end":"2026-04-18T17:53:29.821447Z","steps":["trace[1820398901] 'range keys from in-memory index tree' (duration: 176.791715ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:30.905694Z","caller":"traceutil/trace.go:172","msg":"trace[310784049] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:404; }","duration":"147.601324ms","start":"2026-04-18T17:53:30.758065Z","end":"2026-04-18T17:53:30.905667Z","steps":["trace[310784049] 'read index received' (duration: 147.592284ms)","trace[310784049] 'applied index is now lower than readState.Index' (duration: 7.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:30.977651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.604216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:30.977807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.379448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:30.977703Z","caller":"traceutil/trace.go:172","msg":"trace[1242977217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:382; }","duration":"276.662997ms","start":"2026-04-18T17:53:30.701028Z","end":"2026-04-18T17:53:30.977691Z","steps":["trace[1242977217] 'agreement among raft nodes before linearized reading' (duration: 204.736367ms)","trace[1242977217] 'range keys from in-memory index tree' (duration: 71.842959ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:30.978120Z","caller":"traceutil/trace.go:172","msg":"trace[945432234] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"307.380331ms","start":"2026-04-18T17:53:30.670689Z","end":"2026-04-18T17:53:30.978070Z","steps":["trace[945432234] 'process raft request' (duration: 235.149756ms)","trace[945432234] 'compare' (duration: 71.90719ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:30.977890Z","caller":"traceutil/trace.go:172","msg":"trace[1029650217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:382; }","duration":"275.460709ms","start":"2026-04-18T17:53:30.702421Z","end":"2026-04-18T17:53:30.977882Z","steps":["trace[1029650217] 'agreement among raft nodes before linearized reading' (duration: 203.354196ms)","trace[1029650217] 'range keys from in-memory index tree' (duration: 72.013132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:30.978187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:30.670669Z","time spent":"307.474802ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:31.056315Z","caller":"traceutil/trace.go:172","msg":"trace[259889993] linearizableReadLoop","detail":"{readStateIndex:406; appliedIndex:406; }","duration":"129.240361ms","start":"2026-04-18T17:53:30.927038Z","end":"2026-04-18T17:53:31.056278Z","steps":["trace[259889993] 'read index received' (duration: 129.227011ms)","trace[259889993] 'applied index is now lower than readState.Index' (duration: 11.44µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:31.056638Z","caller":"traceutil/trace.go:172","msg":"trace[1416319280] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"289.086147ms","start":"2026-04-18T17:53:30.767534Z","end":"2026-04-18T17:53:31.056620Z","steps":["trace[1416319280] 'process raft request' (duration: 288.950165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:31.056866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.806169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:53:31.056993Z","caller":"traceutil/trace.go:172","msg":"trace[1029194642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:383; }","duration":"129.927871ms","start":"2026-04-18T17:53:30.927024Z","end":"2026-04-18T17:53:31.056952Z","steps":["trace[1029194642] 'agreement among raft nodes before linearized reading' (duration: 129.363523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:31.070875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.440426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:31.070930Z","caller":"traceutil/trace.go:172","msg":"trace[193919990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:384; }","duration":"140.508767ms","start":"2026-04-18T17:53:30.930410Z","end":"2026-04-18T17:53:31.070918Z","steps":["trace[193919990] 'agreement among raft nodes before linearized reading' (duration: 140.336525ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:35.122859Z","caller":"traceutil/trace.go:172","msg":"trace[202091669] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"122.91793ms","start":"2026-04-18T17:53:34.999921Z","end":"2026-04-18T17:53:35.122839Z","steps":["trace[202091669] 'process raft request' (duration: 122.770628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:35.368894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.209031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:53:35.369001Z","caller":"traceutil/trace.go:172","msg":"trace[37441823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:395; }","duration":"183.340554ms","start":"2026-04-18T17:53:35.185642Z","end":"2026-04-18T17:53:35.368983Z","steps":["trace[37441823] 'agreement among raft nodes before linearized reading' (duration: 22.897851ms)","trace[37441823] 'range keys from in-memory index tree' (duration: 160.203329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:35.369116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.411452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:35.369209Z","caller":"traceutil/trace.go:172","msg":"trace[312564883] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"160.678457ms","start":"2026-04-18T17:53:35.208517Z","end":"2026-04-18T17:53:35.369195Z","steps":["trace[312564883] 'read index received' (duration: 18.691µs)","trace[312564883] 'applied index is now lower than readState.Index' (duration: 160.658766ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:35.369268Z","caller":"traceutil/trace.go:172","msg":"trace[450017671] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"208.816233ms","start":"2026-04-18T17:53:35.160415Z","end":"2026-04-18T17:53:35.369231Z","steps":["trace[450017671] 'process raft request' (duration: 48.200948ms)","trace[450017671] 'compare' (duration: 160.28875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:35.369324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.475617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:53:35.369350Z","caller":"traceutil/trace.go:172","msg":"trace[1468765482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:396; }","duration":"183.502337ms","start":"2026-04-18T17:53:35.185839Z","end":"2026-04-18T17:53:35.369342Z","steps":["trace[1468765482] 'agreement among raft nodes before linearized reading' (duration: 183.394215ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:39.002983Z","caller":"traceutil/trace.go:172","msg":"trace[421389980] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"111.560479ms","start":"2026-04-18T17:53:38.891400Z","end":"2026-04-18T17:53:39.002961Z","steps":["trace[421389980] 'process raft request' (duration: 111.402267ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:39.339223Z","caller":"traceutil/trace.go:172","msg":"trace[1588943920] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"150.992686ms","start":"2026-04-18T17:53:39.188204Z","end":"2026-04-18T17:53:39.339197Z","steps":["trace[1588943920] 'process raft request' (duration: 150.807993ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:39.656388Z","caller":"traceutil/trace.go:172","msg":"trace[391238613] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"198.514114ms","start":"2026-04-18T17:53:39.457851Z","end":"2026-04-18T17:53:39.656365Z","steps":["trace[391238613] 'process raft request' (duration: 155.370059ms)","trace[391238613] 'compare' (duration: 42.76005ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:41.472897Z","caller":"traceutil/trace.go:172","msg":"trace[100738364] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"128.072396ms","start":"2026-04-18T17:53:41.344802Z","end":"2026-04-18T17:53:41.472874Z","steps":["trace[100738364] 'process raft request' (duration: 127.922004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:41.726639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.494471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:41.727054Z","caller":"traceutil/trace.go:172","msg":"trace[1671313712] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"250.385711ms","start":"2026-04-18T17:53:41.476638Z","end":"2026-04-18T17:53:41.727024Z","steps":["trace[1671313712] 'process raft request' (duration: 64.443224ms)","trace[1671313712] 'compare' (duration: 185.37725ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:42.007926Z","caller":"traceutil/trace.go:172","msg":"trace[1002734427] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"276.480101ms","start":"2026-04-18T17:53:41.731418Z","end":"2026-04-18T17:53:42.007898Z","steps":["trace[1002734427] 'process raft request' (duration: 209.645024ms)","trace[1002734427] 'compare' (duration: 66.655464ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:43.827235Z","caller":"traceutil/trace.go:172","msg":"trace[2047459059] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:438; }","duration":"179.379498ms","start":"2026-04-18T17:53:43.647830Z","end":"2026-04-18T17:53:43.827209Z","steps":["trace[2047459059] 'read index received' (duration: 179.368668ms)","trace[2047459059] 'applied index is now lower than readState.Index' (duration: 9.18µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:43.827396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.549141ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:43.827410Z","caller":"traceutil/trace.go:172","msg":"trace[1222131273] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"780.977088ms","start":"2026-04-18T17:53:43.046416Z","end":"2026-04-18T17:53:43.827394Z","steps":["trace[1222131273] 'process raft request' (duration: 780.857357ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:43.827439Z","caller":"traceutil/trace.go:172","msg":"trace[399155204] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:412; }","duration":"179.605692ms","start":"2026-04-18T17:53:43.647822Z","end":"2026-04-18T17:53:43.827428Z","steps":["trace[399155204] 'agreement among raft nodes before linearized reading' (duration: 179.525221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:43.827508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:43.046392Z","time spent":"781.060239ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:43.922488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.17535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:43.922546Z","caller":"traceutil/trace.go:172","msg":"trace[1108712724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"190.249811ms","start":"2026-04-18T17:53:43.732286Z","end":"2026-04-18T17:53:43.922536Z","steps":["trace[1108712724] 'agreement among raft nodes before linearized reading' (duration: 187.246929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:43.922530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.390804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:43.922609Z","caller":"traceutil/trace.go:172","msg":"trace[1766119571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"273.483075ms","start":"2026-04-18T17:53:43.649107Z","end":"2026-04-18T17:53:43.922590Z","steps":["trace[1766119571] 'agreement among raft nodes before linearized reading' (duration: 270.408132ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:43.922686Z","caller":"traceutil/trace.go:172","msg":"trace[332519869] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"446.360851ms","start":"2026-04-18T17:53:43.476307Z","end":"2026-04-18T17:53:43.922668Z","steps":["trace[332519869] 'process raft request' (duration: 443.261287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:43.922846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:43.476283Z","time spent":"446.487833ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:44.301173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.2944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:44.301294Z","caller":"traceutil/trace.go:172","msg":"trace[1044026027] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"284.114162ms","start":"2026-04-18T17:53:44.017159Z","end":"2026-04-18T17:53:44.301273Z","steps":["trace[1044026027] 'process raft request' (duration: 136.638589ms)","trace[1044026027] 'compare' (duration: 146.978666ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:45.532965Z","caller":"traceutil/trace.go:172","msg":"trace[1404119368] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"102.288733ms","start":"2026-04-18T17:53:45.430631Z","end":"2026-04-18T17:53:45.532920Z","steps":["trace[1404119368] 'process raft request' (duration: 102.130211ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:46.432634Z","caller":"traceutil/trace.go:172","msg":"trace[1451937408] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"122.645943ms","start":"2026-04-18T17:53:46.309958Z","end":"2026-04-18T17:53:46.432604Z","steps":["trace[1451937408] 'process raft request' (duration: 122.43472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:50.820511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.385277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:50.820684Z","caller":"traceutil/trace.go:172","msg":"trace[2126804785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"169.57151ms","start":"2026-04-18T17:53:50.651094Z","end":"2026-04-18T17:53:50.820665Z","steps":["trace[2126804785] 'range keys from in-memory index tree' (duration: 169.235185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:50.820697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.020199ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:50.820829Z","caller":"traceutil/trace.go:172","msg":"trace[372905424] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:429; }","duration":"176.187781ms","start":"2026-04-18T17:53:50.644610Z","end":"2026-04-18T17:53:50.820797Z","steps":["trace[372905424] 'range keys from in-memory index tree' (duration: 175.941049ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:51.027239Z","caller":"traceutil/trace.go:172","msg":"trace[1190979294] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"133.109115ms","start":"2026-04-18T17:53:50.894108Z","end":"2026-04-18T17:53:51.027217Z","steps":["trace[1190979294] 'process raft request' (duration: 132.916933ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:52.109796Z","caller":"traceutil/trace.go:172","msg":"trace[210884073] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"115.339384ms","start":"2026-04-18T17:53:51.994433Z","end":"2026-04-18T17:53:52.109772Z","steps":["trace[210884073] 'process raft request' (duration: 69.992791ms)","trace[210884073] 'compare' (duration: 45.16908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:52.756503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.990447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:52.756503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.434175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:52.756594Z","caller":"traceutil/trace.go:172","msg":"trace[1900780508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"102.537007ms","start":"2026-04-18T17:53:52.654042Z","end":"2026-04-18T17:53:52.756579Z","steps":["trace[1900780508] 'range keys from in-memory index tree' (duration: 102.376704ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:52.756594Z","caller":"traceutil/trace.go:172","msg":"trace[1234586917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"104.086788ms","start":"2026-04-18T17:53:52.652485Z","end":"2026-04-18T17:53:52.756572Z","steps":["trace[1234586917] 'range keys from in-memory index tree' (duration: 103.905516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:52.756916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.969655ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:52.756963Z","caller":"traceutil/trace.go:172","msg":"trace[1426440473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:434; }","duration":"112.069497ms","start":"2026-04-18T17:53:52.644876Z","end":"2026-04-18T17:53:52.756946Z","steps":["trace[1426440473] 'range keys from in-memory index tree' (duration: 111.927235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:54.190879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.914373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:54.191447Z","caller":"traceutil/trace.go:172","msg":"trace[742547806] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"224.79301ms","start":"2026-04-18T17:53:53.966631Z","end":"2026-04-18T17:53:54.191424Z","steps":["trace[742547806] 'process raft request' (duration: 102.218907ms)","trace[742547806] 'compare' (duration: 121.439606ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:56.002998Z","caller":"traceutil/trace.go:172","msg":"trace[1535468479] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:467; }","duration":"357.799088ms","start":"2026-04-18T17:53:55.645164Z","end":"2026-04-18T17:53:56.002963Z","steps":["trace[1535468479] 'read index received' (duration: 357.787458ms)","trace[1535468479] 'applied index is now lower than readState.Index' (duration: 9.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:56.003152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.96831ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:56.003191Z","caller":"traceutil/trace.go:172","msg":"trace[2076365020] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:439; }","duration":"358.023561ms","start":"2026-04-18T17:53:55.645157Z","end":"2026-04-18T17:53:56.003180Z","steps":["trace[2076365020] 'agreement among raft nodes before linearized reading' (duration: 357.93098ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:56.003672Z","caller":"traceutil/trace.go:172","msg":"trace[170828747] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"365.814757ms","start":"2026-04-18T17:53:55.637795Z","end":"2026-04-18T17:53:56.003610Z","steps":["trace[170828747] 'process raft request' (duration: 365.28216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:56.004402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:55.637759Z","time spent":"366.021711ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:56.110857Z","caller":"traceutil/trace.go:172","msg":"trace[1493802963] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:468; }","duration":"107.759693ms","start":"2026-04-18T17:53:56.003067Z","end":"2026-04-18T17:53:56.110827Z","steps":["trace[1493802963] 'read index received' (duration: 107.752493ms)","trace[1493802963] 'applied index is now lower than readState.Index' (duration: 5.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:56.188364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"537.556377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:56.188534Z","caller":"traceutil/trace.go:172","msg":"trace[307548350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:440; }","duration":"537.701759ms","start":"2026-04-18T17:53:55.650770Z","end":"2026-04-18T17:53:56.188472Z","steps":["trace[307548350] 'agreement among raft nodes before linearized reading' (duration: 460.171507ms)","trace[307548350] 'range keys from in-memory index tree' (duration: 77.349789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:56.188625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:55.650725Z","time spent":"537.889193ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:53:56.188418Z","caller":"traceutil/trace.go:172","msg":"trace[156357028] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"225.164526ms","start":"2026-04-18T17:53:55.963229Z","end":"2026-04-18T17:53:56.188393Z","steps":["trace[156357028] 'process raft request' (duration: 147.738936ms)","trace[156357028] 'compare' (duration: 77.304869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:56.585046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.972565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:53:56.585148Z","caller":"traceutil/trace.go:172","msg":"trace[184756538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:441; }","duration":"346.081987ms","start":"2026-04-18T17:53:56.239043Z","end":"2026-04-18T17:53:56.585125Z","steps":["trace[184756538] 'agreement among raft nodes before linearized reading' (duration: 80.476572ms)","trace[184756538] 'range keys from in-memory index tree' (duration: 265.358471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:56.585205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:56.239025Z","time spent":"346.164077ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:56.585209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.574485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:56.585332Z","caller":"traceutil/trace.go:172","msg":"trace[630569503] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"385.611874ms","start":"2026-04-18T17:53:56.199701Z","end":"2026-04-18T17:53:56.585313Z","steps":["trace[630569503] 'process raft request' (duration: 119.854107ms)","trace[630569503] 'compare' (duration: 265.266451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:56.585396Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:56.199683Z","time spent":"385.686615ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:56.891622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.089889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:53:56.891720Z","caller":"traceutil/trace.go:172","msg":"trace[891550486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:443; }","duration":"165.188832ms","start":"2026-04-18T17:53:56.726497Z","end":"2026-04-18T17:53:56.891686Z","steps":["trace[891550486] 'range keys from in-memory index tree' (duration: 164.889337ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:02.335608Z","caller":"traceutil/trace.go:172","msg":"trace[1609633983] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"127.751618ms","start":"2026-04-18T17:54:02.207841Z","end":"2026-04-18T17:54:02.335593Z","steps":["trace[1609633983] 'process raft request' (duration: 127.636786ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:02.727115Z","caller":"traceutil/trace.go:172","msg":"trace[1469446621] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"104.586979ms","start":"2026-04-18T17:54:02.622487Z","end":"2026-04-18T17:54:02.727074Z","steps":["trace[1469446621] 'process raft request' (duration: 104.183392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:02.893902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.869758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:54:02.893992Z","caller":"traceutil/trace.go:172","msg":"trace[1692769460] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:455; }","duration":"115.975729ms","start":"2026-04-18T17:54:02.777998Z","end":"2026-04-18T17:54:02.893974Z","steps":["trace[1692769460] 'agreement among raft nodes before linearized reading' (duration: 25.962197ms)","trace[1692769460] 'range keys from in-memory index tree' (duration: 89.793759ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:02.894367Z","caller":"traceutil/trace.go:172","msg":"trace[2101720781] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"162.301829ms","start":"2026-04-18T17:54:02.732054Z","end":"2026-04-18T17:54:02.894355Z","steps":["trace[2101720781] 'process raft request' (duration: 71.917902ms)","trace[2101720781] 'compare' (duration: 90.298826ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:08.619004Z","caller":"traceutil/trace.go:172","msg":"trace[1448261650] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:497; }","duration":"173.909051ms","start":"2026-04-18T17:54:08.445072Z","end":"2026-04-18T17:54:08.618981Z","steps":["trace[1448261650] 'read index received' (duration: 173.901161ms)","trace[1448261650] 'applied index is now lower than readState.Index' (duration: 6.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:08.743702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.672472ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-18T17:54:08.743699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.610973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:08.743886Z","caller":"traceutil/trace.go:172","msg":"trace[943536845] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:497; }","duration":"124.803744ms","start":"2026-04-18T17:54:08.619071Z","end":"2026-04-18T17:54:08.743875Z","steps":["trace[943536845] 'read index received' (duration: 64.168476ms)","trace[943536845] 'applied index is now lower than readState.Index' (duration: 60.634568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:08.743973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.692814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:08.743992Z","caller":"traceutil/trace.go:172","msg":"trace[1723508154] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:467; }","duration":"197.718404ms","start":"2026-04-18T17:54:08.546268Z","end":"2026-04-18T17:54:08.743986Z","steps":["trace[1723508154] 'agreement among raft nodes before linearized reading' (duration: 197.675114ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:08.744257Z","caller":"traceutil/trace.go:172","msg":"trace[12627691] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"347.802033ms","start":"2026-04-18T17:54:08.396449Z","end":"2026-04-18T17:54:08.744251Z","steps":["trace[12627691] 'process raft request' (duration: 347.369376ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:08.743857Z","caller":"traceutil/trace.go:172","msg":"trace[696548299] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:467; }","duration":"298.742945ms","start":"2026-04-18T17:54:08.445052Z","end":"2026-04-18T17:54:08.743795Z","steps":["trace[696548299] 'agreement among raft nodes before linearized reading' (duration: 174.044363ms)","trace[696548299] 'range keys from in-memory index tree' (duration: 124.50698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:08.744327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:08.396421Z","time spent":"347.862204ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:08.744353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.720975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:08.744773Z","caller":"traceutil/trace.go:172","msg":"trace[383769973] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:467; }","duration":"148.303574ms","start":"2026-04-18T17:54:08.596243Z","end":"2026-04-18T17:54:08.744547Z","steps":["trace[383769973] 'agreement among raft nodes before linearized reading' (duration: 147.691775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:08.812306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.367129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:08.812369Z","caller":"traceutil/trace.go:172","msg":"trace[1272369307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"162.43026ms","start":"2026-04-18T17:54:08.649924Z","end":"2026-04-18T17:54:08.812354Z","steps":["trace[1272369307] 'agreement among raft nodes before linearized reading' (duration: 94.316593ms)","trace[1272369307] 'range keys from in-memory index tree' (duration: 68.042236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:08.812410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.623453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:08.812471Z","caller":"traceutil/trace.go:172","msg":"trace[154018997] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:468; }","duration":"137.683734ms","start":"2026-04-18T17:54:08.674767Z","end":"2026-04-18T17:54:08.812451Z","steps":["trace[154018997] 'agreement among raft nodes before linearized reading' (duration: 69.541107ms)","trace[154018997] 'range keys from in-memory index tree' (duration: 68.060646ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:08.910936Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ad427454a89beddc switched to configuration voters=(12484669023979302364) learners=(6633336495776087226)"} {"level":"info","ts":"2026-04-18T17:54:08.911093Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","added-peer-id":"5c0e5865e25e3cba","added-peer-peer-urls":["https://199.19.213.121:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:54:08.911126Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:08.911157Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:08.911337Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:08.911361Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:08.911369Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba","remote-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-04-18T17:54:08.911391Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:08.911407Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ad427454a89beddc","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:08.911428Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:08.911548Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"warn","ts":"2026-04-18T17:54:08.945942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.121:41852","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-18T17:54:08.954666Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-18T17:54:09.307301Z","caller":"traceutil/trace.go:172","msg":"trace[93939409] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:501; }","duration":"196.057467ms","start":"2026-04-18T17:54:09.111219Z","end":"2026-04-18T17:54:09.307277Z","steps":["trace[93939409] 'read index received' (duration: 196.050097ms)","trace[93939409] 'applied index is now lower than readState.Index' (duration: 6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:09.307354Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"158.213231ms"} {"level":"warn","ts":"2026-04-18T17:54:09.307537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.29915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:54:09.307558Z","caller":"traceutil/trace.go:172","msg":"trace[1079669981] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"301.22412ms","start":"2026-04-18T17:54:09.006319Z","end":"2026-04-18T17:54:09.307543Z","steps":["trace[1079669981] 'process raft request' (duration: 301.111409ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:09.307581Z","caller":"traceutil/trace.go:172","msg":"trace[1144561933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:469; }","duration":"196.355651ms","start":"2026-04-18T17:54:09.111214Z","end":"2026-04-18T17:54:09.307570Z","steps":["trace[1144561933] 'agreement among raft nodes before linearized reading' (duration: 196.174558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:09.307668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:09.006300Z","time spent":"301.311331ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-04-18T17:54:09.458799Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:54:09.960603Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:54:10.461225Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:54:10.960837Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:54:11.461548Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:54:11.961444Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-18T17:54:11.967125Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.121:2380/version","remote-member-id":"5c0e5865e25e3cba","error":"Get \"https://199.19.213.121:2380/version\": dial tcp 199.19.213.121:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:54:11.967203Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5c0e5865e25e3cba","error":"Get \"https://199.19.213.121:2380/version\": dial tcp 199.19.213.121:2380: connect: connection refused"} {"level":"error","ts":"2026-04-18T17:54:12.463692Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-18T17:54:12.947728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.121:38056","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-18T17:54:12.967333Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-18T17:54:13.012660Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.025836Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"5c0e5865e25e3cba","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:54:13.025894Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.026054Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.026835Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"5c0e5865e25e3cba","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:54:13.026850Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.031370Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"ad427454a89beddc","to":"5c0e5865e25e3cba","bytes":749150,"size":"749 kB"} {"level":"info","ts":"2026-04-18T17:54:13.031462Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.031545Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":512,"remote-peer-id":"5c0e5865e25e3cba","bytes":749150,"size":"749 kB"} {"level":"info","ts":"2026-04-18T17:54:13.034523Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":741376,"size":"741 kB"} {"level":"info","ts":"2026-04-18T17:54:13.045830Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":512,"remote-peer-id":"5c0e5865e25e3cba","bytes":749150,"size":"749 kB"} {"level":"warn","ts":"2026-04-18T17:54:13.065409Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.066708Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:13.079137Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"5c0e5865e25e3cba","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:54:13.079171Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.079183Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.081928Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"5c0e5865e25e3cba","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:54:13.081995Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.082019Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.124292Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.125258Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.456998Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ad427454a89beddc switched to configuration voters=(6633336495776087226 12484669023979302364)"} {"level":"info","ts":"2026-04-18T17:54:13.457344Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","promoted-member-id":"5c0e5865e25e3cba"} {"level":"info","ts":"2026-04-18T17:54:13.457385Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ad427454a89beddc","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"5c0e5865e25e3cba"} {"level":"warn","ts":"2026-04-18T17:54:13.462639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.121:38094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.912436Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"5c0e5865e25e3cba","rtt":"0s","error":"dial tcp 199.19.213.121:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:54:13.912478Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5c0e5865e25e3cba","rtt":"0s","error":"dial tcp 199.19.213.121:2380: connect: connection refused"} {"level":"info","ts":"2026-04-18T17:54:14.993293Z","caller":"traceutil/trace.go:172","msg":"trace[1489606091] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"176.522926ms","start":"2026-04-18T17:54:14.816738Z","end":"2026-04-18T17:54:14.993260Z","steps":["trace[1489606091] 'process raft request' (duration: 127.049003ms)","trace[1489606091] 'compare' (duration: 49.30485ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:15.465469Z","caller":"traceutil/trace.go:172","msg":"trace[1267040634] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"126.059886ms","start":"2026-04-18T17:54:15.339395Z","end":"2026-04-18T17:54:15.465454Z","steps":["trace[1267040634] 'process raft request' (duration: 125.946154ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:18.623979Z","caller":"traceutil/trace.go:172","msg":"trace[391117352] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:599; }","duration":"263.883314ms","start":"2026-04-18T17:54:18.360073Z","end":"2026-04-18T17:54:18.623957Z","steps":["trace[391117352] 'read index received' (duration: 263.876614ms)","trace[391117352] 'applied index is now lower than readState.Index' (duration: 5.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:18.626110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.008572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:18.626175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.841424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:44 size:3771"} {"level":"info","ts":"2026-04-18T17:54:18.626198Z","caller":"traceutil/trace.go:172","msg":"trace[2038879864] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:560; }","duration":"266.111003ms","start":"2026-04-18T17:54:18.360069Z","end":"2026-04-18T17:54:18.626180Z","steps":["trace[2038879864] 'agreement among raft nodes before linearized reading' (duration: 263.968625ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:18.626253Z","caller":"traceutil/trace.go:172","msg":"trace[617304409] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:44; response_revision:560; }","duration":"346.939656ms","start":"2026-04-18T17:54:18.279296Z","end":"2026-04-18T17:54:18.626236Z","steps":["trace[617304409] 'range keys from in-memory index tree' (duration: 345.267533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:18.626308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:18.279269Z","time spent":"347.027826ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":44,"response size":3795,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-18T17:54:18.810406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.364244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-18T17:54:18.810538Z","caller":"traceutil/trace.go:172","msg":"trace[1786575896] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"156.967985ms","start":"2026-04-18T17:54:18.653548Z","end":"2026-04-18T17:54:18.810516Z","steps":["trace[1786575896] 'read index received' (duration: 541.377µs)","trace[1786575896] 'applied index is now lower than readState.Index' (duration: 156.424778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:18.810618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.058136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:18.810642Z","caller":"traceutil/trace.go:172","msg":"trace[1082965023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"157.088076ms","start":"2026-04-18T17:54:18.653545Z","end":"2026-04-18T17:54:18.810633Z","steps":["trace[1082965023] 'agreement among raft nodes before linearized reading' (duration: 157.023135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:18.810760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.093982ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:18.811516Z","caller":"traceutil/trace.go:172","msg":"trace[189103180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:560; }","duration":"166.850262ms","start":"2026-04-18T17:54:18.644633Z","end":"2026-04-18T17:54:18.811484Z","steps":["trace[189103180] 'range keys from in-memory index tree' (duration: 165.991891ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:19.261783Z","caller":"traceutil/trace.go:172","msg":"trace[1466079268] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"253.28059ms","start":"2026-04-18T17:54:19.008477Z","end":"2026-04-18T17:54:19.261758Z","steps":["trace[1466079268] 'process raft request' (duration: 253.068367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:19.262995Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"68.023959ms"} {"level":"info","ts":"2026-04-18T17:54:19.264887Z","caller":"traceutil/trace.go:172","msg":"trace[182297978] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"256.002615ms","start":"2026-04-18T17:54:19.008861Z","end":"2026-04-18T17:54:19.264863Z","steps":["trace[182297978] 'process raft request' (duration: 255.854263ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:19.522589Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-18T17:54:21.994894Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:21.996474Z","caller":"traceutil/trace.go:172","msg":"trace[339205748] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"728.659502ms","start":"2026-04-18T17:54:21.267789Z","end":"2026-04-18T17:54:21.996449Z","steps":["trace[339205748] 'process raft request' (duration: 728.50032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:21.996615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.267764Z","time spent":"728.766054ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:22.046555Z","caller":"traceutil/trace.go:172","msg":"trace[500060362] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:611; }","duration":"552.023618ms","start":"2026-04-18T17:54:21.494514Z","end":"2026-04-18T17:54:22.046538Z","steps":["trace[500060362] 'read index received' (duration: 552.017678ms)","trace[500060362] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:22.046959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.436213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:54:22.047026Z","caller":"traceutil/trace.go:172","msg":"trace[459801907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:571; }","duration":"552.512153ms","start":"2026-04-18T17:54:21.494498Z","end":"2026-04-18T17:54:22.047010Z","steps":["trace[459801907] 'agreement among raft nodes before linearized reading' (duration: 552.26404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:22.047072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.494475Z","time spent":"552.583994ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:22.047111Z","caller":"traceutil/trace.go:172","msg":"trace[1906418711] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"124.86918ms","start":"2026-04-18T17:54:21.922224Z","end":"2026-04-18T17:54:22.047093Z","steps":["trace[1906418711] 'process raft request' (duration: 124.806679ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:22.047265Z","caller":"traceutil/trace.go:172","msg":"trace[217371686] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"778.407089ms","start":"2026-04-18T17:54:21.268842Z","end":"2026-04-18T17:54:22.047249Z","steps":["trace[217371686] 'process raft request' (duration: 778.089696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:22.047365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.268829Z","time spent":"778.47726ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:22.048105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"522.062654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:22.048179Z","caller":"traceutil/trace.go:172","msg":"trace[1801693961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:573; }","duration":"522.154975ms","start":"2026-04-18T17:54:21.526008Z","end":"2026-04-18T17:54:22.048163Z","steps":["trace[1801693961] 'agreement among raft nodes before linearized reading' (duration: 521.944852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:22.048218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.525977Z","time spent":"522.231716ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:22.048480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.367935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:22.048514Z","caller":"traceutil/trace.go:172","msg":"trace[1198415685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"397.400855ms","start":"2026-04-18T17:54:21.651104Z","end":"2026-04-18T17:54:22.048505Z","steps":["trace[1198415685] 'agreement among raft nodes before linearized reading' (duration: 397.348474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:22.048538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.651082Z","time spent":"397.450195ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:22.048887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"460.333501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:22.048924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.109951ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:22.048955Z","caller":"traceutil/trace.go:172","msg":"trace[379746190] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:573; }","duration":"460.411412ms","start":"2026-04-18T17:54:21.588528Z","end":"2026-04-18T17:54:22.048939Z","steps":["trace[379746190] 'agreement among raft nodes before linearized reading' (duration: 460.302961ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:22.048976Z","caller":"traceutil/trace.go:172","msg":"trace[1134662821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:573; }","duration":"404.164972ms","start":"2026-04-18T17:54:21.644797Z","end":"2026-04-18T17:54:22.048962Z","steps":["trace[1134662821] 'agreement among raft nodes before linearized reading' (duration: 404.083411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:22.048992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.588506Z","time spent":"460.477623ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:22.049472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.938689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:22.049535Z","caller":"traceutil/trace.go:172","msg":"trace[1945955698] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:573; }","duration":"327.017423ms","start":"2026-04-18T17:54:21.722501Z","end":"2026-04-18T17:54:22.049519Z","steps":["trace[1945955698] 'agreement among raft nodes before linearized reading' (duration: 325.788017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:22.049570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.722478Z","time spent":"327.080834ms","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:28.151368Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.252734ms"} {"level":"warn","ts":"2026-04-18T17:54:28.264793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.712392ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-18T17:54:28.265108Z","caller":"traceutil/trace.go:172","msg":"trace[1525579788] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"189.255966ms","start":"2026-04-18T17:54:28.075839Z","end":"2026-04-18T17:54:28.265095Z","steps":["trace[1525579788] 'process raft request' (duration: 189.198265ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:28.265068Z","caller":"traceutil/trace.go:172","msg":"trace[1547935606] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"179.081827ms","start":"2026-04-18T17:54:28.085967Z","end":"2026-04-18T17:54:28.265049Z","steps":["trace[1547935606] 'read index received' (duration: 178.032474ms)","trace[1547935606] 'applied index is now lower than readState.Index' (duration: 1.048033ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:28.265292Z","caller":"traceutil/trace.go:172","msg":"trace[1524660353] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"249.68794ms","start":"2026-04-18T17:54:28.015581Z","end":"2026-04-18T17:54:28.265269Z","steps":["trace[1524660353] 'process raft request' (duration: 249.344726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:28.265551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.567783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:54:28.265621Z","caller":"traceutil/trace.go:172","msg":"trace[1742774992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"179.651064ms","start":"2026-04-18T17:54:28.085955Z","end":"2026-04-18T17:54:28.265606Z","steps":["trace[1742774992] 'agreement among raft nodes before linearized reading' (duration: 179.176258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:28.266995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.03348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:54:28.267031Z","caller":"traceutil/trace.go:172","msg":"trace[2057416610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:597; }","duration":"180.077041ms","start":"2026-04-18T17:54:28.086943Z","end":"2026-04-18T17:54:28.267020Z","steps":["trace[2057416610] 'agreement among raft nodes before linearized reading' (duration: 179.957899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:31.756366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.257822ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:31.756470Z","caller":"traceutil/trace.go:172","msg":"trace[1761114016] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"111.379773ms","start":"2026-04-18T17:54:31.645071Z","end":"2026-04-18T17:54:31.756451Z","steps":["trace[1761114016] 'range keys from in-memory index tree' (duration: 111.198181ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:31.956103Z","caller":"traceutil/trace.go:172","msg":"trace[1167790318] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:647; }","duration":"302.967046ms","start":"2026-04-18T17:54:31.653104Z","end":"2026-04-18T17:54:31.956071Z","steps":["trace[1167790318] 'read index received' (duration: 302.958776ms)","trace[1167790318] 'applied index is now lower than readState.Index' (duration: 6.56µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:31.966992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.43333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:31.967113Z","caller":"traceutil/trace.go:172","msg":"trace[193326489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"210.575122ms","start":"2026-04-18T17:54:31.756518Z","end":"2026-04-18T17:54:31.967093Z","steps":["trace[193326489] 'agreement among raft nodes before linearized reading' (duration: 210.41081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:31.967615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.511432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:31.967736Z","caller":"traceutil/trace.go:172","msg":"trace[59879043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"314.629394ms","start":"2026-04-18T17:54:31.653089Z","end":"2026-04-18T17:54:31.967719Z","steps":["trace[59879043] 'agreement among raft nodes before linearized reading' (duration: 303.132519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:31.967892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:31.653067Z","time spent":"314.813206ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:32.597099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.059051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:32.597263Z","caller":"traceutil/trace.go:172","msg":"trace[996278376] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"180.326027ms","start":"2026-04-18T17:54:32.416914Z","end":"2026-04-18T17:54:32.597240Z","steps":["trace[996278376] 'process raft request' (duration: 75.002223ms)","trace[996278376] 'compare' (duration: 104.837328ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:32.615140Z","caller":"traceutil/trace.go:172","msg":"trace[933124644] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"197.99642ms","start":"2026-04-18T17:54:32.417112Z","end":"2026-04-18T17:54:32.615108Z","steps":["trace[933124644] 'process raft request' (duration: 197.812508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.117172Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116802,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:37.396452Z","caller":"traceutil/trace.go:172","msg":"trace[1611797291] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"922.887094ms","start":"2026-04-18T17:54:36.473538Z","end":"2026-04-18T17:54:37.396425Z","steps":["trace[1611797291] 'process raft request' (duration: 922.713321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.396635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.473467Z","time spent":"923.080846ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:37.438129Z","caller":"traceutil/trace.go:172","msg":"trace[347332485] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:665; }","duration":"822.131903ms","start":"2026-04-18T17:54:36.615971Z","end":"2026-04-18T17:54:37.438103Z","steps":["trace[347332485] 'read index received' (duration: 822.124153ms)","trace[347332485] 'applied index is now lower than readState.Index' (duration: 5.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:37.438576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.588199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:37.438650Z","caller":"traceutil/trace.go:172","msg":"trace[913082843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"822.65397ms","start":"2026-04-18T17:54:36.615956Z","end":"2026-04-18T17:54:37.438610Z","steps":["trace[913082843] 'agreement among raft nodes before linearized reading' (duration: 822.252884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.438687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.615935Z","time spent":"822.742332ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:37.439249Z","caller":"traceutil/trace.go:172","msg":"trace[1599818979] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"961.354783ms","start":"2026-04-18T17:54:36.477880Z","end":"2026-04-18T17:54:37.439235Z","steps":["trace[1599818979] 'process raft request' (duration: 961.099289ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:37.439258Z","caller":"traceutil/trace.go:172","msg":"trace[1193296822] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"466.979837ms","start":"2026-04-18T17:54:36.972252Z","end":"2026-04-18T17:54:37.439231Z","steps":["trace[1193296822] 'process raft request' (duration: 466.912596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.439382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.477869Z","time spent":"961.412913ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:37.439441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.972220Z","time spent":"467.117728ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:37.439774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.798439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:37.439837Z","caller":"traceutil/trace.go:172","msg":"trace[799508116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:621; }","duration":"793.86125ms","start":"2026-04-18T17:54:36.645968Z","end":"2026-04-18T17:54:37.439829Z","steps":["trace[799508116] 'agreement among raft nodes before linearized reading' (duration: 793.785269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.440031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"753.674808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:37.440058Z","caller":"traceutil/trace.go:172","msg":"trace[264916205] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:621; }","duration":"753.703178ms","start":"2026-04-18T17:54:36.686348Z","end":"2026-04-18T17:54:37.440051Z","steps":["trace[264916205] 'agreement among raft nodes before linearized reading' (duration: 753.660838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.440077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.686325Z","time spent":"753.746139ms","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:37.440262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"774.571529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:54:37.440291Z","caller":"traceutil/trace.go:172","msg":"trace[547524589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"774.598609ms","start":"2026-04-18T17:54:36.665683Z","end":"2026-04-18T17:54:37.440282Z","steps":["trace[547524589] 'agreement among raft nodes before linearized reading' (duration: 774.498738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.440311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.665659Z","time spent":"774.644549ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:43.046783Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"ad427454a89beddc","to":"5c0e5865e25e3cba","bytes":749150,"size":"749 kB","took":"30.015410415s"} {"level":"warn","ts":"2026-04-18T17:54:43.758768Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"110.803544ms"} {"level":"info","ts":"2026-04-18T17:54:43.759333Z","caller":"traceutil/trace.go:172","msg":"trace[438963591] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"285.666722ms","start":"2026-04-18T17:54:43.473642Z","end":"2026-04-18T17:54:43.759309Z","steps":["trace[438963591] 'process raft request' (duration: 285.317378ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:43.776521Z","caller":"traceutil/trace.go:172","msg":"trace[699911693] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:683; }","duration":"248.967069ms","start":"2026-04-18T17:54:43.527526Z","end":"2026-04-18T17:54:43.776493Z","steps":["trace[699911693] 'read index received' (duration: 248.903508ms)","trace[699911693] 'applied index is now lower than readState.Index' (duration: 11.36µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:43.776538Z","caller":"traceutil/trace.go:172","msg":"trace[723647218] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"301.54388ms","start":"2026-04-18T17:54:43.474978Z","end":"2026-04-18T17:54:43.776522Z","steps":["trace[723647218] 'process raft request' (duration: 301.406868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:43.776746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.205082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:54:43.776789Z","caller":"traceutil/trace.go:172","msg":"trace[407419553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"249.269433ms","start":"2026-04-18T17:54:43.527509Z","end":"2026-04-18T17:54:43.776779Z","steps":["trace[407419553] 'agreement among raft nodes before linearized reading' (duration: 249.071931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:43.776808Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:43.474940Z","time spent":"301.735872ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:43.777674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.967941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:43.777746Z","caller":"traceutil/trace.go:172","msg":"trace[293057128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"250.044952ms","start":"2026-04-18T17:54:43.527687Z","end":"2026-04-18T17:54:43.777732Z","steps":["trace[293057128] 'agreement among raft nodes before linearized reading' (duration: 249.836269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:43.778207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.712862ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:43.778258Z","caller":"traceutil/trace.go:172","msg":"trace[207274399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:635; }","duration":"132.929025ms","start":"2026-04-18T17:54:43.645318Z","end":"2026-04-18T17:54:43.778247Z","steps":["trace[207274399] 'agreement among raft nodes before linearized reading' (duration: 132.694912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:43.777887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.165533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:43.778389Z","caller":"traceutil/trace.go:172","msg":"trace[1243839635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"127.661359ms","start":"2026-04-18T17:54:43.650712Z","end":"2026-04-18T17:54:43.778373Z","steps":["trace[1243839635] 'agreement among raft nodes before linearized reading' (duration: 127.138183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:47.885242Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"137.598543ms"} {"level":"info","ts":"2026-04-18T17:54:47.915644Z","caller":"traceutil/trace.go:172","msg":"trace[520569720] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"338.672156ms","start":"2026-04-18T17:54:47.576953Z","end":"2026-04-18T17:54:47.915625Z","steps":["trace[520569720] 'process raft request' (duration: 338.541384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:47.915849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.576929Z","time spent":"338.789617ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:48.145463Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794116870,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:48.196193Z","caller":"traceutil/trace.go:172","msg":"trace[1427243497] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:696; }","duration":"551.176426ms","start":"2026-04-18T17:54:47.644982Z","end":"2026-04-18T17:54:48.196159Z","steps":["trace[1427243497] 'read index received' (duration: 551.168606ms)","trace[1427243497] 'applied index is now lower than readState.Index' (duration: 6.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.257614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"612.658362ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.257713Z","caller":"traceutil/trace.go:172","msg":"trace[24551953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:646; }","duration":"612.768573ms","start":"2026-04-18T17:54:47.644921Z","end":"2026-04-18T17:54:48.257689Z","steps":["trace[24551953] 'agreement among raft nodes before linearized reading' (duration: 551.391439ms)","trace[24551953] 'range keys from in-memory index tree' (duration: 61.244023ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:48.258055Z","caller":"traceutil/trace.go:172","msg":"trace[1177518668] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"469.025776ms","start":"2026-04-18T17:54:47.789017Z","end":"2026-04-18T17:54:48.258043Z","steps":["trace[1177518668] 'process raft request' (duration: 468.758042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.258130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.209809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-18T17:54:48.258155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.788995Z","time spent":"469.101776ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:48.258086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"608.022224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:48.258339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.581053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:48.258358Z","caller":"traceutil/trace.go:172","msg":"trace[789168008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"452.598613ms","start":"2026-04-18T17:54:47.805753Z","end":"2026-04-18T17:54:48.258352Z","steps":["trace[789168008] 'agreement among raft nodes before linearized reading' (duration: 452.550943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.258375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.805691Z","time spent":"452.679454ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:48.258358Z","caller":"traceutil/trace.go:172","msg":"trace[6787714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"608.306418ms","start":"2026-04-18T17:54:47.650015Z","end":"2026-04-18T17:54:48.258321Z","steps":["trace[6787714] 'agreement among raft nodes before linearized reading' (duration: 607.955754ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.258438Z","caller":"traceutil/trace.go:172","msg":"trace[2007747306] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"484.312623ms","start":"2026-04-18T17:54:47.774117Z","end":"2026-04-18T17:54:48.258429Z","steps":["trace[2007747306] 'process raft request' (duration: 422.420203ms)","trace[2007747306] 'compare' (duration: 60.943609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.258464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.649992Z","time spent":"608.43388ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:48.258482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.774087Z","time spent":"484.371383ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:48.258235Z","caller":"traceutil/trace.go:172","msg":"trace[753315290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"452.29573ms","start":"2026-04-18T17:54:47.805864Z","end":"2026-04-18T17:54:48.258160Z","steps":["trace[753315290] 'agreement among raft nodes before linearized reading' (duration: 452.118468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.258554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.805823Z","time spent":"452.726115ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:48.258285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.092198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.258597Z","caller":"traceutil/trace.go:172","msg":"trace[268390926] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:648; }","duration":"374.405692ms","start":"2026-04-18T17:54:47.884186Z","end":"2026-04-18T17:54:48.258591Z","steps":["trace[268390926] 'agreement among raft nodes before linearized reading' (duration: 374.077758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.258612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.884147Z","time spent":"374.460232ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:50.395558Z","caller":"traceutil/trace.go:172","msg":"trace[125511083] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"132.126439ms","start":"2026-04-18T17:54:50.263408Z","end":"2026-04-18T17:54:50.395535Z","steps":["trace[125511083] 'process raft request' (duration: 131.990007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:50.597900Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.589722ms"} {"level":"info","ts":"2026-04-18T17:54:50.597955Z","caller":"traceutil/trace.go:172","msg":"trace[735909759] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:702; }","duration":"296.721675ms","start":"2026-04-18T17:54:50.301210Z","end":"2026-04-18T17:54:50.597932Z","steps":["trace[735909759] 'read index received' (duration: 296.712965ms)","trace[735909759] 'applied index is now lower than readState.Index' (duration: 7.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:50.618372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.147415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:50.618442Z","caller":"traceutil/trace.go:172","msg":"trace[375241835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:651; }","duration":"317.230316ms","start":"2026-04-18T17:54:50.301196Z","end":"2026-04-18T17:54:50.618426Z","steps":["trace[375241835] 'agreement among raft nodes before linearized reading' (duration: 296.837956ms)","trace[375241835] 'range keys from in-memory index tree' (duration: 20.202187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:50.618473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:50.301154Z","time spent":"317.311627ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:50.618534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.230996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:54:50.618529Z","caller":"traceutil/trace.go:172","msg":"trace[692088856] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"354.886008ms","start":"2026-04-18T17:54:50.263605Z","end":"2026-04-18T17:54:50.618491Z","steps":["trace[692088856] 'process raft request' (duration: 334.414627ms)","trace[692088856] 'compare' (duration: 20.326649ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:50.618584Z","caller":"traceutil/trace.go:172","msg":"trace[708313853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"317.294687ms","start":"2026-04-18T17:54:50.301279Z","end":"2026-04-18T17:54:50.618574Z","steps":["trace[708313853] 'agreement among raft nodes before linearized reading' (duration: 317.158885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:50.618611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:50.301259Z","time spent":"317.345148ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:50.618688Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:50.263584Z","time spent":"355.026889ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:50.733725Z","caller":"traceutil/trace.go:172","msg":"trace[1703508691] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"110.609166ms","start":"2026-04-18T17:54:50.623096Z","end":"2026-04-18T17:54:50.733705Z","steps":["trace[1703508691] 'process raft request' (duration: 104.47797ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:52.520752Z","caller":"traceutil/trace.go:172","msg":"trace[1333605026] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"119.819833ms","start":"2026-04-18T17:54:52.400916Z","end":"2026-04-18T17:54:52.520736Z","steps":["trace[1333605026] 'process raft request' (duration: 119.459929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.829344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.781717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.829446Z","caller":"traceutil/trace.go:172","msg":"trace[808663947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:655; }","duration":"183.912328ms","start":"2026-04-18T17:54:52.645517Z","end":"2026-04-18T17:54:52.829430Z","steps":["trace[808663947] 'range keys from in-memory index tree' (duration: 183.729466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.953343Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.957855ms"} {"level":"info","ts":"2026-04-18T17:54:52.953794Z","caller":"traceutil/trace.go:172","msg":"trace[1181396751] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"329.843862ms","start":"2026-04-18T17:54:52.623927Z","end":"2026-04-18T17:54:52.953771Z","steps":["trace[1181396751] 'process raft request' (duration: 329.585719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.953965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:52.623888Z","time spent":"329.993564ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:52.958088Z","caller":"traceutil/trace.go:172","msg":"trace[360215490] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:708; }","duration":"305.15815ms","start":"2026-04-18T17:54:52.652897Z","end":"2026-04-18T17:54:52.958055Z","steps":["trace[360215490] 'read index received' (duration: 305.147689ms)","trace[360215490] 'applied index is now lower than readState.Index' (duration: 8.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:52.958260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.355382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.958350Z","caller":"traceutil/trace.go:172","msg":"trace[63775141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"305.447403ms","start":"2026-04-18T17:54:52.652891Z","end":"2026-04-18T17:54:52.958338Z","steps":["trace[63775141] 'agreement among raft nodes before linearized reading' (duration: 305.319841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.958376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:52.652866Z","time spent":"305.505174ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:54:52.958525Z","caller":"traceutil/trace.go:172","msg":"trace[1222285364] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"151.589413ms","start":"2026-04-18T17:54:52.806913Z","end":"2026-04-18T17:54:52.958502Z","steps":["trace[1222285364] 'process raft request' (duration: 151.422131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.959990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.154252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.960066Z","caller":"traceutil/trace.go:172","msg":"trace[840249355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"306.262863ms","start":"2026-04-18T17:54:52.653786Z","end":"2026-04-18T17:54:52.960049Z","steps":["trace[840249355] 'agreement among raft nodes before linearized reading' (duration: 306.115661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.960084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.568265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:52.960101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:52.653770Z","time spent":"306.322024ms","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:54:52.960146Z","caller":"traceutil/trace.go:172","msg":"trace[827923118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:657; }","duration":"130.638046ms","start":"2026-04-18T17:54:52.829482Z","end":"2026-04-18T17:54:52.960120Z","steps":["trace[827923118] 'agreement among raft nodes before linearized reading' (duration: 130.521315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.960630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.25796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:54:52.960691Z","caller":"traceutil/trace.go:172","msg":"trace[82147375] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:657; }","duration":"179.348032ms","start":"2026-04-18T17:54:52.781329Z","end":"2026-04-18T17:54:52.960677Z","steps":["trace[82147375] 'agreement among raft nodes before linearized reading' (duration: 178.624642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.960346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.970815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:52.960957Z","caller":"traceutil/trace.go:172","msg":"trace[2002341223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:657; }","duration":"223.576203ms","start":"2026-04-18T17:54:52.737366Z","end":"2026-04-18T17:54:52.960942Z","steps":["trace[2002341223] 'agreement among raft nodes before linearized reading' (duration: 222.800462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.960390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.924218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:54:52.961200Z","caller":"traceutil/trace.go:172","msg":"trace[550311408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:657; }","duration":"238.745029ms","start":"2026-04-18T17:54:52.722444Z","end":"2026-04-18T17:54:52.961189Z","steps":["trace[550311408] 'agreement among raft nodes before linearized reading' (duration: 237.777366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.224701Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"65.494232ms"} {"level":"info","ts":"2026-04-18T17:54:53.326542Z","caller":"traceutil/trace.go:172","msg":"trace[1030794269] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"361.978059ms","start":"2026-04-18T17:54:52.964545Z","end":"2026-04-18T17:54:53.326523Z","steps":["trace[1030794269] 'process raft request' (duration: 361.853007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.326674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:52.964511Z","time spent":"362.105221ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:53.335343Z","caller":"traceutil/trace.go:172","msg":"trace[727499606] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:711; }","duration":"304.537657ms","start":"2026-04-18T17:54:53.030782Z","end":"2026-04-18T17:54:53.335319Z","steps":["trace[727499606] 'read index received' (duration: 304.528467ms)","trace[727499606] 'applied index is now lower than readState.Index' (duration: 8.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.345420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.61922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:53.345500Z","caller":"traceutil/trace.go:172","msg":"trace[1789123873] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:658; }","duration":"314.718842ms","start":"2026-04-18T17:54:53.030767Z","end":"2026-04-18T17:54:53.345486Z","steps":["trace[1789123873] 'agreement among raft nodes before linearized reading' (duration: 304.663308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.345534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:53.030723Z","time spent":"314.803983ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:53.345656Z","caller":"traceutil/trace.go:172","msg":"trace[1015696640] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"112.168879ms","start":"2026-04-18T17:54:53.233461Z","end":"2026-04-18T17:54:53.345630Z","steps":["trace[1015696640] 'process raft request' (duration: 112.080228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.345658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.708164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:53.345755Z","caller":"traceutil/trace.go:172","msg":"trace[1003763101] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:660; }","duration":"229.809635ms","start":"2026-04-18T17:54:53.115918Z","end":"2026-04-18T17:54:53.345727Z","steps":["trace[1003763101] 'agreement among raft nodes before linearized reading' (duration: 229.672334ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:53.345996Z","caller":"traceutil/trace.go:172","msg":"trace[1269061441] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"379.799767ms","start":"2026-04-18T17:54:52.966177Z","end":"2026-04-18T17:54:53.345977Z","steps":["trace[1269061441] 'process raft request' (duration: 369.247548ms)","trace[1269061441] 'compare' (duration: 10.009323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.346106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:52.966161Z","time spent":"379.872438ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:53.816003Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ad427454a89beddc switched to configuration voters=(6633336495776087226 12484669023979302364) learners=(4471675562185009152)"} {"level":"info","ts":"2026-04-18T17:54:53.816186Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","added-peer-id":"3e0e953b5ad52800","added-peer-peer-urls":["https://199.204.45.72:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:54:53.816226Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816257Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816439Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816424Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816471Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-04-18T17:54:53.816489Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816473Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816509Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ad427454a89beddc","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816509Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"error","ts":"2026-04-18T17:54:53.879365Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:54:53.879441Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"3e0e953b5ad52800","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-18T17:54:54.369702Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:54:54.869081Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:54:54.869168Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"3e0e953b5ad52800","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-18T17:54:55.382497Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:54:55.868121Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:54:55.868243Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"3e0e953b5ad52800","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-18T17:54:56.277789Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.72:2380/version","remote-member-id":"3e0e953b5ad52800","error":"Get \"https://199.204.45.72:2380/version\": dial tcp 199.204.45.72:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:54:56.277865Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"3e0e953b5ad52800","error":"Get \"https://199.204.45.72:2380/version\": dial tcp 199.204.45.72:2380: connect: connection refused"} {"level":"error","ts":"2026-04-18T17:54:56.410515Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-18T17:54:56.566105Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.566157Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.575046Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"3e0e953b5ad52800","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:54:56.575102Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.575399Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"3e0e953b5ad52800","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:54:56.575525Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.579505Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.581319Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":724,"remote-peer-id":"3e0e953b5ad52800","bytes":1086421,"size":"1.1 MB"} {"level":"info","ts":"2026-04-18T17:54:56.581149Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"ad427454a89beddc","to":"3e0e953b5ad52800","bytes":1086421,"size":"1.1 MB"} {"level":"info","ts":"2026-04-18T17:54:56.587474Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1077248,"size":"1.1 MB"} {"level":"info","ts":"2026-04-18T17:54:56.599703Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":724,"remote-peer-id":"3e0e953b5ad52800","bytes":1086421,"size":"1.1 MB"} {"level":"warn","ts":"2026-04-18T17:54:56.625504Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:56.625658Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:56.639501Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.639698Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"3e0e953b5ad52800","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:54:56.639718Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.639728Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.647163Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ad427454a89beddc","to":"3e0e953b5ad52800","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:54:56.647282Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.647303Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.669968Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ad427454a89beddc","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.872284Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ad427454a89beddc switched to configuration voters=(4471675562185009152 6633336495776087226 12484669023979302364)"} {"level":"info","ts":"2026-04-18T17:54:56.872481Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","promoted-member-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.872537Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ad427454a89beddc","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"3e0e953b5ad52800"} {"level":"warn","ts":"2026-04-18T17:55:01.811288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.976564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:01.811369Z","caller":"traceutil/trace.go:172","msg":"trace[547425871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"160.074316ms","start":"2026-04-18T17:55:01.651281Z","end":"2026-04-18T17:55:01.811355Z","steps":["trace[547425871] 'range keys from in-memory index tree' (duration: 159.275596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.811373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.26987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:01.811448Z","caller":"traceutil/trace.go:172","msg":"trace[861446516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:680; }","duration":"166.366161ms","start":"2026-04-18T17:55:01.645065Z","end":"2026-04-18T17:55:01.811431Z","steps":["trace[861446516] 'range keys from in-memory index tree' (duration: 166.21278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:02.780085Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.058954ms"} {"level":"warn","ts":"2026-04-18T17:55:02.780155Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.136235ms"} {"level":"info","ts":"2026-04-18T17:55:02.780396Z","caller":"traceutil/trace.go:172","msg":"trace[136896206] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"178.121863ms","start":"2026-04-18T17:55:02.602254Z","end":"2026-04-18T17:55:02.780376Z","steps":["trace[136896206] 'process raft request' (duration: 177.958041ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:02.781982Z","caller":"traceutil/trace.go:172","msg":"trace[66163519] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:740; }","duration":"137.42444ms","start":"2026-04-18T17:55:02.644535Z","end":"2026-04-18T17:55:02.781959Z","steps":["trace[66163519] 'read index received' (duration: 137.41847ms)","trace[66163519] 'applied index is now lower than readState.Index' (duration: 4.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:02.782134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.582553ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:02.782217Z","caller":"traceutil/trace.go:172","msg":"trace[69156445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:681; }","duration":"137.638844ms","start":"2026-04-18T17:55:02.644528Z","end":"2026-04-18T17:55:02.782167Z","steps":["trace[69156445] 'agreement among raft nodes before linearized reading' (duration: 137.557482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:02.783282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.147207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:02.783346Z","caller":"traceutil/trace.go:172","msg":"trace[773415881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"132.212497ms","start":"2026-04-18T17:55:02.651119Z","end":"2026-04-18T17:55:02.783332Z","steps":["trace[773415881] 'agreement among raft nodes before linearized reading' (duration: 132.103506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.162995Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"14.953715ms"} {"level":"warn","ts":"2026-04-18T17:55:03.163126Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.085287ms"} {"level":"info","ts":"2026-04-18T17:55:03.215159Z","caller":"traceutil/trace.go:172","msg":"trace[1166350424] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"218.733ms","start":"2026-04-18T17:55:02.996395Z","end":"2026-04-18T17:55:03.215128Z","steps":["trace[1166350424] 'process raft request' (duration: 166.694153ms)","trace[1166350424] 'compare' (duration: 51.914326ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:55:03.223355Z","caller":"traceutil/trace.go:172","msg":"trace[1001868314] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"142.360348ms","start":"2026-04-18T17:55:03.080980Z","end":"2026-04-18T17:55:03.223341Z","steps":["trace[1001868314] 'process raft request' (duration: 142.327048ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:03.223425Z","caller":"traceutil/trace.go:172","msg":"trace[228138974] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"222.127731ms","start":"2026-04-18T17:55:03.001280Z","end":"2026-04-18T17:55:03.223407Z","steps":["trace[228138974] 'process raft request' (duration: 221.917309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:06.795885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.102458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:06.795988Z","caller":"traceutil/trace.go:172","msg":"trace[427651290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:692; }","duration":"151.219319ms","start":"2026-04-18T17:55:06.644750Z","end":"2026-04-18T17:55:06.795969Z","steps":["trace[427651290] 'range keys from in-memory index tree' (duration: 151.042408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:06.796510Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.247481ms"} {"level":"warn","ts":"2026-04-18T17:55:06.796550Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.290481ms"} {"level":"info","ts":"2026-04-18T17:55:06.797980Z","caller":"traceutil/trace.go:172","msg":"trace[1926651584] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:756; }","duration":"145.970747ms","start":"2026-04-18T17:55:06.651991Z","end":"2026-04-18T17:55:06.797961Z","steps":["trace[1926651584] 'read index received' (duration: 145.952126ms)","trace[1926651584] 'applied index is now lower than readState.Index' (duration: 17.561µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:06.798218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.221619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:06.798292Z","caller":"traceutil/trace.go:172","msg":"trace[2087528189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"146.29649ms","start":"2026-04-18T17:55:06.651981Z","end":"2026-04-18T17:55:06.798277Z","steps":["trace[2087528189] 'agreement among raft nodes before linearized reading' (duration: 146.142588ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:11.434238Z","caller":"traceutil/trace.go:172","msg":"trace[981569547] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"128.698521ms","start":"2026-04-18T17:55:11.305519Z","end":"2026-04-18T17:55:11.434217Z","steps":["trace[981569547] 'process raft request' (duration: 128.5708ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:17.527824Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-18T17:55:18.468253Z","caller":"traceutil/trace.go:172","msg":"trace[499853008] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:810; }","duration":"104.876418ms","start":"2026-04-18T17:55:18.363354Z","end":"2026-04-18T17:55:18.468231Z","steps":["trace[499853008] 'read index received' (duration: 104.867848ms)","trace[499853008] 'applied index is now lower than readState.Index' (duration: 7.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:18.808413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.13215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-18T17:55:18.808444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"445.072106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:18.808510Z","caller":"traceutil/trace.go:172","msg":"trace[807254159] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:742; }","duration":"445.142887ms","start":"2026-04-18T17:55:18.363350Z","end":"2026-04-18T17:55:18.808493Z","steps":["trace[807254159] 'agreement among raft nodes before linearized reading' (duration: 104.977309ms)","trace[807254159] 'range keys from in-memory index tree' (duration: 340.067687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:18.808547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:18.363332Z","time spent":"445.205727ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:18.808633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.392949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:18.808674Z","caller":"traceutil/trace.go:172","msg":"trace[1845346093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:742; }","duration":"160.43312ms","start":"2026-04-18T17:55:18.648229Z","end":"2026-04-18T17:55:18.808662Z","steps":["trace[1845346093] 'range keys from in-memory index tree' (duration: 160.339919ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:18.809007Z","caller":"traceutil/trace.go:172","msg":"trace[583759131] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:810; }","duration":"157.542205ms","start":"2026-04-18T17:55:18.651449Z","end":"2026-04-18T17:55:18.808991Z","steps":["trace[583759131] 'read index received' (duration: 727.429µs)","trace[583759131] 'applied index is now lower than readState.Index' (duration: 156.813456ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:55:18.809022Z","caller":"traceutil/trace.go:172","msg":"trace[567567605] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"382.174909ms","start":"2026-04-18T17:55:18.426835Z","end":"2026-04-18T17:55:18.809010Z","steps":["trace[567567605] 'process raft request' (duration: 381.677462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:18.809211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:18.426811Z","time spent":"382.249079ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:18.868137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.68234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:18.868215Z","caller":"traceutil/trace.go:172","msg":"trace[753243492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"216.760951ms","start":"2026-04-18T17:55:18.651433Z","end":"2026-04-18T17:55:18.868194Z","steps":["trace[753243492] 'agreement among raft nodes before linearized reading' (duration: 157.675748ms)","trace[753243492] 'range keys from in-memory index tree' (duration: 58.975402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:19.076948Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.889543ms"} {"level":"warn","ts":"2026-04-18T17:55:19.077019Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.969164ms"} {"level":"info","ts":"2026-04-18T17:55:19.157238Z","caller":"traceutil/trace.go:172","msg":"trace[736457195] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:813; }","duration":"286.763361ms","start":"2026-04-18T17:55:18.870439Z","end":"2026-04-18T17:55:19.157202Z","steps":["trace[736457195] 'read index received' (duration: 286.745731ms)","trace[736457195] 'applied index is now lower than readState.Index' (duration: 15.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:19.157477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.983373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.157507Z","caller":"traceutil/trace.go:172","msg":"trace[978122268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"287.083754ms","start":"2026-04-18T17:55:18.870416Z","end":"2026-04-18T17:55:19.157499Z","steps":["trace[978122268] 'agreement among raft nodes before linearized reading' (duration: 286.917232ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:19.157624Z","caller":"traceutil/trace.go:172","msg":"trace[629729959] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"210.805017ms","start":"2026-04-18T17:55:18.946737Z","end":"2026-04-18T17:55:19.157542Z","steps":["trace[629729959] 'process raft request' (duration: 210.493483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.322129Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.084525ms"} {"level":"warn","ts":"2026-04-18T17:55:19.322198Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.164066ms"} {"level":"warn","ts":"2026-04-18T17:55:19.440653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.293746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:55:19.648469Z","caller":"traceutil/trace.go:172","msg":"trace[1974312644] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"115.898658ms","start":"2026-04-18T17:55:19.532552Z","end":"2026-04-18T17:55:19.648451Z","steps":["trace[1974312644] 'process raft request' (duration: 115.847547ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:26.600373Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"ad427454a89beddc","to":"3e0e953b5ad52800","bytes":1086421,"size":"1.1 MB","took":"30.019222658s"} {"level":"warn","ts":"2026-04-18T17:55:27.398040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.39231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:55:28.038543Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.250678ms"} {"level":"warn","ts":"2026-04-18T17:55:28.038606Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.324139ms"} {"level":"info","ts":"2026-04-18T17:55:28.064899Z","caller":"traceutil/trace.go:172","msg":"trace[768601285] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"367.107927ms","start":"2026-04-18T17:55:27.697738Z","end":"2026-04-18T17:55:28.064846Z","steps":["trace[768601285] 'process raft request' (duration: 340.932257ms)","trace[768601285] 'compare' (duration: 25.973868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:28.065022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:27.697728Z","time spent":"367.225429ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:28.144795Z","caller":"traceutil/trace.go:172","msg":"trace[127712601] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:864; }","duration":"403.608469ms","start":"2026-04-18T17:55:27.741113Z","end":"2026-04-18T17:55:28.144721Z","steps":["trace[127712601] 'read index received' (duration: 403.592629ms)","trace[127712601] 'applied index is now lower than readState.Index' (duration: 13.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:28.237365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.235892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:55:28.237462Z","caller":"traceutil/trace.go:172","msg":"trace[1968851497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"496.343293ms","start":"2026-04-18T17:55:27.741096Z","end":"2026-04-18T17:55:28.237439Z","steps":["trace[1968851497] 'agreement among raft nodes before linearized reading' (duration: 403.786391ms)","trace[1968851497] 'range keys from in-memory index tree' (duration: 92.32258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:28.237511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:27.741070Z","time spent":"496.427354ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:46.425419Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.670491ms"} {"level":"warn","ts":"2026-04-18T17:55:46.425492Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.745212ms"} {"level":"info","ts":"2026-04-18T17:55:46.425682Z","caller":"traceutil/trace.go:172","msg":"trace[1299302802] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"253.182355ms","start":"2026-04-18T17:55:46.172476Z","end":"2026-04-18T17:55:46.425658Z","steps":["trace[1299302802] 'process raft request' (duration: 253.047784ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:46.531287Z","caller":"traceutil/trace.go:172","msg":"trace[357405406] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"100.558195ms","start":"2026-04-18T17:55:46.430706Z","end":"2026-04-18T17:55:46.531264Z","steps":["trace[357405406] 'process raft request' (duration: 100.387103ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:59.507623Z","caller":"traceutil/trace.go:172","msg":"trace[1445559445] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"156.466826ms","start":"2026-04-18T17:55:59.351139Z","end":"2026-04-18T17:55:59.507606Z","steps":["trace[1445559445] 'process raft request' (duration: 156.300204ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:59.508559Z","caller":"traceutil/trace.go:172","msg":"trace[731399951] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1005; }","duration":"127.843413ms","start":"2026-04-18T17:55:59.380670Z","end":"2026-04-18T17:55:59.508514Z","steps":["trace[731399951] 'read index received' (duration: 127.839303ms)","trace[731399951] 'applied index is now lower than readState.Index' (duration: 3.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:59.509127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.440389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:59.509282Z","caller":"traceutil/trace.go:172","msg":"trace[1972979164] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:909; }","duration":"128.604261ms","start":"2026-04-18T17:55:59.380666Z","end":"2026-04-18T17:55:59.509270Z","steps":["trace[1972979164] 'agreement among raft nodes before linearized reading' (duration: 127.939354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:00.728272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.03404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:00.728668Z","caller":"traceutil/trace.go:172","msg":"trace[2086551134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:912; }","duration":"125.436745ms","start":"2026-04-18T17:56:00.603213Z","end":"2026-04-18T17:56:00.728649Z","steps":["trace[2086551134] 'range keys from in-memory index tree' (duration: 124.14616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:06.145425Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:06.514722Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"828.122564ms"} {"level":"warn","ts":"2026-04-18T17:56:06.514774Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"828.181117ms"} {"level":"info","ts":"2026-04-18T17:56:06.515692Z","caller":"traceutil/trace.go:172","msg":"trace[194692774] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"985.727421ms","start":"2026-04-18T17:56:05.529948Z","end":"2026-04-18T17:56:06.515675Z","steps":["trace[194692774] 'process raft request' (duration: 984.897163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:06.516665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.529920Z","time spent":"985.829295ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:06.645847Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:07.146485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117588,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:07.643488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 2, index: 1085, vote: ad427454a89beddc] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 2, index: 1085] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-04-18T17:56:07.646842Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:07.728345Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.084105457s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:07.728705Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.013909975s"} {"level":"warn","ts":"2026-04-18T17:56:07.728901Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.014110553s"} {"level":"warn","ts":"2026-04-18T17:56:07.729021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.084341876s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.729249Z","caller":"traceutil/trace.go:172","msg":"trace[1057141347] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:970; }","duration":"2.084576146s","start":"2026-04-18T17:56:05.644653Z","end":"2026-04-18T17:56:07.729230Z","steps":["trace[1057141347] 'agreement among raft nodes before linearized reading' (duration: 2.084309004s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.729288Z","caller":"traceutil/trace.go:172","msg":"trace[2015369139] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"2.162326019s","start":"2026-04-18T17:56:05.566924Z","end":"2026-04-18T17:56:07.729250Z","steps":["trace[2015369139] 'process raft request' (duration: 2.162166932s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.729329Z","caller":"traceutil/trace.go:172","msg":"trace[883751687] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1070; }","duration":"2.084213059s","start":"2026-04-18T17:56:05.644661Z","end":"2026-04-18T17:56:07.728874Z","steps":["trace[883751687] 'read index received' (duration: 2.084200539s)","trace[883751687] 'applied index is now lower than readState.Index' (duration: 10.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:07.729805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.566896Z","time spent":"2.162831971s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:07.729952Z","caller":"traceutil/trace.go:172","msg":"trace[1597443491] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"2.133797785s","start":"2026-04-18T17:56:05.596109Z","end":"2026-04-18T17:56:07.729907Z","steps":["trace[1597443491] 'process raft request' (duration: 2.13323621s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.730149Z","caller":"traceutil/trace.go:172","msg":"trace[929068484] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"2.154242156s","start":"2026-04-18T17:56:05.575889Z","end":"2026-04-18T17:56:07.730131Z","steps":["trace[929068484] 'process raft request' (duration: 2.153300035s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.730237Z","caller":"traceutil/trace.go:172","msg":"trace[993449807] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"2.144853628s","start":"2026-04-18T17:56:05.585372Z","end":"2026-04-18T17:56:07.730225Z","steps":["trace[993449807] 'process raft request' (duration: 2.143918407s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.730271Z","caller":"traceutil/trace.go:172","msg":"trace[197590522] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"2.154469477s","start":"2026-04-18T17:56:05.575789Z","end":"2026-04-18T17:56:07.730259Z","steps":["trace[197590522] 'process raft request' (duration: 2.153352158s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.730308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.585362Z","time spent":"2.144914671s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.730325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.575769Z","time spent":"2.15453147s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.730398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.575884Z","time spent":"2.154347722s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:07.730424Z","caller":"traceutil/trace.go:172","msg":"trace[569150291] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"1.848403726s","start":"2026-04-18T17:56:05.881999Z","end":"2026-04-18T17:56:07.730403Z","steps":["trace[569150291] 'process raft request' (duration: 1.848235699s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.730482Z","caller":"traceutil/trace.go:172","msg":"trace[640525009] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"2.090100082s","start":"2026-04-18T17:56:05.640368Z","end":"2026-04-18T17:56:07.730468Z","steps":["trace[640525009] 'process raft request' (duration: 2.089277816s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.730529Z","caller":"traceutil/trace.go:172","msg":"trace[417447013] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"2.127341155s","start":"2026-04-18T17:56:05.603169Z","end":"2026-04-18T17:56:07.730510Z","steps":["trace[417447013] 'process raft request' (duration: 2.126339991s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.730547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.881978Z","time spent":"1.848509721s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:07.730542Z","caller":"traceutil/trace.go:172","msg":"trace[949260932] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"1.979734323s","start":"2026-04-18T17:56:05.750788Z","end":"2026-04-18T17:56:07.730522Z","steps":["trace[949260932] 'process raft request' (duration: 1.979347856s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.730577Z","caller":"traceutil/trace.go:172","msg":"trace[1548409616] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"2.125091604s","start":"2026-04-18T17:56:05.605478Z","end":"2026-04-18T17:56:07.730570Z","steps":["trace[1548409616] 'process raft request' (duration: 2.12408905s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.730616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.605471Z","time spent":"2.125128706s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.730615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.603162Z","time spent":"2.127415138s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:07.730806Z","caller":"traceutil/trace.go:172","msg":"trace[253294933] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"2.132342598s","start":"2026-04-18T17:56:05.598447Z","end":"2026-04-18T17:56:07.730790Z","steps":["trace[253294933] 'process raft request' (duration: 2.130950847s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.730880Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.598441Z","time spent":"2.132411171s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.730147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.596087Z","time spent":"2.133977963s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:07.730971Z","caller":"traceutil/trace.go:172","msg":"trace[1833790795] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"2.075914838s","start":"2026-04-18T17:56:05.655047Z","end":"2026-04-18T17:56:07.730961Z","steps":["trace[1833790795] 'process raft request' (duration: 2.074728006s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.731014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.655017Z","time spent":"2.075979011s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.730547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.640338Z","time spent":"2.090186516s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:07.730197Z","caller":"traceutil/trace.go:172","msg":"trace[1344817573] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"2.14602203s","start":"2026-04-18T17:56:05.584162Z","end":"2026-04-18T17:56:07.730184Z","steps":["trace[1344817573] 'process raft request' (duration: 2.145072038s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.731571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.584129Z","time spent":"2.147289607s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.731726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.750759Z","time spent":"1.979838007s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.734621Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17139747599794117603,"received-request-id":17139747599794117588} {"level":"warn","ts":"2026-04-18T17:56:07.734904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.986686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.734949Z","caller":"traceutil/trace.go:172","msg":"trace[122407260] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:985; }","duration":"187.038128ms","start":"2026-04-18T17:56:07.547901Z","end":"2026-04-18T17:56:07.734939Z","steps":["trace[122407260] 'agreement among raft nodes before linearized reading' (duration: 186.950574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.735022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"945.489766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:07.735087Z","caller":"traceutil/trace.go:172","msg":"trace[165082486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:985; }","duration":"945.552148ms","start":"2026-04-18T17:56:06.789525Z","end":"2026-04-18T17:56:07.735077Z","steps":["trace[165082486] 'agreement among raft nodes before linearized reading' (duration: 945.411512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.735113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:06.789505Z","time spent":"945.601071ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:07.735141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149010198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:07.735192Z","caller":"traceutil/trace.go:172","msg":"trace[1728161347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:985; }","duration":"1.149063781s","start":"2026-04-18T17:56:06.586114Z","end":"2026-04-18T17:56:07.735177Z","steps":["trace[1728161347] 'agreement among raft nodes before linearized reading' (duration: 1.148906944s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.735230Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:06.586097Z","time spent":"1.149122584s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:07.735425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.214439877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.735453Z","caller":"traceutil/trace.go:172","msg":"trace[1414357677] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:985; }","duration":"1.214467779s","start":"2026-04-18T17:56:06.520977Z","end":"2026-04-18T17:56:07.735445Z","steps":["trace[1414357677] 'agreement among raft nodes before linearized reading' (duration: 1.214420556s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.735475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:06.520965Z","time spent":"1.21450492s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:07.734890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.083407434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.735628Z","caller":"traceutil/trace.go:172","msg":"trace[887169043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"1.084150477s","start":"2026-04-18T17:56:06.651465Z","end":"2026-04-18T17:56:07.735616Z","steps":["trace[887169043] 'agreement among raft nodes before linearized reading' (duration: 1.083335311s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.735677Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:06.651447Z","time spent":"1.084218349s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:07.840355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.278692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.840472Z","caller":"traceutil/trace.go:172","msg":"trace[1403279109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"100.420798ms","start":"2026-04-18T17:56:07.740029Z","end":"2026-04-18T17:56:07.840449Z","steps":["trace[1403279109] 'agreement among raft nodes before linearized reading' (duration: 90.156525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.841139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.964683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.841215Z","caller":"traceutil/trace.go:172","msg":"trace[1925410620] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:992; }","duration":"101.053497ms","start":"2026-04-18T17:56:07.740147Z","end":"2026-04-18T17:56:07.841200Z","steps":["trace[1925410620] 'agreement among raft nodes before linearized reading' (duration: 100.914891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:08.680206Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"232.092183ms"} {"level":"warn","ts":"2026-04-18T17:56:08.680308Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"232.205688ms"} {"level":"info","ts":"2026-04-18T17:56:08.707077Z","caller":"traceutil/trace.go:172","msg":"trace[1135735678] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"450.098545ms","start":"2026-04-18T17:56:08.256949Z","end":"2026-04-18T17:56:08.707048Z","steps":["trace[1135735678] 'process raft request' (duration: 423.755606ms)","trace[1135735678] 'compare' (duration: 26.071047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:08.707234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:08.256916Z","time spent":"450.238331ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:08.710223Z","caller":"traceutil/trace.go:172","msg":"trace[1473389456] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"422.077333ms","start":"2026-04-18T17:56:08.288107Z","end":"2026-04-18T17:56:08.710184Z","steps":["trace[1473389456] 'process raft request' (duration: 421.572111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:08.710363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:08.288070Z","time spent":"422.221459ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:08.710716Z","caller":"traceutil/trace.go:172","msg":"trace[1405769949] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"190.09761ms","start":"2026-04-18T17:56:08.520594Z","end":"2026-04-18T17:56:08.710692Z","steps":["trace[1405769949] 'process raft request' (duration: 189.891891ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:08.711013Z","caller":"traceutil/trace.go:172","msg":"trace[1031197105] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"188.894546ms","start":"2026-04-18T17:56:08.522100Z","end":"2026-04-18T17:56:08.710995Z","steps":["trace[1031197105] 'process raft request' (duration: 188.480028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:10.145260Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:10.645799Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:11.146747Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:11.241912Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.617361163s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:11.242116Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.432885232s"} {"level":"warn","ts":"2026-04-18T17:56:11.242147Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.432921114s"} {"level":"info","ts":"2026-04-18T17:56:11.352425Z","caller":"traceutil/trace.go:172","msg":"trace[573196785] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1250; }","duration":"1.70756885s","start":"2026-04-18T17:56:09.644832Z","end":"2026-04-18T17:56:11.352401Z","steps":["trace[573196785] 'read index received' (duration: 1.707558989s)","trace[573196785] 'applied index is now lower than readState.Index' (duration: 8.171µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:11.352474Z","caller":"traceutil/trace.go:172","msg":"trace[1130981330] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"632.771916ms","start":"2026-04-18T17:56:10.719678Z","end":"2026-04-18T17:56:11.352450Z","steps":["trace[1130981330] 'process raft request' (duration: 632.727694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.352624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:10.719660Z","time spent":"632.891551ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:11.352655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.707794249s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:11.352717Z","caller":"traceutil/trace.go:172","msg":"trace[390211916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"1.707873063s","start":"2026-04-18T17:56:09.644826Z","end":"2026-04-18T17:56:11.352699Z","steps":["trace[390211916] 'agreement among raft nodes before linearized reading' (duration: 1.707755418s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:11.352870Z","caller":"traceutil/trace.go:172","msg":"trace[203389124] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"1.615577014s","start":"2026-04-18T17:56:09.737280Z","end":"2026-04-18T17:56:11.352857Z","steps":["trace[203389124] 'process raft request' (duration: 1.614941257s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.352938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.737259Z","time spent":"1.615649518s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:11.353151Z","caller":"traceutil/trace.go:172","msg":"trace[2146427842] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"869.138024ms","start":"2026-04-18T17:56:10.483972Z","end":"2026-04-18T17:56:11.353110Z","steps":["trace[2146427842] 'process raft request' (duration: 868.390892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.353571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:10.483947Z","time spent":"869.523941ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:11.354222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.70553672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:11.354273Z","caller":"traceutil/trace.go:172","msg":"trace[2000046142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1060; }","duration":"1.705595773s","start":"2026-04-18T17:56:09.648667Z","end":"2026-04-18T17:56:11.354263Z","steps":["trace[2000046142] 'agreement among raft nodes before linearized reading' (duration: 1.705510009s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.354302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.648652Z","time spent":"1.705643745s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:11.354327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.406250146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:11.354409Z","caller":"traceutil/trace.go:172","msg":"trace[1666795987] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1060; }","duration":"1.40633582s","start":"2026-04-18T17:56:09.948062Z","end":"2026-04-18T17:56:11.354398Z","steps":["trace[1666795987] 'agreement among raft nodes before linearized reading' (duration: 1.406222335s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.354565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.948042Z","time spent":"1.406458035s","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:11.354615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.498536804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-18T17:56:11.354904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.24123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:11.354949Z","caller":"traceutil/trace.go:172","msg":"trace[1826089156] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1060; }","duration":"154.288402ms","start":"2026-04-18T17:56:11.200650Z","end":"2026-04-18T17:56:11.354938Z","steps":["trace[1826089156] 'agreement among raft nodes before linearized reading' (duration: 154.215999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.354947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.503671409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:11.355190Z","caller":"traceutil/trace.go:172","msg":"trace[923702259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1060; }","duration":"1.503906409s","start":"2026-04-18T17:56:09.851261Z","end":"2026-04-18T17:56:11.355167Z","steps":["trace[923702259] 'agreement among raft nodes before linearized reading' (duration: 1.50347824s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.355691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.851237Z","time spent":"1.504427851s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:11.356390Z","caller":"traceutil/trace.go:172","msg":"trace[1373804971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1060; }","duration":"1.498601097s","start":"2026-04-18T17:56:09.856062Z","end":"2026-04-18T17:56:11.354663Z","steps":["trace[1373804971] 'agreement among raft nodes before linearized reading' (duration: 1.498424519s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.356444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.856051Z","time spent":"1.500380683s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:11.867937Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:12.328753Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"768.876026ms"} {"level":"info","ts":"2026-04-18T17:56:12.328808Z","caller":"traceutil/trace.go:172","msg":"trace[610557707] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1252; }","duration":"961.256247ms","start":"2026-04-18T17:56:11.367532Z","end":"2026-04-18T17:56:12.328789Z","steps":["trace[610557707] 'read index received' (duration: 961.249286ms)","trace[610557707] 'applied index is now lower than readState.Index' (duration: 5.841µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:12.328831Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"768.961179ms"} {"level":"warn","ts":"2026-04-18T17:56:12.828493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.183594975s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.828632Z","caller":"traceutil/trace.go:172","msg":"trace[300306853] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"1.183744681s","start":"2026-04-18T17:56:11.644868Z","end":"2026-04-18T17:56:12.828612Z","steps":["trace[300306853] 'range keys from in-memory index tree' (duration: 1.18348829s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.829255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.461722909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.829313Z","caller":"traceutil/trace.go:172","msg":"trace[1337012937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1060; }","duration":"1.461778241s","start":"2026-04-18T17:56:11.367518Z","end":"2026-04-18T17:56:12.829296Z","steps":["trace[1337012937] 'agreement among raft nodes before linearized reading' (duration: 961.348591ms)","trace[1337012937] 'range keys from in-memory index tree' (duration: 500.355118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:12.829355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.367503Z","time spent":"1.461839504s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:12.830777Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:12.849217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"520.316227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-18T17:56:12.850615Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"321.75383ms"} {"level":"warn","ts":"2026-04-18T17:56:12.850682Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"321.829583ms"} {"level":"info","ts":"2026-04-18T17:56:12.851014Z","caller":"traceutil/trace.go:172","msg":"trace[1018769390] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"1.489634893s","start":"2026-04-18T17:56:11.361364Z","end":"2026-04-18T17:56:12.850999Z","steps":["trace[1018769390] 'process raft request' (duration: 1.489464176s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.851140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.361345Z","time spent":"1.489715967s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:12.851255Z","caller":"traceutil/trace.go:172","msg":"trace[849508181] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"1.490117853s","start":"2026-04-18T17:56:11.361128Z","end":"2026-04-18T17:56:12.851245Z","steps":["trace[849508181] 'process raft request' (duration: 1.489592781s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.851308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.361108Z","time spent":"1.490172886s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:12.852038Z","caller":"traceutil/trace.go:172","msg":"trace[1761712716] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1257; }","duration":"523.185021ms","start":"2026-04-18T17:56:12.328841Z","end":"2026-04-18T17:56:12.852026Z","steps":["trace[1761712716] 'read index received' (duration: 523.179971ms)","trace[1761712716] 'applied index is now lower than readState.Index' (duration: 3.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:12.852424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.287199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-18T17:56:12.852574Z","caller":"traceutil/trace.go:172","msg":"trace[1733540426] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1063; }","duration":"547.405315ms","start":"2026-04-18T17:56:12.305121Z","end":"2026-04-18T17:56:12.852527Z","steps":["trace[1733540426] 'agreement among raft nodes before linearized reading' (duration: 547.188625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.852675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:12.305102Z","time spent":"547.560392ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:12.856653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.36064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.856754Z","caller":"traceutil/trace.go:172","msg":"trace[942751050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1063; }","duration":"209.509206ms","start":"2026-04-18T17:56:12.647196Z","end":"2026-04-18T17:56:12.856705Z","steps":["trace[942751050] 'agreement among raft nodes before linearized reading' (duration: 209.321248ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:16.067181Z","caller":"traceutil/trace.go:172","msg":"trace[385700585] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"136.610034ms","start":"2026-04-18T17:56:15.930552Z","end":"2026-04-18T17:56:16.067162Z","steps":["trace[385700585] 'process raft request' (duration: 133.836947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:17.146203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:17.221697Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"439.054864ms"} {"level":"warn","ts":"2026-04-18T17:56:17.221855Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"439.211451ms"} {"level":"warn","ts":"2026-04-18T17:56:17.647074Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:18.134410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"912.532355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:18.134522Z","caller":"traceutil/trace.go:172","msg":"trace[1212708919] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"1.51584126s","start":"2026-04-18T17:56:16.618659Z","end":"2026-04-18T17:56:18.134501Z","steps":["trace[1212708919] 'process raft request' (duration: 603.149288ms)","trace[1212708919] 'compare' (duration: 912.218843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:18.134603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.618634Z","time spent":"1.515931785s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:18.148070Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:18.648661Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:18.649110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000009715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:18.649267Z","caller":"traceutil/trace.go:172","msg":"trace[1567450470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197292s","start":"2026-04-18T17:56:16.649046Z","end":"2026-04-18T17:56:18.649243Z","steps":["trace[1567450470] 'agreement among raft nodes before linearized reading' (duration: 2.000006254s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:18.649364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.649021Z","time spent":"2.000328988s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:18 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-18T17:56:19.043374Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 2, index: 1303, vote: ad427454a89beddc] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 2, index: 1298] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"info","ts":"2026-04-18T17:56:19.045554Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 2, index: 1303, vote: ad427454a89beddc] ignored MsgVote from 3e0e953b5ad52800 [logterm: 2, index: 1298] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:56:19.149084Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:19.157638Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.802287043s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:19.157886Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5c0e5865e25e3cba","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.735885725s"} {"level":"warn","ts":"2026-04-18T17:56:19.157933Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.7360049s"} {"level":"info","ts":"2026-04-18T17:56:19.157934Z","caller":"traceutil/trace.go:172","msg":"trace[1469314125] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1297; }","duration":"2.512471042s","start":"2026-04-18T17:56:16.645441Z","end":"2026-04-18T17:56:19.157912Z","steps":["trace[1469314125] 'read index received' (duration: 2.512462622s)","trace[1469314125] 'applied index is now lower than readState.Index' (duration: 6.98µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:19.159465Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"ad427454a89beddc [term: 2] received a MsgAppResp message with higher term from 3e0e953b5ad52800 [term: 3]"} {"level":"info","ts":"2026-04-18T17:56:19.159551Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ad427454a89beddc became follower at term 3"} {"level":"info","ts":"2026-04-18T17:56:19.159569Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: ad427454a89beddc lost leader ad427454a89beddc at term 3"} {"level":"info","ts":"2026-04-18T17:56:19.200903Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1299 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-04-18T17:56:19.200970Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:203","msg":"replace the unstable entries from index 1299"} {"level":"info","ts":"2026-04-18T17:56:19.200989Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ad427454a89beddc elected leader 3e0e953b5ad52800 at term 3"} {"level":"warn","ts":"2026-04-18T17:56:19.658690Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:20.159738Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:20.493121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.847662109s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:20.493206Z","caller":"traceutil/trace.go:172","msg":"trace[1304581195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1099; }","duration":"3.847748813s","start":"2026-04-18T17:56:16.645434Z","end":"2026-04-18T17:56:20.493183Z","steps":["trace[1304581195] 'agreement among raft nodes before linearized reading' (duration: 2.512763324s)","trace[1304581195] 'range keys from in-memory index tree' (duration: 1.334881135s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:20.493374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.33523804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:20.656615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000126758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:20.656692Z","caller":"traceutil/trace.go:172","msg":"trace[54485227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217592s","start":"2026-04-18T17:56:18.656457Z","end":"2026-04-18T17:56:20.656675Z","steps":["trace[54485227] 'agreement among raft nodes before linearized reading' (duration: 2.000122628s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:20.656741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.656448Z","time spent":"2.000283794s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:20 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:20.660763Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:21.161185Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:21.662044Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:22.162215Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:22.243398Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 3, index: 1299, vote: 0] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:56:22.374953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:17.376432Z","time spent":"4.9985168s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/18 17:56:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:22.375352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:17.376919Z","time spent":"4.998421804s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/18 17:56:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:22.657213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000364342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:22.657283Z","caller":"traceutil/trace.go:172","msg":"trace[614823100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451245s","start":"2026-04-18T17:56:20.656818Z","end":"2026-04-18T17:56:22.657269Z","steps":["trace[614823100] 'agreement among raft nodes before linearized reading' (duration: 2.000360802s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:22.657320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:20.656803Z","time spent":"2.000511018s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:22.662881Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:23.163034Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:23.343939Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 3, index: 1299, vote: 0] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:56:23.664152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:24.164690Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:24.388345Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 3, index: 1299, vote: 0] ignored MsgPreVote from 5c0e5865e25e3cba [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"info","ts":"2026-04-18T17:56:24.443542Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 3, index: 1299, vote: 0] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:56:24.650426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000091452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:24.650499Z","caller":"traceutil/trace.go:172","msg":"trace[660042989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175446s","start":"2026-04-18T17:56:22.650308Z","end":"2026-04-18T17:56:24.650483Z","steps":["trace[660042989] 'agreement among raft nodes before linearized reading' (duration: 2.000089172s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.650565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.650283Z","time spent":"2.00027293s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:24.666032Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:24.666035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999885178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:24.666125Z","caller":"traceutil/trace.go:172","msg":"trace[990543543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000001603s","start":"2026-04-18T17:56:22.666107Z","end":"2026-04-18T17:56:24.666108Z","steps":["trace[990543543] 'agreement among raft nodes before linearized reading' (duration: 1.999880457s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.666175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.666091Z","time spent":"2.000076066s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:24.668072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:24.684677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:24.762488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:24.843242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:24.859072Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-18T17:56:24.859130Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":12484669023979302364} {"level":"warn","ts":"2026-04-18T17:56:24.873138Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.601582491s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:56:24.873364Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"ad427454a89beddc [term: 3] ignored a MsgAppResp message with lower term from ad427454a89beddc [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:24.873497Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"ad427454a89beddc [term: 3] ignored a MsgAppResp message with lower term from ad427454a89beddc [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:24.873523Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"ad427454a89beddc [term: 3] ignored a MsgAppResp message with lower term from ad427454a89beddc [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:24.873542Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"ad427454a89beddc [term: 3] ignored a MsgAppResp message with lower term from ad427454a89beddc [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:24.873558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"ad427454a89beddc [term: 3] ignored a MsgAppResp message with lower term from ad427454a89beddc [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:24.873576Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"ad427454a89beddc [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-04-18T17:56:24.873838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.726688744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:24.873917Z","caller":"traceutil/trace.go:172","msg":"trace[1458460480] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; }","duration":"6.726787798s","start":"2026-04-18T17:56:18.147111Z","end":"2026-04-18T17:56:24.873899Z","steps":["trace[1458460480] 'agreement among raft nodes before linearized reading' (duration: 6.726685683s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.873965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.147094Z","time spent":"6.726859541s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:24.873944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.281751356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:24.874039Z","caller":"traceutil/trace.go:172","msg":"trace[1384569140] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; }","duration":"6.281917143s","start":"2026-04-18T17:56:18.592108Z","end":"2026-04-18T17:56:24.874025Z","steps":["trace[1384569140] 'agreement among raft nodes before linearized reading' (duration: 6.281746156s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.874089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.592084Z","time spent":"6.281987636s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:24.874075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.767322477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:24.874116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.980759386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:24.874138Z","caller":"traceutil/trace.go:172","msg":"trace[193443641] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9v7vn; range_end:; }","duration":"7.76764735s","start":"2026-04-18T17:56:17.106486Z","end":"2026-04-18T17:56:24.874133Z","steps":["trace[193443641] 'agreement among raft nodes before linearized reading' (duration: 7.767320727s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.874157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:17.106466Z","time spent":"7.767685042s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:24.874133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.220984586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a784fef97ecc9f\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:24.874043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.723642445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:24.874262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.996081232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:24.874277Z","caller":"traceutil/trace.go:172","msg":"trace[1640462354] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a784fef97ecc9f; range_end:; }","duration":"6.221163493s","start":"2026-04-18T17:56:18.653077Z","end":"2026-04-18T17:56:24.874240Z","steps":["trace[1640462354] 'agreement among raft nodes before linearized reading' (duration: 6.220973556s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:24.874297Z","caller":"traceutil/trace.go:172","msg":"trace[534070635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.996118913s","start":"2026-04-18T17:56:16.878170Z","end":"2026-04-18T17:56:24.874289Z","steps":["trace[534070635] 'agreement among raft nodes before linearized reading' (duration: 7.996080332s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:24.874301Z","caller":"traceutil/trace.go:172","msg":"trace[352434253] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; }","duration":"6.723940117s","start":"2026-04-18T17:56:18.150343Z","end":"2026-04-18T17:56:24.874283Z","steps":["trace[352434253] 'agreement among raft nodes before linearized reading' (duration: 6.723639215s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.874462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.150336Z","time spent":"6.724112074s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:24.874328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.878157Z","time spent":"7.996163226s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:24.874360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.999997578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:24.874674Z","caller":"traceutil/trace.go:172","msg":"trace[1764467096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"8.00030425s","start":"2026-04-18T17:56:16.874356Z","end":"2026-04-18T17:56:24.874660Z","steps":["trace[1764467096] 'agreement among raft nodes before linearized reading' (duration: 7.999998228s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.874722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.874328Z","time spent":"8.000379663s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:24.874350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.653063Z","time spent":"6.221271208s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a784fef97ecc9f\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:24.874150Z","caller":"traceutil/trace.go:172","msg":"trace[957887138] range","detail":"{range_begin:/registry/services/endpoints; range_end:; }","duration":"7.980790337s","start":"2026-04-18T17:56:16.893348Z","end":"2026-04-18T17:56:24.874139Z","steps":["trace[957887138] 'agreement among raft nodes before linearized reading' (duration: 7.980759306s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.875094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.893323Z","time spent":"7.981754146s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:24.905935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:24.928493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:24.956449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:24.985411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.057383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.080220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.106509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.200869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.219636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.356734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.370004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.375942Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:25.392108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.435432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.498406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.512268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.532348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39116","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:56:25.545428Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 3, index: 1299, vote: 0] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-18T17:56:25.546862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:25.759720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.46008635s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:25.759862Z","caller":"traceutil/trace.go:172","msg":"trace[1890088671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1100; }","duration":"2.460200514s","start":"2026-04-18T17:56:23.299602Z","end":"2026-04-18T17:56:25.759802Z","steps":["trace[1890088671] 'range keys from in-memory index tree' (duration: 2.460032028s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:25.876722Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:26.050290Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ad427454a89beddc [logterm: 3, index: 1299, vote: 0] ignored MsgVote from 5c0e5865e25e3cba [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-04-18T17:56:26.057326Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"ad427454a89beddc [term: 3] received a MsgApp message with higher term from 5c0e5865e25e3cba [term: 4]"} {"level":"info","ts":"2026-04-18T17:56:26.057384Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ad427454a89beddc became follower at term 4"} {"level":"info","ts":"2026-04-18T17:56:26.057401Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: ad427454a89beddc changed leader from 3e0e953b5ad52800 to 5c0e5865e25e3cba at term 4"} {"level":"warn","ts":"2026-04-18T17:56:26.377732Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:26.577590Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.703854674s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:56:26.577818Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"ad427454a89beddc [term: 4] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 3]"} {"level":"warn","ts":"2026-04-18T17:56:26.578105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.902009572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578141Z","caller":"traceutil/trace.go:172","msg":"trace[1256784492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.902060895s","start":"2026-04-18T17:56:24.676068Z","end":"2026-04-18T17:56:26.578129Z","steps":["trace[1256784492] 'agreement among raft nodes before linearized reading' (duration: 1.902007903s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.728184491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.676054Z","time spent":"1.902113627s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:26.578213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.728349857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578210Z","caller":"traceutil/trace.go:172","msg":"trace[753719948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; }","duration":"1.728290215s","start":"2026-04-18T17:56:24.849882Z","end":"2026-04-18T17:56:26.578172Z","steps":["trace[753719948] 'agreement among raft nodes before linearized reading' (duration: 1.728182361s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.806751469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578254Z","caller":"traceutil/trace.go:172","msg":"trace[1596708956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; }","duration":"1.806768149s","start":"2026-04-18T17:56:24.771483Z","end":"2026-04-18T17:56:26.578251Z","steps":["trace[1596708956] 'agreement among raft nodes before linearized reading' (duration: 1.806751739s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.771409Z","time spent":"1.806854773s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.849878Z","time spent":"1.728373708s","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.806906535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578299Z","caller":"traceutil/trace.go:172","msg":"trace[1454382384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"1.806920875s","start":"2026-04-18T17:56:24.771375Z","end":"2026-04-18T17:56:26.578296Z","steps":["trace[1454382384] 'agreement among raft nodes before linearized reading' (duration: 1.806906954s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.501304635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.832120468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578341Z","caller":"traceutil/trace.go:172","msg":"trace[1509577423] range","detail":"{range_begin:/registry/controllers; range_end:; }","duration":"2.501326806s","start":"2026-04-18T17:56:24.077007Z","end":"2026-04-18T17:56:26.578334Z","steps":["trace[1509577423] 'agreement among raft nodes before linearized reading' (duration: 2.501304815s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.578354Z","caller":"traceutil/trace.go:172","msg":"trace[149259866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"1.832136788s","start":"2026-04-18T17:56:24.746213Z","end":"2026-04-18T17:56:26.578350Z","steps":["trace[149259866] 'agreement among raft nodes before linearized reading' (duration: 1.832120808s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.746191Z","time spent":"1.83217413s","remote":"127.0.0.1:38754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:26.578388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.229520178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.832288054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578419Z","caller":"traceutil/trace.go:172","msg":"trace[1300495109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; }","duration":"1.832305465s","start":"2026-04-18T17:56:24.746110Z","end":"2026-04-18T17:56:26.578415Z","steps":["trace[1300495109] 'agreement among raft nodes before linearized reading' (duration: 1.832289444s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.746096Z","time spent":"1.832332506s","remote":"127.0.0.1:38754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:26.578409Z","caller":"traceutil/trace.go:172","msg":"trace[1576761189] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; }","duration":"3.229541029s","start":"2026-04-18T17:56:23.348863Z","end":"2026-04-18T17:56:26.578404Z","steps":["trace[1576761189] 'agreement among raft nodes before linearized reading' (duration: 3.229520228s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.863615605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:23.348841Z","time spent":"3.229607251s","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.863672787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.791396448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578520Z","caller":"traceutil/trace.go:172","msg":"trace[1923862209] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"1.863716559s","start":"2026-04-18T17:56:24.714800Z","end":"2026-04-18T17:56:26.578516Z","steps":["trace[1923862209] 'agreement among raft nodes before linearized reading' (duration: 1.863672677s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.578528Z","caller":"traceutil/trace.go:172","msg":"trace[1925190244] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; }","duration":"3.791416809s","start":"2026-04-18T17:56:22.787105Z","end":"2026-04-18T17:56:26.578522Z","steps":["trace[1925190244] 'agreement among raft nodes before linearized reading' (duration: 3.791396398s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.714784Z","time spent":"1.863747839s","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:26.578551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.787060Z","time spent":"3.791485032s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.242\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.20050398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.885126077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578598Z","caller":"traceutil/trace.go:172","msg":"trace[863076360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.200522941s","start":"2026-04-18T17:56:22.378070Z","end":"2026-04-18T17:56:26.578593Z","steps":["trace[863076360] 'agreement among raft nodes before linearized reading' (duration: 4.20050365s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.885284264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578603Z","caller":"traceutil/trace.go:172","msg":"trace[1291427176] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; }","duration":"1.885169219s","start":"2026-04-18T17:56:24.693430Z","end":"2026-04-18T17:56:26.578599Z","steps":["trace[1291427176] 'agreement among raft nodes before linearized reading' (duration: 1.885126297s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.578638Z","caller":"traceutil/trace.go:172","msg":"trace[735018205] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"1.885308505s","start":"2026-04-18T17:56:24.693326Z","end":"2026-04-18T17:56:26.578635Z","steps":["trace[735018205] 'agreement among raft nodes before linearized reading' (duration: 1.885284044s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.693418Z","time spent":"1.885223882s","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.378055Z","time spent":"4.200560203s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.200608054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.899612015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578699Z","caller":"traceutil/trace.go:172","msg":"trace[1262999365] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"1.899625156s","start":"2026-04-18T17:56:24.679070Z","end":"2026-04-18T17:56:26.578696Z","steps":["trace[1262999365] 'agreement among raft nodes before linearized reading' (duration: 1.899611945s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.679057Z","time spent":"1.899651466s","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:26.578734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.899667657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578746Z","caller":"traceutil/trace.go:172","msg":"trace[2122922197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; }","duration":"1.899679818s","start":"2026-04-18T17:56:24.679062Z","end":"2026-04-18T17:56:26.578742Z","steps":["trace[2122922197] 'agreement among raft nodes before linearized reading' (duration: 1.899667297s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.578741Z","caller":"traceutil/trace.go:172","msg":"trace[1025718866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.200625865s","start":"2026-04-18T17:56:22.378064Z","end":"2026-04-18T17:56:26.578690Z","steps":["trace[1025718866] 'agreement among raft nodes before linearized reading' (duration: 4.200607314s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.679054Z","time spent":"1.899702628s","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.378053Z","time spent":"4.200713449s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.264796094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578890Z","caller":"traceutil/trace.go:172","msg":"trace[158379894] range","detail":"{range_begin:/registry/servicecidrs; range_end:; }","duration":"4.264828495s","start":"2026-04-18T17:56:22.314053Z","end":"2026-04-18T17:56:26.578881Z","steps":["trace[158379894] 'agreement among raft nodes before linearized reading' (duration: 4.264795094s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.314027Z","time spent":"4.264888178s","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.771356Z","time spent":"1.806964737s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:26.578966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.082842963s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.578984Z","caller":"traceutil/trace.go:172","msg":"trace[1321792219] range","detail":"{range_begin:; range_end:; }","duration":"6.082860643s","start":"2026-04-18T17:56:20.496118Z","end":"2026-04-18T17:56:26.578978Z","steps":["trace[1321792219] 'agreement among raft nodes before linearized reading' (duration: 6.082842952s)"],"step_count":1} {"level":"error","ts":"2026-04-18T17:56:26.579039Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:56:26.579243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.544644861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.579296Z","caller":"traceutil/trace.go:172","msg":"trace[910333338] range","detail":"{range_begin:/registry/configmaps; range_end:; }","duration":"6.544682303s","start":"2026-04-18T17:56:20.034589Z","end":"2026-04-18T17:56:26.579271Z","steps":["trace[910333338] 'agreement among raft nodes before linearized reading' (duration: 6.544644471s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.579325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:20.034565Z","time spent":"6.544753146s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.579373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.258938551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.579391Z","caller":"traceutil/trace.go:172","msg":"trace[1085249654] range","detail":"{range_begin:/registry/volumeattachments; range_end:; }","duration":"7.258957522s","start":"2026-04-18T17:56:19.320428Z","end":"2026-04-18T17:56:26.579386Z","steps":["trace[1085249654] 'agreement among raft nodes before linearized reading' (duration: 7.258938802s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.579438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:19.320407Z","time spent":"7.259024135s","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:26.578225Z","caller":"traceutil/trace.go:172","msg":"trace[1039077769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"1.728367048s","start":"2026-04-18T17:56:24.849854Z","end":"2026-04-18T17:56:26.578221Z","steps":["trace[1039077769] 'agreement among raft nodes before linearized reading' (duration: 1.728349947s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.579476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.849837Z","time spent":"1.72963169s","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:26.578464Z","caller":"traceutil/trace.go:172","msg":"trace[746272745] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; }","duration":"1.863629446s","start":"2026-04-18T17:56:24.714831Z","end":"2026-04-18T17:56:26.578460Z","steps":["trace[746272745] 'agreement among raft nodes before linearized reading' (duration: 1.863615385s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.580099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.714826Z","time spent":"1.865253541s","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578483Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:26.578950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.730502835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.580553Z","caller":"traceutil/trace.go:172","msg":"trace[2112940997] range","detail":"{range_begin:/registry/configmaps; range_end:; }","duration":"4.732082409s","start":"2026-04-18T17:56:21.848441Z","end":"2026-04-18T17:56:26.580523Z","steps":["trace[2112940997] 'agreement among raft nodes before linearized reading' (duration: 4.730503255s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.580673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:21.848421Z","time spent":"4.732221264s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.580358Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":12484669023979302364} {"level":"warn","ts":"2026-04-18T17:56:26.578369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.076976Z","time spent":"2.501387408s","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.693317Z","time spent":"1.885332906s","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:26.874328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.972492344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:26.874407Z","caller":"traceutil/trace.go:172","msg":"trace[1651391968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"1.972594418s","start":"2026-04-18T17:56:24.901797Z","end":"2026-04-18T17:56:26.874391Z","steps":["trace[1651391968] 'agreement among raft nodes before linearized reading' (duration: 1.972489314s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.874460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.901785Z","time spent":"1.972661371s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} 2026/04/18 17:56:26 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:26.877815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.976951124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:26.877976Z","caller":"traceutil/trace.go:172","msg":"trace[905252421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"1.977200144s","start":"2026-04-18T17:56:24.900747Z","end":"2026-04-18T17:56:26.877947Z","steps":["trace[905252421] 'agreement among raft nodes before linearized reading' (duration: 1.976946444s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.878123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.900722Z","time spent":"1.977384361s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} 2026/04/18 17:56:26 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:27.078287Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:27.278112Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17139747599794117781,"received-request-id":17139747599794117777} {"level":"info","ts":"2026-04-18T17:56:27.278922Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-18T17:56:27.279317Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-18T17:56:27.365497Z","caller":"traceutil/trace.go:172","msg":"trace[733793849] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1307; }","duration":"787.43736ms","start":"2026-04-18T17:56:26.578032Z","end":"2026-04-18T17:56:27.365469Z","steps":["trace[733793849] 'read index received' (duration: 787.415049ms)","trace[733793849] 'applied index is now lower than readState.Index' (duration: 20.981µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.375445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"766.478447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:27.375625Z","caller":"traceutil/trace.go:172","msg":"trace[1245221044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"766.562681ms","start":"2026-04-18T17:56:26.608933Z","end":"2026-04-18T17:56:27.375496Z","steps":["trace[1245221044] 'agreement among raft nodes before linearized reading' (duration: 766.473077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.375670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.608928Z","time spent":"766.731027ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/18 17:56:27 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:27.376401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.910405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:27.376452Z","caller":"traceutil/trace.go:172","msg":"trace[2018146936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"769.978898ms","start":"2026-04-18T17:56:26.606462Z","end":"2026-04-18T17:56:27.376441Z","steps":["trace[2018146936] 'agreement among raft nodes before linearized reading' (duration: 769.909165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.376488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606445Z","time spent":"770.03502ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/18 17:56:27 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:27.379242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.441204864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.261459845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379348Z","caller":"traceutil/trace.go:172","msg":"trace[1517251875] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1106; }","duration":"2.44135001s","start":"2026-04-18T17:56:24.937972Z","end":"2026-04-18T17:56:27.379322Z","steps":["trace[1517251875] 'agreement among raft nodes before linearized reading' (duration: 2.427761867s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.977211762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.835725729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.977256373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.937966Z","time spent":"2.441440913s","remote":"127.0.0.1:38826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.379445Z","caller":"traceutil/trace.go:172","msg":"trace[62664831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1106; }","duration":"1.83577054s","start":"2026-04-18T17:56:25.543665Z","end":"2026-04-18T17:56:27.379435Z","steps":["trace[62664831] 'agreement among raft nodes before linearized reading' (duration: 1.821840774s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.858758849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.543647Z","time spent":"1.835824873s","remote":"127.0.0.1:39108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.379499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99776192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379519Z","caller":"traceutil/trace.go:172","msg":"trace[908072237] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1106; }","duration":"1.997780052s","start":"2026-04-18T17:56:25.381733Z","end":"2026-04-18T17:56:27.379513Z","steps":["trace[908072237] 'agreement among raft nodes before linearized reading' (duration: 1.983868476s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.873875029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379554Z","caller":"traceutil/trace.go:172","msg":"trace[760531490] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1106; }","duration":"1.87389434s","start":"2026-04-18T17:56:25.505654Z","end":"2026-04-18T17:56:27.379548Z","steps":["trace[760531490] 'agreement among raft nodes before linearized reading' (duration: 1.85987279s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.013769097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379494Z","caller":"traceutil/trace.go:172","msg":"trace[727886779] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1106; }","duration":"1.858779179s","start":"2026-04-18T17:56:25.520703Z","end":"2026-04-18T17:56:27.379482Z","steps":["trace[727886779] 'agreement among raft nodes before linearized reading' (duration: 1.844816631s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:27.379598Z","caller":"traceutil/trace.go:172","msg":"trace[1516179445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1106; }","duration":"2.013794458s","start":"2026-04-18T17:56:25.365799Z","end":"2026-04-18T17:56:27.379593Z","steps":["trace[1516179445] 'agreement among raft nodes before linearized reading' (duration: 1.999808909s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.381711Z","time spent":"1.997837533s","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.379617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.365767Z","time spent":"2.01384438s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.379680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.821708093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379710Z","caller":"traceutil/trace.go:172","msg":"trace[24852359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1106; }","duration":"1.821737814s","start":"2026-04-18T17:56:25.557965Z","end":"2026-04-18T17:56:27.379703Z","steps":["trace[24852359] 'agreement among raft nodes before linearized reading' (duration: 1.807497255s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.557947Z","time spent":"1.821775656s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.379793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.014149812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379820Z","caller":"traceutil/trace.go:172","msg":"trace[2144845451] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1106; }","duration":"2.014177013s","start":"2026-04-18T17:56:25.365638Z","end":"2026-04-18T17:56:27.379815Z","steps":["trace[2144845451] 'agreement among raft nodes before linearized reading' (duration: 1.999979186s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.365626Z","time spent":"2.014233495s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.379868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.17215759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379889Z","caller":"traceutil/trace.go:172","msg":"trace[1968688102] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1106; }","duration":"2.172179741s","start":"2026-04-18T17:56:25.207703Z","end":"2026-04-18T17:56:27.379883Z","steps":["trace[1968688102] 'agreement among raft nodes before linearized reading' (duration: 2.157781196s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.379908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.207678Z","time spent":"2.172225203s","remote":"127.0.0.1:38948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.379891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.874242254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379988Z","caller":"traceutil/trace.go:172","msg":"trace[1550619930] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1106; }","duration":"1.874343228s","start":"2026-04-18T17:56:25.505636Z","end":"2026-04-18T17:56:27.379980Z","steps":["trace[1550619930] 'agreement among raft nodes before linearized reading' (duration: 1.859897451s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.822093118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.380057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.931826378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.380059Z","caller":"traceutil/trace.go:172","msg":"trace[388139339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1106; }","duration":"1.82213173s","start":"2026-04-18T17:56:25.557921Z","end":"2026-04-18T17:56:27.380053Z","steps":["trace[388139339] 'agreement among raft nodes before linearized reading' (duration: 1.807570828s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.035900429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.380082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.557900Z","time spent":"1.822175792s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.380092Z","caller":"traceutil/trace.go:172","msg":"trace[210784716] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1106; }","duration":"2.03592685s","start":"2026-04-18T17:56:25.344160Z","end":"2026-04-18T17:56:27.380087Z","steps":["trace[210784716] 'agreement among raft nodes before linearized reading' (duration: 2.021464222s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.344135Z","time spent":"2.035976332s","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.380116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.288984196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.380167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.836454348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.380165Z","caller":"traceutil/trace.go:172","msg":"trace[549994890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1106; }","duration":"2.289025048s","start":"2026-04-18T17:56:25.091122Z","end":"2026-04-18T17:56:27.380147Z","steps":["trace[549994890] 'agreement among raft nodes before linearized reading' (duration: 2.274528498s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:27.380190Z","caller":"traceutil/trace.go:172","msg":"trace[917188958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1106; }","duration":"1.836477879s","start":"2026-04-18T17:56:25.543706Z","end":"2026-04-18T17:56:27.380184Z","steps":["trace[917188958] 'agreement among raft nodes before linearized reading' (duration: 1.821791812s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380214Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.543699Z","time spent":"1.83650785s","remote":"127.0.0.1:39108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.380209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.091105Z","time spent":"2.289090991s","remote":"127.0.0.1:38904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.380222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.036431411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.379413Z","caller":"traceutil/trace.go:172","msg":"trace[475798389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1106; }","duration":"1.977231332s","start":"2026-04-18T17:56:25.402177Z","end":"2026-04-18T17:56:27.379408Z","steps":["trace[475798389] 'agreement among raft nodes before linearized reading' (duration: 1.9634033s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.505610Z","time spent":"1.874416511s","remote":"127.0.0.1:39082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.380074Z","caller":"traceutil/trace.go:172","msg":"trace[838097815] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1106; }","duration":"1.931843849s","start":"2026-04-18T17:56:25.448225Z","end":"2026-04-18T17:56:27.380069Z","steps":["trace[838097815] 'agreement among raft nodes before linearized reading' (duration: 1.917320768s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.448197Z","time spent":"1.932154401s","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.380061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.151897062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.380428Z","caller":"traceutil/trace.go:172","msg":"trace[1288226799] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1106; }","duration":"2.152275247s","start":"2026-04-18T17:56:25.228143Z","end":"2026-04-18T17:56:27.380419Z","steps":["trace[1288226799] 'agreement among raft nodes before linearized reading' (duration: 2.137506247s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.228121Z","time spent":"2.15233302s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.379446Z","caller":"traceutil/trace.go:172","msg":"trace[978669423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1106; }","duration":"1.977270864s","start":"2026-04-18T17:56:25.402171Z","end":"2026-04-18T17:56:27.379442Z","steps":["trace[978669423] 'agreement among raft nodes before linearized reading' (duration: 1.96341756s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.380550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.402154Z","time spent":"1.978144639s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.380637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.402157Z","time spent":"1.978335255s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.379601Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.520684Z","time spent":"1.858912595s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.379481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.997732129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.858724658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.505650Z","time spent":"1.873923182s","remote":"127.0.0.1:39082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.380259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.262355341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.380274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.151613381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.379398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.931663102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.381711Z","caller":"traceutil/trace.go:172","msg":"trace[318350253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1106; }","duration":"1.934000135s","start":"2026-04-18T17:56:25.447702Z","end":"2026-04-18T17:56:27.381702Z","steps":["trace[318350253] 'agreement among raft nodes before linearized reading' (duration: 1.91785168s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.381739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.464522629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.381787Z","caller":"traceutil/trace.go:172","msg":"trace[1089725497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1106; }","duration":"2.464570571s","start":"2026-04-18T17:56:24.917205Z","end":"2026-04-18T17:56:27.381776Z","steps":["trace[1089725497] 'agreement among raft nodes before linearized reading' (duration: 2.448466377s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.381827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.917178Z","time spent":"2.464638234s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.380241Z","caller":"traceutil/trace.go:172","msg":"trace[1414569743] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1106; }","duration":"2.036455572s","start":"2026-04-18T17:56:25.343781Z","end":"2026-04-18T17:56:27.380236Z","steps":["trace[1414569743] 'agreement among raft nodes before linearized reading' (duration: 2.021851399s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.381879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.343750Z","time spent":"2.038120759s","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.382641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.330377607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.382722Z","caller":"traceutil/trace.go:172","msg":"trace[845974690] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1106; }","duration":"2.33046567s","start":"2026-04-18T17:56:25.052240Z","end":"2026-04-18T17:56:27.382706Z","steps":["trace[845974690] 'agreement among raft nodes before linearized reading' (duration: 2.31345808s)","trace[845974690] 'range keys from in-memory index tree' (duration: 16.899555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.382757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.052222Z","time spent":"2.330525573s","remote":"127.0.0.1:38884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.382920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.291811799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.382949Z","caller":"traceutil/trace.go:172","msg":"trace[605228444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1106; }","duration":"2.29183697s","start":"2026-04-18T17:56:25.091101Z","end":"2026-04-18T17:56:27.382938Z","steps":["trace[605228444] 'agreement among raft nodes before linearized reading' (duration: 2.27455894s)","trace[605228444] 'range keys from in-memory index tree' (duration: 17.238859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.382974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.091085Z","time spent":"2.291880833s","remote":"127.0.0.1:38904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.383290Z","caller":"traceutil/trace.go:172","msg":"trace[902710921] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1106; }","duration":"2.001536221s","start":"2026-04-18T17:56:25.381744Z","end":"2026-04-18T17:56:27.383280Z","steps":["trace[902710921] 'agreement among raft nodes before linearized reading' (duration: 1.983851604s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.383318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.381718Z","time spent":"2.001588943s","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.383412Z","caller":"traceutil/trace.go:172","msg":"trace[1481021648] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1106; }","duration":"1.862690656s","start":"2026-04-18T17:56:25.520715Z","end":"2026-04-18T17:56:27.383406Z","steps":["trace[1481021648] 'agreement among raft nodes before linearized reading' (duration: 1.844796741s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.383444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.520712Z","time spent":"1.862724598s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.383562Z","caller":"traceutil/trace.go:172","msg":"trace[1944099472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1106; }","duration":"2.265656134s","start":"2026-04-18T17:56:25.117899Z","end":"2026-04-18T17:56:27.383555Z","steps":["trace[1944099472] 'agreement among raft nodes before linearized reading' (duration: 2.247722976s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.383572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.175824818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.383590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.117885Z","time spent":"2.265697575s","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.383603Z","caller":"traceutil/trace.go:172","msg":"trace[936789480] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1106; }","duration":"2.175888001s","start":"2026-04-18T17:56:25.207707Z","end":"2026-04-18T17:56:27.383595Z","steps":["trace[936789480] 'agreement among raft nodes before linearized reading' (duration: 2.157950313s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.383659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.207686Z","time spent":"2.175963803s","remote":"127.0.0.1:38948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.383705Z","caller":"traceutil/trace.go:172","msg":"trace[1412806721] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1106; }","duration":"2.155042409s","start":"2026-04-18T17:56:25.228657Z","end":"2026-04-18T17:56:27.383699Z","steps":["trace[1412806721] 'agreement among raft nodes before linearized reading' (duration: 2.136982746s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.383732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.228286Z","time spent":"2.155434855s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.381745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.447665Z","time spent":"1.934070649s","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.383981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.383821534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.383985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.415514701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.384039Z","caller":"traceutil/trace.go:172","msg":"trace[1110208116] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1106; }","duration":"2.383880746s","start":"2026-04-18T17:56:25.000140Z","end":"2026-04-18T17:56:27.384021Z","steps":["trace[1110208116] 'agreement among raft nodes before linearized reading' (duration: 2.365565264s)","trace[1110208116] 'range keys from in-memory index tree' (duration: 18.23918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.384087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.000134Z","time spent":"2.383941619s","remote":"127.0.0.1:38874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-04-18T17:56:27.384088Z","caller":"traceutil/trace.go:172","msg":"trace[532213462] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1106; }","duration":"2.415642606s","start":"2026-04-18T17:56:24.968423Z","end":"2026-04-18T17:56:27.384066Z","steps":["trace[532213462] 'agreement among raft nodes before linearized reading' (duration: 2.397295542s)","trace[532213462] 'range keys from in-memory index tree' (duration: 18.187388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.384110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.415676837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.384165Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.384056854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.384179Z","caller":"traceutil/trace.go:172","msg":"trace[2120023359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1106; }","duration":"2.41574865s","start":"2026-04-18T17:56:24.968409Z","end":"2026-04-18T17:56:27.384158Z","steps":["trace[2120023359] 'agreement among raft nodes before linearized reading' (duration: 2.397317592s)","trace[2120023359] 'range keys from in-memory index tree' (duration: 18.340883ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:27.384190Z","caller":"traceutil/trace.go:172","msg":"trace[1934989017] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1106; }","duration":"2.384076825s","start":"2026-04-18T17:56:25.000103Z","end":"2026-04-18T17:56:27.384180Z","steps":["trace[1934989017] 'agreement among raft nodes before linearized reading' (duration: 2.365609496s)","trace[1934989017] 'range keys from in-memory index tree' (duration: 18.438838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.384247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.968401Z","time spent":"2.415810353s","remote":"127.0.0.1:38832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.384315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.000090Z","time spent":"2.38421328s","remote":"127.0.0.1:38874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.384512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.467434506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.384746Z","caller":"traceutil/trace.go:172","msg":"trace[758063186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1106; }","duration":"2.467672156s","start":"2026-04-18T17:56:24.917058Z","end":"2026-04-18T17:56:27.384730Z","steps":["trace[758063186] 'agreement among raft nodes before linearized reading' (duration: 2.448673876s)","trace[758063186] 'range keys from in-memory index tree' (duration: 18.74597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.384785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.917048Z","time spent":"2.467724167s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.384962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.48160532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.385010Z","caller":"traceutil/trace.go:172","msg":"trace[1865767812] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1106; }","duration":"2.481643892s","start":"2026-04-18T17:56:24.903345Z","end":"2026-04-18T17:56:27.384989Z","steps":["trace[1865767812] 'agreement among raft nodes before linearized reading' (duration: 2.462396702s)","trace[1865767812] 'range keys from in-memory index tree' (duration: 19.195068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.385044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.903336Z","time spent":"2.481698065s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.385196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.320048678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.385234Z","caller":"traceutil/trace.go:172","msg":"trace[1828579077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1106; }","duration":"2.32008821s","start":"2026-04-18T17:56:25.065133Z","end":"2026-04-18T17:56:27.385221Z","steps":["trace[1828579077] 'agreement among raft nodes before linearized reading' (duration: 2.300548359s)","trace[1828579077] 'range keys from in-memory index tree' (duration: 19.487299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.385266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.065118Z","time spent":"2.320138722s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.385260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.482229296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.385304Z","caller":"traceutil/trace.go:172","msg":"trace[1805758149] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1106; }","duration":"2.482275028s","start":"2026-04-18T17:56:24.903015Z","end":"2026-04-18T17:56:27.385290Z","steps":["trace[1805758149] 'agreement among raft nodes before linearized reading' (duration: 2.462735936s)","trace[1805758149] 'range keys from in-memory index tree' (duration: 19.477678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.385344Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.903005Z","time spent":"2.482325319s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.385417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.447647022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.385439Z","caller":"traceutil/trace.go:172","msg":"trace[420280833] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1106; }","duration":"2.447669623s","start":"2026-04-18T17:56:24.937762Z","end":"2026-04-18T17:56:27.385432Z","steps":["trace[420280833] 'agreement among raft nodes before linearized reading' (duration: 2.427904423s)","trace[420280833] 'range keys from in-memory index tree' (duration: 19.730479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.385636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.484211875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a784fef97ecc9f\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-18T17:56:27.385682Z","caller":"traceutil/trace.go:172","msg":"trace[1001384232] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a784fef97ecc9f; range_end:; response_count:1; response_revision:1106; }","duration":"2.484257617s","start":"2026-04-18T17:56:24.901409Z","end":"2026-04-18T17:56:27.385667Z","steps":["trace[1001384232] 'agreement among raft nodes before linearized reading' (duration: 2.464349261s)","trace[1001384232] 'range keys from in-memory index tree' (duration: 19.75481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.385695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.484863152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.385721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.901395Z","time spent":"2.484314899s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a784fef97ecc9f\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.385732Z","caller":"traceutil/trace.go:172","msg":"trace[238100931] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1106; }","duration":"2.484896844s","start":"2026-04-18T17:56:24.900821Z","end":"2026-04-18T17:56:27.385718Z","steps":["trace[238100931] 'agreement among raft nodes before linearized reading' (duration: 2.464947136s)","trace[238100931] 'range keys from in-memory index tree' (duration: 19.903766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.385759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.900815Z","time spent":"2.484935755s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.385862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.937750Z","time spent":"2.448096111s","remote":"127.0.0.1:38826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.384133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.968419Z","time spent":"2.415701998s","remote":"127.0.0.1:38832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.386068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.48531249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-18T17:56:27.386106Z","caller":"traceutil/trace.go:172","msg":"trace[2131163453] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9v7vn; range_end:; response_count:1; response_revision:1106; }","duration":"2.485351612s","start":"2026-04-18T17:56:24.900745Z","end":"2026-04-18T17:56:27.386097Z","steps":["trace[2131163453] 'agreement among raft nodes before linearized reading' (duration: 2.465031069s)","trace[2131163453] 'range keys from in-memory index tree' (duration: 20.150495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.386085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.333795313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.386157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.486655744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.386181Z","caller":"traceutil/trace.go:172","msg":"trace[1912029792] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1106; }","duration":"2.486676085s","start":"2026-04-18T17:56:24.899496Z","end":"2026-04-18T17:56:27.386172Z","steps":["trace[1912029792] 'agreement among raft nodes before linearized reading' (duration: 2.466317361s)","trace[1912029792] 'range keys from in-memory index tree' (duration: 20.330113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.386207Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.899476Z","time spent":"2.486724517s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.386190Z","caller":"traceutil/trace.go:172","msg":"trace[1385541512] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1106; }","duration":"2.333918118s","start":"2026-04-18T17:56:25.052249Z","end":"2026-04-18T17:56:27.386167Z","steps":["trace[1385541512] 'agreement among raft nodes before linearized reading' (duration: 2.31344127s)","trace[1385541512] 'range keys from in-memory index tree' (duration: 20.325443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.386260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.052227Z","time spent":"2.334016092s","remote":"127.0.0.1:38884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.379373Z","caller":"traceutil/trace.go:172","msg":"trace[1005663981] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1106; }","duration":"2.261494587s","start":"2026-04-18T17:56:25.117870Z","end":"2026-04-18T17:56:27.379364Z","steps":["trace[1005663981] 'agreement among raft nodes before linearized reading' (duration: 2.247771788s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.386353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.117853Z","time spent":"2.268486517s","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.386131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.900732Z","time spent":"2.485392443s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.387405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.322220666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.387456Z","caller":"traceutil/trace.go:172","msg":"trace[1721274546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1106; }","duration":"2.322272858s","start":"2026-04-18T17:56:25.065171Z","end":"2026-04-18T17:56:27.387444Z","steps":["trace[1721274546] 'agreement among raft nodes before linearized reading' (duration: 2.300503717s)","trace[1721274546] 'range keys from in-memory index tree' (duration: 21.704258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.387488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.065158Z","time spent":"2.322321629s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.387686Z","caller":"traceutil/trace.go:172","msg":"trace[1744971966] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"3.003042792s","start":"2026-04-18T17:56:24.384636Z","end":"2026-04-18T17:56:27.387679Z","steps":["trace[1744971966] 'process raft request' (duration: 3.002963359s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:27.387738Z","caller":"traceutil/trace.go:172","msg":"trace[1881006108] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"5.638260015s","start":"2026-04-18T17:56:21.749415Z","end":"2026-04-18T17:56:27.387675Z","steps":["trace[1881006108] 'process raft request' (duration: 5.637769666s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.387873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.384601Z","time spent":"3.003116966s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:27.387871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:21.749390Z","time spent":"5.638402531s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:27.388334Z","caller":"traceutil/trace.go:172","msg":"trace[428235901] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"507.574024ms","start":"2026-04-18T17:56:26.880752Z","end":"2026-04-18T17:56:27.388326Z","steps":["trace[428235901] 'process raft request' (duration: 507.417308ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:27.388366Z","caller":"traceutil/trace.go:172","msg":"trace[494564982] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"507.869306ms","start":"2026-04-18T17:56:26.880488Z","end":"2026-04-18T17:56:27.388357Z","steps":["trace[494564982] 'process raft request' (duration: 507.643227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.388403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.880460Z","time spent":"507.923218ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:27.388406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.880723Z","time spent":"507.642047ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:27.388615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.716956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.391730Z","caller":"traceutil/trace.go:172","msg":"trace[2033600477] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1114; }","duration":"784.81703ms","start":"2026-04-18T17:56:26.606893Z","end":"2026-04-18T17:56:27.391710Z","steps":["trace[2033600477] 'agreement among raft nodes before linearized reading' (duration: 781.523198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.388649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"782.092541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.391897Z","caller":"traceutil/trace.go:172","msg":"trace[1742273467] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1114; }","duration":"785.327201ms","start":"2026-04-18T17:56:26.606552Z","end":"2026-04-18T17:56:27.391880Z","steps":["trace[1742273467] 'agreement among raft nodes before linearized reading' (duration: 782.073461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.391970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606530Z","time spent":"785.426636ms","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.388665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"782.169664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.392136Z","caller":"traceutil/trace.go:172","msg":"trace[231418401] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1114; }","duration":"785.632743ms","start":"2026-04-18T17:56:26.606493Z","end":"2026-04-18T17:56:27.392126Z","steps":["trace[231418401] 'agreement among raft nodes before linearized reading' (duration: 782.162404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.392175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606476Z","time spent":"785.685836ms","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.388683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"782.340021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.392276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606886Z","time spent":"784.890833ms","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.392274Z","caller":"traceutil/trace.go:172","msg":"trace[1703388689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1114; }","duration":"785.920305ms","start":"2026-04-18T17:56:26.606339Z","end":"2026-04-18T17:56:27.392259Z","steps":["trace[1703388689] 'agreement among raft nodes before linearized reading' (duration: 782.33211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.392367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606335Z","time spent":"786.016279ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.388759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"782.498218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:56:27.392485Z","caller":"traceutil/trace.go:172","msg":"trace[273614489] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:1114; }","duration":"786.217187ms","start":"2026-04-18T17:56:26.606258Z","end":"2026-04-18T17:56:27.392476Z","steps":["trace[273614489] 'agreement among raft nodes before linearized reading' (duration: 782.446216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.392509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606250Z","time spent":"786.252138ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.242\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.388770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.81376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.392561Z","caller":"traceutil/trace.go:172","msg":"trace[708634443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1114; }","duration":"785.603352ms","start":"2026-04-18T17:56:26.606949Z","end":"2026-04-18T17:56:27.392553Z","steps":["trace[708634443] 'agreement among raft nodes before linearized reading' (duration: 781.398314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.392587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606933Z","time spent":"785.645834ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.388781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"783.493097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.392684Z","caller":"traceutil/trace.go:172","msg":"trace[1491073284] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1114; }","duration":"787.386533ms","start":"2026-04-18T17:56:26.605284Z","end":"2026-04-18T17:56:27.392670Z","steps":["trace[1491073284] 'agreement among raft nodes before linearized reading' (duration: 783.482456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.392704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.605279Z","time spent":"787.419835ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.388990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"783.927715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.392839Z","caller":"traceutil/trace.go:172","msg":"trace[875759625] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1115; }","duration":"787.776719ms","start":"2026-04-18T17:56:26.605056Z","end":"2026-04-18T17:56:27.392833Z","steps":["trace[875759625] 'agreement among raft nodes before linearized reading' (duration: 783.913974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.392862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.605047Z","time spent":"787.80539ms","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.389013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"784.021978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.392951Z","caller":"traceutil/trace.go:172","msg":"trace[2067962967] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1115; }","duration":"787.956456ms","start":"2026-04-18T17:56:26.604988Z","end":"2026-04-18T17:56:27.392945Z","steps":["trace[2067962967] 'agreement among raft nodes before linearized reading' (duration: 784.013928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.392973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.604981Z","time spent":"787.985478ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.389033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"785.035621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.393045Z","caller":"traceutil/trace.go:172","msg":"trace[496208983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1115; }","duration":"789.04541ms","start":"2026-04-18T17:56:26.603993Z","end":"2026-04-18T17:56:27.393038Z","steps":["trace[496208983] 'agreement among raft nodes before linearized reading' (duration: 785.027359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.393065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.603972Z","time spent":"789.086602ms","remote":"127.0.0.1:38754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.389048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"808.751392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.393190Z","caller":"traceutil/trace.go:172","msg":"trace[1053107328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1115; }","duration":"812.890057ms","start":"2026-04-18T17:56:26.580294Z","end":"2026-04-18T17:56:27.393184Z","steps":["trace[1053107328] 'agreement among raft nodes before linearized reading' (duration: 808.745992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.389064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.729986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.393453Z","caller":"traceutil/trace.go:172","msg":"trace[935177264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1115; }","duration":"717.112171ms","start":"2026-04-18T17:56:26.676331Z","end":"2026-04-18T17:56:27.393443Z","steps":["trace[935177264] 'agreement among raft nodes before linearized reading' (duration: 712.028657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.393501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.676308Z","time spent":"717.177283ms","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:27.389241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"738.692439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.393588Z","caller":"traceutil/trace.go:172","msg":"trace[615745911] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1116; }","duration":"743.036912ms","start":"2026-04-18T17:56:26.650543Z","end":"2026-04-18T17:56:27.393580Z","steps":["trace[615745911] 'agreement among raft nodes before linearized reading' (duration: 737.823913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.393616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.650498Z","time spent":"743.109695ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.389262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.774378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.393655Z","caller":"traceutil/trace.go:172","msg":"trace[1284175969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1116; }","duration":"783.165933ms","start":"2026-04-18T17:56:26.610484Z","end":"2026-04-18T17:56:27.393650Z","steps":["trace[1284175969] 'agreement among raft nodes before linearized reading' (duration: 777.889722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.393676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.610472Z","time spent":"783.196314ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.389279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"780.377183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.393749Z","caller":"traceutil/trace.go:172","msg":"trace[346910970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1116; }","duration":"784.845571ms","start":"2026-04-18T17:56:26.608895Z","end":"2026-04-18T17:56:27.393741Z","steps":["trace[346910970] 'agreement among raft nodes before linearized reading' (duration: 779.486877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.393768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.608881Z","time spent":"784.879352ms","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.389294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"780.415504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.393887Z","caller":"traceutil/trace.go:172","msg":"trace[1434365325] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1116; }","duration":"785.003198ms","start":"2026-04-18T17:56:26.608875Z","end":"2026-04-18T17:56:27.393878Z","steps":["trace[1434365325] 'agreement among raft nodes before linearized reading' (duration: 779.515448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.393917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.608866Z","time spent":"785.041339ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.389309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"780.451796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:27.389352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.748678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.394223Z","caller":"traceutil/trace.go:172","msg":"trace[394458628] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1117; }","duration":"786.628262ms","start":"2026-04-18T17:56:26.607585Z","end":"2026-04-18T17:56:27.394214Z","steps":["trace[394458628] 'agreement among raft nodes before linearized reading' (duration: 781.731887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.394260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.607577Z","time spent":"786.671683ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.389383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.467506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.394326Z","caller":"traceutil/trace.go:172","msg":"trace[1306438286] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1118; }","duration":"786.404753ms","start":"2026-04-18T17:56:26.607911Z","end":"2026-04-18T17:56:27.394315Z","steps":["trace[1306438286] 'agreement among raft nodes before linearized reading' (duration: 781.456246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.394354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.607760Z","time spent":"786.58547ms","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.389409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"782.408665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.394411Z","caller":"traceutil/trace.go:172","msg":"trace[615382952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1118; }","duration":"787.406514ms","start":"2026-04-18T17:56:26.606997Z","end":"2026-04-18T17:56:27.394403Z","steps":["trace[615382952] 'agreement among raft nodes before linearized reading' (duration: 782.399134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.394430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606989Z","time spent":"787.434885ms","remote":"127.0.0.1:38754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-18T17:56:27.389963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.130143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.394507Z","caller":"traceutil/trace.go:172","msg":"trace[1194273313] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1118; }","duration":"785.679045ms","start":"2026-04-18T17:56:26.608824Z","end":"2026-04-18T17:56:27.394503Z","steps":["trace[1194273313] 'agreement among raft nodes before linearized reading' (duration: 779.579911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.394522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.608816Z","time spent":"785.701745ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.388700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"782.397464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.394586Z","caller":"traceutil/trace.go:172","msg":"trace[342720066] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1114; }","duration":"788.281919ms","start":"2026-04-18T17:56:26.606300Z","end":"2026-04-18T17:56:27.394582Z","steps":["trace[342720066] 'agreement among raft nodes before linearized reading' (duration: 782.389023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.394640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.606296Z","time spent":"788.299299ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.393952Z","caller":"traceutil/trace.go:172","msg":"trace[1209959388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1116; }","duration":"785.08886ms","start":"2026-04-18T17:56:26.608853Z","end":"2026-04-18T17:56:27.393942Z","steps":["trace[1209959388] 'agreement among raft nodes before linearized reading' (duration: 779.544319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.394857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.608846Z","time spent":"785.997068ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} 2026/04/18 17:56:27 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-18T17:56:28.088416Z","caller":"traceutil/trace.go:172","msg":"trace[627426199] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"286.189733ms","start":"2026-04-18T17:56:27.802207Z","end":"2026-04-18T17:56:28.088396Z","steps":["trace[627426199] 'process raft request' (duration: 285.778357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:28.611859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.434212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:28.612374Z","caller":"traceutil/trace.go:172","msg":"trace[1571294781] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"465.674795ms","start":"2026-04-18T17:56:28.146689Z","end":"2026-04-18T17:56:28.612364Z","steps":["trace[1571294781] 'process raft request' (duration: 465.595652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:28.612411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.146665Z","time spent":"465.732487ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:28.612394Z","caller":"traceutil/trace.go:172","msg":"trace[1942285823] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"465.778859ms","start":"2026-04-18T17:56:28.146588Z","end":"2026-04-18T17:56:28.612366Z","steps":["trace[1942285823] 'process raft request' (duration: 212.677101ms)","trace[1942285823] 'compare' (duration: 252.176491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:28.612530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.146445Z","time spent":"466.026308ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:28.827967Z","caller":"traceutil/trace.go:172","msg":"trace[1200726744] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1368; }","duration":"424.234035ms","start":"2026-04-18T17:56:28.403708Z","end":"2026-04-18T17:56:28.827942Z","steps":["trace[1200726744] 'read index received' (duration: 424.228265ms)","trace[1200726744] 'applied index is now lower than readState.Index' (duration: 4.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:29.330017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"926.290955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:29.330114Z","caller":"traceutil/trace.go:172","msg":"trace[1006448793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"926.389708ms","start":"2026-04-18T17:56:28.403703Z","end":"2026-04-18T17:56:29.330093Z","steps":["trace[1006448793] 'agreement among raft nodes before linearized reading' (duration: 424.34832ms)","trace[1006448793] 'range keys from in-memory index tree' (duration: 501.913554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:29.330159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.403684Z","time spent":"926.464962ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:29.330273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.08423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:29.330389Z","caller":"traceutil/trace.go:172","msg":"trace[1118383279] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1368; }","duration":"502.273337ms","start":"2026-04-18T17:56:28.828104Z","end":"2026-04-18T17:56:29.330377Z","steps":["trace[1118383279] 'read index received' (duration: 102.362592ms)","trace[1118383279] 'applied index is now lower than readState.Index' (duration: 399.909975ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:29.330477Z","caller":"traceutil/trace.go:172","msg":"trace[35998555] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"1.177078363s","start":"2026-04-18T17:56:28.153388Z","end":"2026-04-18T17:56:29.330466Z","steps":["trace[35998555] 'process raft request' (duration: 674.728411ms)","trace[35998555] 'compare' (duration: 501.622622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:29.330532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.153378Z","time spent":"1.177126314s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5043,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:29.330619Z","caller":"traceutil/trace.go:172","msg":"trace[1566224435] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"714.577244ms","start":"2026-04-18T17:56:28.616024Z","end":"2026-04-18T17:56:29.330601Z","steps":["trace[1566224435] 'process raft request' (duration: 714.324883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:29.330703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"706.972832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:29.330709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.616007Z","time spent":"714.664108ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:29.330739Z","caller":"traceutil/trace.go:172","msg":"trace[1549176428] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:1165; }","duration":"707.011213ms","start":"2026-04-18T17:56:28.623718Z","end":"2026-04-18T17:56:29.330729Z","steps":["trace[1549176428] 'agreement among raft nodes before linearized reading' (duration: 706.801715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:29.330765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.623705Z","time spent":"707.053424ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:29.330915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"685.676404ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:29.330969Z","caller":"traceutil/trace.go:172","msg":"trace[1507492522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1165; }","duration":"685.729776ms","start":"2026-04-18T17:56:28.645226Z","end":"2026-04-18T17:56:29.330956Z","steps":["trace[1507492522] 'agreement among raft nodes before linearized reading' (duration: 685.31188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:29.334196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.944786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:29.334275Z","caller":"traceutil/trace.go:172","msg":"trace[1792301750] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1166; }","duration":"248.02901ms","start":"2026-04-18T17:56:29.086229Z","end":"2026-04-18T17:56:29.334258Z","steps":["trace[1792301750] 'agreement among raft nodes before linearized reading' (duration: 247.895674ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:29.748752Z","caller":"traceutil/trace.go:172","msg":"trace[2006977168] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1370; }","duration":"412.908456ms","start":"2026-04-18T17:56:29.335825Z","end":"2026-04-18T17:56:29.748734Z","steps":["trace[2006977168] 'read index received' (duration: 412.901866ms)","trace[2006977168] 'applied index is now lower than readState.Index' (duration: 5.5µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:29.749252Z","caller":"traceutil/trace.go:172","msg":"trace[1268812636] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"413.176226ms","start":"2026-04-18T17:56:29.336057Z","end":"2026-04-18T17:56:29.749233Z","steps":["trace[1268812636] 'process raft request' (duration: 412.956777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:29.749338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.336041Z","time spent":"413.258329ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:29.749327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.810362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-18T17:56:29.749398Z","caller":"traceutil/trace.go:172","msg":"trace[2083138590] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9v7vn; range_end:; response_count:1; response_revision:1166; }","duration":"413.895145ms","start":"2026-04-18T17:56:29.335491Z","end":"2026-04-18T17:56:29.749387Z","steps":["trace[2083138590] 'agreement among raft nodes before linearized reading' (duration: 413.344514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:29.749575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.335434Z","time spent":"414.126824ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18550,"request content":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:29.834849Z","caller":"traceutil/trace.go:172","msg":"trace[867173253] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"113.119129ms","start":"2026-04-18T17:56:29.721700Z","end":"2026-04-18T17:56:29.834819Z","steps":["trace[867173253] 'process raft request' (duration: 109.949332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.249541Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:30.262152Z","caller":"traceutil/trace.go:172","msg":"trace[564429725] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1374; }","duration":"513.292529ms","start":"2026-04-18T17:56:29.748814Z","end":"2026-04-18T17:56:30.262107Z","steps":["trace[564429725] 'read index received' (duration: 513.279129ms)","trace[564429725] 'applied index is now lower than readState.Index' (duration: 11.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:30.264714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"857.517306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:30.264828Z","caller":"traceutil/trace.go:172","msg":"trace[1141229068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"857.6243ms","start":"2026-04-18T17:56:29.407164Z","end":"2026-04-18T17:56:30.264789Z","steps":["trace[1141229068] 'agreement among raft nodes before linearized reading' (duration: 855.07203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.264871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.407138Z","time spent":"857.724484ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:30.265153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.896294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:30.265207Z","caller":"traceutil/trace.go:172","msg":"trace[1487696897] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1170; }","duration":"777.951487ms","start":"2026-04-18T17:56:29.487244Z","end":"2026-04-18T17:56:30.265196Z","steps":["trace[1487696897] 'agreement among raft nodes before linearized reading' (duration: 774.919748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.265233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.487216Z","time spent":"778.009639ms","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:30.265242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"546.278596ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:30.265332Z","caller":"traceutil/trace.go:172","msg":"trace[2130694849] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1170; }","duration":"546.421961ms","start":"2026-04-18T17:56:29.718861Z","end":"2026-04-18T17:56:30.265283Z","steps":["trace[2130694849] 'agreement among raft nodes before linearized reading' (duration: 543.297318ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:30.265476Z","caller":"traceutil/trace.go:172","msg":"trace[1889843250] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"500.760852ms","start":"2026-04-18T17:56:29.764701Z","end":"2026-04-18T17:56:30.265462Z","steps":["trace[1889843250] 'process raft request' (duration: 497.451842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.265562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.764682Z","time spent":"500.828835ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:30.771107Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:31.272240Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:31.288820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"643.154574ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:31.288907Z","caller":"traceutil/trace.go:172","msg":"trace[1970026372] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1172; }","duration":"643.251607ms","start":"2026-04-18T17:56:30.645636Z","end":"2026-04-18T17:56:31.288887Z","steps":["trace[1970026372] 'range keys from in-memory index tree' (duration: 643.132962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.289060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"634.375908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:31.306337Z","caller":"traceutil/trace.go:172","msg":"trace[1404425886] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"1.407405678s","start":"2026-04-18T17:56:29.898915Z","end":"2026-04-18T17:56:31.306321Z","steps":["trace[1404425886] 'process raft request' (duration: 1.407273333s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.306489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.898896Z","time spent":"1.407496222s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:31.306872Z","caller":"traceutil/trace.go:172","msg":"trace[809678449] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1380; }","duration":"1.036379021s","start":"2026-04-18T17:56:30.270474Z","end":"2026-04-18T17:56:31.306853Z","steps":["trace[809678449] 'read index received' (duration: 1.03637383s)","trace[809678449] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:31.307092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.03661925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-04-18T17:56:31.307123Z","caller":"traceutil/trace.go:172","msg":"trace[1092938073] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:1176; }","duration":"1.036665852s","start":"2026-04-18T17:56:30.270448Z","end":"2026-04-18T17:56:31.307114Z","steps":["trace[1092938073] 'agreement among raft nodes before linearized reading' (duration: 1.036503775s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.307151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:30.270430Z","time spent":"1.036713504s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4881,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:31.308077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"906.113428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:31.308132Z","caller":"traceutil/trace.go:172","msg":"trace[1556406308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1176; }","duration":"906.172711ms","start":"2026-04-18T17:56:30.401948Z","end":"2026-04-18T17:56:31.308121Z","steps":["trace[1556406308] 'agreement among raft nodes before linearized reading' (duration: 906.087557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.308161Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:30.401928Z","time spent":"906.225973ms","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:31.308220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.094053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:31.308303Z","caller":"traceutil/trace.go:172","msg":"trace[91113804] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1176; }","duration":"666.179706ms","start":"2026-04-18T17:56:30.642112Z","end":"2026-04-18T17:56:31.308292Z","steps":["trace[91113804] 'agreement among raft nodes before linearized reading' (duration: 666.03597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.308465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:30.642093Z","time spent":"666.360794ms","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:31.819864Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:32.320984Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:32.614485Z","caller":"traceutil/trace.go:172","msg":"trace[1038965437] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1381; }","duration":"1.295116891s","start":"2026-04-18T17:56:31.319335Z","end":"2026-04-18T17:56:32.614452Z","steps":["trace[1038965437] 'read index received' (duration: 1.295111051s)","trace[1038965437] 'applied index is now lower than readState.Index' (duration: 4.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:32.614629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.295275537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:32.614691Z","caller":"traceutil/trace.go:172","msg":"trace[250023301] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1177; }","duration":"1.29535339s","start":"2026-04-18T17:56:31.319324Z","end":"2026-04-18T17:56:32.614677Z","steps":["trace[250023301] 'agreement among raft nodes before linearized reading' (duration: 1.295212474s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:32.614727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.319317Z","time spent":"1.295399842s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:32.615144Z","caller":"traceutil/trace.go:172","msg":"trace[123517596] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"1.084354187s","start":"2026-04-18T17:56:31.530772Z","end":"2026-04-18T17:56:32.615126Z","steps":["trace[123517596] 'process raft request' (duration: 1.084289775s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:32.615215Z","caller":"traceutil/trace.go:172","msg":"trace[462400816] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"1.29688983s","start":"2026-04-18T17:56:31.318262Z","end":"2026-04-18T17:56:32.615151Z","steps":["trace[462400816] 'process raft request' (duration: 1.296714703s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:32.615271Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.530744Z","time spent":"1.084474452s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:32.615470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.318244Z","time spent":"1.297084257s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5124,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:33.115147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:33.286394Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17139747599794117830,"received-request-id":17139747599794117827} {"level":"warn","ts":"2026-04-18T17:56:33.403366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000511302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:33.403494Z","caller":"traceutil/trace.go:172","msg":"trace[4590486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670108s","start":"2026-04-18T17:56:31.402795Z","end":"2026-04-18T17:56:33.403466Z","steps":["trace[4590486] 'agreement among raft nodes before linearized reading' (duration: 2.000502651s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.403582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.402779Z","time spent":"2.000776981s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:33 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:33.616024Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:33.836313Z","caller":"traceutil/trace.go:172","msg":"trace[1637783787] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1390; }","duration":"1.221743142s","start":"2026-04-18T17:56:32.614552Z","end":"2026-04-18T17:56:33.836295Z","steps":["trace[1637783787] 'read index received' (duration: 1.221735681s)","trace[1637783787] 'applied index is now lower than readState.Index' (duration: 6.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.836566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.551767449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-18T17:56:33.836633Z","caller":"traceutil/trace.go:172","msg":"trace[910149788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1184; }","duration":"1.551848822s","start":"2026-04-18T17:56:32.284771Z","end":"2026-04-18T17:56:33.836620Z","steps":["trace[910149788] 'agreement among raft nodes before linearized reading' (duration: 1.551602873s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.836672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.284749Z","time spent":"1.551914044s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:33.836681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.191478565s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:33.836719Z","caller":"traceutil/trace.go:172","msg":"trace[2020109664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1184; }","duration":"2.191512327s","start":"2026-04-18T17:56:31.645196Z","end":"2026-04-18T17:56:33.836709Z","steps":["trace[2020109664] 'agreement among raft nodes before linearized reading' (duration: 2.191451534s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.836857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.647077207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:125 size:10508"} {"level":"warn","ts":"2026-04-18T17:56:33.836549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.551684546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:33.836889Z","caller":"traceutil/trace.go:172","msg":"trace[1029159673] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:125; response_revision:1184; }","duration":"1.647113458s","start":"2026-04-18T17:56:32.189769Z","end":"2026-04-18T17:56:33.836882Z","steps":["trace[1029159673] 'agreement among raft nodes before linearized reading' (duration: 1.64664949s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.836912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.189748Z","time spent":"1.6471565s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":125,"response size":10532,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-04-18T17:56:33.836916Z","caller":"traceutil/trace.go:172","msg":"trace[1781808213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1184; }","duration":"1.55205795s","start":"2026-04-18T17:56:32.284845Z","end":"2026-04-18T17:56:33.836903Z","steps":["trace[1781808213] 'agreement among raft nodes before linearized reading' (duration: 1.5515351s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.836954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.284819Z","time spent":"1.552124433s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:34.258234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.768533Z","time spent":"1.489697232s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:34.336915Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:34.424118Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17139747599794117834,"received-request-id":17139747599794117830} {"level":"info","ts":"2026-04-18T17:56:34.425439Z","caller":"traceutil/trace.go:172","msg":"trace[1675197986] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"1.402371344s","start":"2026-04-18T17:56:33.023043Z","end":"2026-04-18T17:56:34.425415Z","steps":["trace[1675197986] 'process raft request' (duration: 1.401393407s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.425607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:33.023011Z","time spent":"1.402506029s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036325,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:34.427859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.023844456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.427929Z","caller":"traceutil/trace.go:172","msg":"trace[1254140294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"1.02394829s","start":"2026-04-18T17:56:33.403968Z","end":"2026-04-18T17:56:34.427916Z","steps":["trace[1254140294] 'agreement among raft nodes before linearized reading' (duration: 1.023788434s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:34.427745Z","caller":"traceutil/trace.go:172","msg":"trace[1460099468] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1397; }","duration":"591.330032ms","start":"2026-04-18T17:56:33.836379Z","end":"2026-04-18T17:56:34.427709Z","steps":["trace[1460099468] 'read index received' (duration: 591.309742ms)","trace[1460099468] 'applied index is now lower than readState.Index' (duration: 13.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:34.427988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:33.403941Z","time spent":"1.024013813s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:34.427983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"788.347282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.428059Z","caller":"traceutil/trace.go:172","msg":"trace[1449370435] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1190; }","duration":"788.439955ms","start":"2026-04-18T17:56:33.639603Z","end":"2026-04-18T17:56:34.428043Z","steps":["trace[1449370435] 'agreement among raft nodes before linearized reading' (duration: 788.2936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.428108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.571146565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.428147Z","caller":"traceutil/trace.go:172","msg":"trace[1997345608] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1190; }","duration":"1.571217278s","start":"2026-04-18T17:56:32.856921Z","end":"2026-04-18T17:56:34.428138Z","steps":["trace[1997345608] 'agreement among raft nodes before linearized reading' (duration: 1.571089613s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.428183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.856901Z","time spent":"1.57127217s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:34.428316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.807995636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7158"} {"level":"info","ts":"2026-04-18T17:56:34.428341Z","caller":"traceutil/trace.go:172","msg":"trace[1052584700] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:1190; }","duration":"1.808023307s","start":"2026-04-18T17:56:32.620311Z","end":"2026-04-18T17:56:34.428334Z","steps":["trace[1052584700] 'agreement among raft nodes before linearized reading' (duration: 1.807912063s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.428362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.620287Z","time spent":"1.808069958s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7182,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:34.428497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.641473709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:56:34.428514Z","caller":"traceutil/trace.go:172","msg":"trace[834311136] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:1190; }","duration":"1.64149082s","start":"2026-04-18T17:56:32.787018Z","end":"2026-04-18T17:56:34.428509Z","steps":["trace[834311136] 'agreement among raft nodes before linearized reading' (duration: 1.641438248s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.428528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.786999Z","time spent":"1.641525352s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.242\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:34.428671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.779338508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.428690Z","caller":"traceutil/trace.go:172","msg":"trace[259203771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"1.779363239s","start":"2026-04-18T17:56:32.649321Z","end":"2026-04-18T17:56:34.428684Z","steps":["trace[259203771] 'agreement among raft nodes before linearized reading' (duration: 1.779324627s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.428716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.649305Z","time spent":"1.779402601s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:34.428105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:33.639579Z","time spent":"788.514938ms","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:34.432568Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17139747599794117836,"received-request-id":17139747599794117834} {"level":"info","ts":"2026-04-18T17:56:34.432822Z","caller":"traceutil/trace.go:172","msg":"trace[96339292] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"173.329199ms","start":"2026-04-18T17:56:34.259482Z","end":"2026-04-18T17:56:34.432811Z","steps":["trace[96339292] 'process raft request' (duration: 173.190773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.433236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.18629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.433274Z","caller":"traceutil/trace.go:172","msg":"trace[398734224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1191; }","duration":"595.233232ms","start":"2026-04-18T17:56:33.838033Z","end":"2026-04-18T17:56:34.433266Z","steps":["trace[398734224] 'agreement among raft nodes before linearized reading' (duration: 595.16716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.944115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:34.951853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.955492ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.951914Z","caller":"traceutil/trace.go:172","msg":"trace[1920862178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1191; }","duration":"307.030694ms","start":"2026-04-18T17:56:34.644870Z","end":"2026-04-18T17:56:34.951901Z","steps":["trace[1920862178] 'range keys from in-memory index tree' (duration: 306.884788ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:35.234057Z","caller":"traceutil/trace.go:172","msg":"trace[628100287] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1399; }","duration":"790.084089ms","start":"2026-04-18T17:56:34.443961Z","end":"2026-04-18T17:56:35.234045Z","steps":["trace[628100287] 'read index received' (duration: 788.727516ms)","trace[628100287] 'applied index is now lower than readState.Index' (duration: 1.356233ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:35.234107Z","caller":"traceutil/trace.go:172","msg":"trace[247884874] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"788.643183ms","start":"2026-04-18T17:56:34.445435Z","end":"2026-04-18T17:56:35.234078Z","steps":["trace[247884874] 'process raft request' (duration: 788.5514ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:35.234131Z","caller":"traceutil/trace.go:172","msg":"trace[1688301610] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"795.838431ms","start":"2026-04-18T17:56:34.438267Z","end":"2026-04-18T17:56:35.234106Z","steps":["trace[1688301610] 'process raft request' (duration: 794.456738ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:35.234208Z","caller":"traceutil/trace.go:172","msg":"trace[797356382] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"793.132716ms","start":"2026-04-18T17:56:34.441042Z","end":"2026-04-18T17:56:35.234175Z","steps":["trace[797356382] 'process raft request' (duration: 792.906817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:35.234238Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:34.445367Z","time spent":"788.79983ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:35.234328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:34.441031Z","time spent":"793.237561ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:35.234360Z","caller":"traceutil/trace.go:172","msg":"trace[1361395435] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"729.838701ms","start":"2026-04-18T17:56:34.504514Z","end":"2026-04-18T17:56:35.234353Z","steps":["trace[1361395435] 'process raft request' (duration: 729.493768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:35.234398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:34.504492Z","time spent":"729.889313ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2676,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:35.234236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:34.438248Z","time spent":"795.937234ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:35.234517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"790.564967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:35.234547Z","caller":"traceutil/trace.go:172","msg":"trace[1235269387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"790.601509ms","start":"2026-04-18T17:56:34.443940Z","end":"2026-04-18T17:56:35.234541Z","steps":["trace[1235269387] 'agreement among raft nodes before linearized reading' (duration: 790.545907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:35.234565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:34.443912Z","time spent":"790.648781ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:35.735206Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:36.235977Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:36.299895Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.067163018s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:36.723412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.140126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:36.736544Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:37.235760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000305563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:37.235884Z","caller":"traceutil/trace.go:172","msg":"trace[1676690448] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438258s","start":"2026-04-18T17:56:35.235427Z","end":"2026-04-18T17:56:37.235865Z","steps":["trace[1676690448] 'agreement among raft nodes before linearized reading' (duration: 2.000301523s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:37.235957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:35.235414Z","time spent":"2.000518781s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:37.236849Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:37.737053Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:38.237638Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:38.451533Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.16684332s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:56:38.451751Z","caller":"traceutil/trace.go:172","msg":"trace[1004133843] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1411; }","duration":"3.217623917s","start":"2026-04-18T17:56:35.234097Z","end":"2026-04-18T17:56:38.451721Z","steps":["trace[1004133843] 'read index received' (duration: 3.217613176s)","trace[1004133843] 'applied index is now lower than readState.Index' (duration: 9.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.451871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.499896843s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:38.451943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.631763828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.451965Z","caller":"traceutil/trace.go:172","msg":"trace[1449882300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1201; }","duration":"3.500003627s","start":"2026-04-18T17:56:34.951941Z","end":"2026-04-18T17:56:38.451945Z","steps":["trace[1449882300] 'agreement among raft nodes before linearized reading' (duration: 3.499824879s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:38.452008Z","caller":"traceutil/trace.go:172","msg":"trace[839109825] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1201; }","duration":"3.631827581s","start":"2026-04-18T17:56:34.820162Z","end":"2026-04-18T17:56:38.451989Z","steps":["trace[839109825] 'agreement among raft nodes before linearized reading' (duration: 3.631722677s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.452052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:34.820139Z","time spent":"3.631901164s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:38.452353Z","caller":"traceutil/trace.go:172","msg":"trace[1010372258] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"3.214290799s","start":"2026-04-18T17:56:35.237995Z","end":"2026-04-18T17:56:38.452285Z","steps":["trace[1010372258] 'process raft request' (duration: 3.214002438s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.452546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:35.237983Z","time spent":"3.214463536s","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":793,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:38.834945Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17139747599794117848,"received-request-id":17139747599794117844} {"level":"warn","ts":"2026-04-18T17:56:38.952778Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117848,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:39.000107Z","caller":"traceutil/trace.go:172","msg":"trace[2142365390] linearizableReadLoop","detail":"{readStateIndex:1423; appliedIndex:1423; }","duration":"548.194324ms","start":"2026-04-18T17:56:38.451888Z","end":"2026-04-18T17:56:39.000082Z","steps":["trace[2142365390] 'read index received' (duration: 548.182893ms)","trace[2142365390] 'applied index is now lower than readState.Index' (duration: 9.981µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:39.000206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.755894142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:39.000225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.806396248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-04-18T17:56:39.000290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.965858951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:39.000299Z","caller":"traceutil/trace.go:172","msg":"trace[475063893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1213; }","duration":"2.806490761s","start":"2026-04-18T17:56:36.193793Z","end":"2026-04-18T17:56:39.000284Z","steps":["trace[475063893] 'agreement among raft nodes before linearized reading' (duration: 2.806321535s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.000326Z","caller":"traceutil/trace.go:172","msg":"trace[2009786503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1213; }","duration":"2.965913843s","start":"2026-04-18T17:56:36.034403Z","end":"2026-04-18T17:56:39.000317Z","steps":["trace[2009786503] 'agreement among raft nodes before linearized reading' (duration: 2.965808069s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.000282Z","caller":"traceutil/trace.go:172","msg":"trace[210505155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1213; }","duration":"1.756006396s","start":"2026-04-18T17:56:37.244259Z","end":"2026-04-18T17:56:39.000265Z","steps":["trace[210505155] 'agreement among raft nodes before linearized reading' (duration: 1.75585787s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.000303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.108110459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:39.000359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.034384Z","time spent":"2.965967515s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.000374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.244240Z","time spent":"1.75612281s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:39.000394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.220853424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.000398Z","caller":"traceutil/trace.go:172","msg":"trace[2120299137] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1213; }","duration":"2.108224393s","start":"2026-04-18T17:56:36.892155Z","end":"2026-04-18T17:56:39.000380Z","steps":["trace[2120299137] 'agreement among raft nodes before linearized reading' (duration: 2.108043176s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.000431Z","caller":"traceutil/trace.go:172","msg":"trace[1063486892] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1213; }","duration":"2.220886836s","start":"2026-04-18T17:56:36.779534Z","end":"2026-04-18T17:56:39.000421Z","steps":["trace[1063486892] 'agreement among raft nodes before linearized reading' (duration: 2.220830784s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.000447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.892128Z","time spent":"2.108309076s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.000455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.779507Z","time spent":"2.220942388s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.000452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.244337925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:39.000536Z","caller":"traceutil/trace.go:172","msg":"trace[1815583378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"1.244433448s","start":"2026-04-18T17:56:37.756083Z","end":"2026-04-18T17:56:39.000517Z","steps":["trace[1815583378] 'agreement among raft nodes before linearized reading' (duration: 1.244175029s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.000585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.756063Z","time spent":"1.24451144s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.000342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.193769Z","time spent":"2.806563244s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.000818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.279663873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:39.000840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.635483118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-18T17:56:39.000857Z","caller":"traceutil/trace.go:172","msg":"trace[1688265365] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1213; }","duration":"3.279705355s","start":"2026-04-18T17:56:35.721142Z","end":"2026-04-18T17:56:39.000847Z","steps":["trace[1688265365] 'agreement among raft nodes before linearized reading' (duration: 3.279636992s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.000875Z","caller":"traceutil/trace.go:172","msg":"trace[1991662355] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1213; }","duration":"3.63554107s","start":"2026-04-18T17:56:35.365325Z","end":"2026-04-18T17:56:39.000866Z","steps":["trace[1991662355] 'agreement among raft nodes before linearized reading' (duration: 3.635421226s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.000891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:35.721126Z","time spent":"3.279755627s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.000901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:35.365303Z","time spent":"3.635592202s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.000967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.304702748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.001005Z","caller":"traceutil/trace.go:172","msg":"trace[852774612] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1213; }","duration":"3.304743419s","start":"2026-04-18T17:56:35.696253Z","end":"2026-04-18T17:56:39.000996Z","steps":["trace[852774612] 'agreement among raft nodes before linearized reading' (duration: 3.304677727s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.001024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.764263822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"warn","ts":"2026-04-18T17:56:39.001036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:35.696229Z","time spent":"3.304800081s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:39.001060Z","caller":"traceutil/trace.go:172","msg":"trace[1473011100] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1213; }","duration":"3.764301283s","start":"2026-04-18T17:56:35.236748Z","end":"2026-04-18T17:56:39.001050Z","steps":["trace[1473011100] 'agreement among raft nodes before linearized reading' (duration: 3.764164998s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.001088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:35.236715Z","time spent":"3.764365925s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.001268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.762042496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:5139"} {"level":"info","ts":"2026-04-18T17:56:39.001299Z","caller":"traceutil/trace.go:172","msg":"trace[1820226305] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:1213; }","duration":"3.762077097s","start":"2026-04-18T17:56:35.239214Z","end":"2026-04-18T17:56:39.001291Z","steps":["trace[1820226305] 'agreement among raft nodes before linearized reading' (duration: 3.761935672s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.001627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:35.239192Z","time spent":"3.76241709s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5163,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:39.001663Z","caller":"traceutil/trace.go:172","msg":"trace[1108395399] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"544.318628ms","start":"2026-04-18T17:56:38.457333Z","end":"2026-04-18T17:56:39.001651Z","steps":["trace[1108395399] 'process raft request' (duration: 544.282556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.002386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.457311Z","time spent":"545.022794ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:39.001712Z","caller":"traceutil/trace.go:172","msg":"trace[1060145235] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"1.277384653s","start":"2026-04-18T17:56:37.724312Z","end":"2026-04-18T17:56:39.001697Z","steps":["trace[1060145235] 'process raft request' (duration: 1.277214036s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.002523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.724285Z","time spent":"1.278171452s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:39.001758Z","caller":"traceutil/trace.go:172","msg":"trace[1045373404] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"1.264492472s","start":"2026-04-18T17:56:37.737254Z","end":"2026-04-18T17:56:39.001746Z","steps":["trace[1045373404] 'process raft request' (duration: 1.264327536s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.002682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.737227Z","time spent":"1.265397096s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:39.005290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"551.972888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.005342Z","caller":"traceutil/trace.go:172","msg":"trace[681268093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1217; }","duration":"552.0287ms","start":"2026-04-18T17:56:38.453302Z","end":"2026-04-18T17:56:39.005330Z","steps":["trace[681268093] 'agreement among raft nodes before linearized reading' (duration: 551.953437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.005520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.440133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.005575Z","caller":"traceutil/trace.go:172","msg":"trace[636022095] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1217; }","duration":"500.497855ms","start":"2026-04-18T17:56:38.505064Z","end":"2026-04-18T17:56:39.005562Z","steps":["trace[636022095] 'agreement among raft nodes before linearized reading' (duration: 500.174333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.005645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.505037Z","time spent":"500.59864ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.123286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.783645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:41.322396Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794117884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:41.389276Z","caller":"traceutil/trace.go:172","msg":"trace[997656011] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1470; }","duration":"567.410654ms","start":"2026-04-18T17:56:40.821842Z","end":"2026-04-18T17:56:41.389252Z","steps":["trace[997656011] 'read index received' (duration: 567.403213ms)","trace[997656011] 'applied index is now lower than readState.Index' (duration: 6.061µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.441613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"619.719719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.441767Z","caller":"traceutil/trace.go:172","msg":"trace[181975018] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1260; }","duration":"619.882975ms","start":"2026-04-18T17:56:40.821830Z","end":"2026-04-18T17:56:41.441713Z","steps":["trace[181975018] 'agreement among raft nodes before linearized reading' (duration: 567.559289ms)","trace[181975018] 'range keys from in-memory index tree' (duration: 52.111888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.441865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.821808Z","time spent":"620.042192ms","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:41.442264Z","caller":"traceutil/trace.go:172","msg":"trace[755875762] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"571.793729ms","start":"2026-04-18T17:56:40.870449Z","end":"2026-04-18T17:56:41.442242Z","steps":["trace[755875762] 'process raft request' (duration: 571.678675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.443497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.870427Z","time spent":"572.944332ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:41.472093Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17139747599794117886,"received-request-id":17139747599794117884} {"level":"warn","ts":"2026-04-18T17:56:41.479471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.118498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:41.479529Z","caller":"traceutil/trace.go:172","msg":"trace[1743003094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1274; }","duration":"117.184991ms","start":"2026-04-18T17:56:41.362332Z","end":"2026-04-18T17:56:41.479517Z","steps":["trace[1743003094] 'agreement among raft nodes before linearized reading' (duration: 117.033095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.479581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"609.636183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-04-18T17:56:41.479609Z","caller":"traceutil/trace.go:172","msg":"trace[1107795932] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9v7vn; range_end:; response_count:1; response_revision:1274; }","duration":"609.667914ms","start":"2026-04-18T17:56:40.869934Z","end":"2026-04-18T17:56:41.479602Z","steps":["trace[1107795932] 'agreement among raft nodes before linearized reading' (duration: 609.57004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.479629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.869913Z","time spent":"609.710876ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19169,"request content":"key:\"/registry/pods/kube-system/cilium-9v7vn\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.479676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.830507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:41.479742Z","caller":"traceutil/trace.go:172","msg":"trace[940293389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1274; }","duration":"242.91051ms","start":"2026-04-18T17:56:41.236816Z","end":"2026-04-18T17:56:41.479727Z","steps":["trace[940293389] 'agreement among raft nodes before linearized reading' (duration: 242.671431ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:53.137551Z","caller":"traceutil/trace.go:172","msg":"trace[1628308841] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"157.980563ms","start":"2026-04-18T17:56:52.979549Z","end":"2026-04-18T17:56:53.137530Z","steps":["trace[1628308841] 'process raft request' (duration: 157.89404ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:53.137586Z","caller":"traceutil/trace.go:172","msg":"trace[29836673] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"315.77234ms","start":"2026-04-18T17:56:52.821792Z","end":"2026-04-18T17:56:53.137564Z","steps":["trace[29836673] 'process raft request' (duration: 312.131981ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:53.137640Z","caller":"traceutil/trace.go:172","msg":"trace[680772938] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1710; }","duration":"174.004952ms","start":"2026-04-18T17:56:52.963614Z","end":"2026-04-18T17:56:53.137619Z","steps":["trace[680772938] 'read index received' (duration: 173.669691ms)","trace[680772938] 'applied index is now lower than readState.Index' (duration: 332.831µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:53.137714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:52.821749Z","time spent":"315.895835ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:53.137884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.263122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-18T17:56:53.137938Z","caller":"traceutil/trace.go:172","msg":"trace[1481834026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1438; }","duration":"174.322214ms","start":"2026-04-18T17:56:52.963602Z","end":"2026-04-18T17:56:53.137924Z","steps":["trace[1481834026] 'agreement among raft nodes before linearized reading' (duration: 174.120777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:50.634573Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794118416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:57:51.135476Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139747599794118416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:57:51.528511Z","caller":"traceutil/trace.go:172","msg":"trace[1033554332] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"403.380304ms","start":"2026-04-18T17:57:51.125118Z","end":"2026-04-18T17:57:51.528499Z","steps":["trace[1033554332] 'process raft request' (duration: 403.354644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.528596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:51.125091Z","time spent":"403.464867ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:57:51.528579Z","caller":"traceutil/trace.go:172","msg":"trace[201484429] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"971.126299ms","start":"2026-04-18T17:57:50.557422Z","end":"2026-04-18T17:57:51.528548Z","steps":["trace[201484429] 'process raft request' (duration: 970.954284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.528610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.394488255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:57:51.528692Z","caller":"traceutil/trace.go:172","msg":"trace[1040859143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"1.394586127s","start":"2026-04-18T17:57:50.134094Z","end":"2026-04-18T17:57:51.528680Z","steps":["trace[1040859143] 'agreement among raft nodes before linearized reading' (duration: 1.394357881s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:57:51.528737Z","caller":"traceutil/trace.go:172","msg":"trace[1121288203] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"751.233831ms","start":"2026-04-18T17:57:50.777496Z","end":"2026-04-18T17:57:51.528730Z","steps":["trace[1121288203] 'process raft request' (duration: 750.957073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.528744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.134077Z","time spent":"1.394646689s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:57:51.528765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.777478Z","time spent":"751.272051ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:57:51.528793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.557393Z","time spent":"971.266883ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:57:51.528978Z","caller":"traceutil/trace.go:172","msg":"trace[1478395710] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2063; }","duration":"1.394289989s","start":"2026-04-18T17:57:50.134099Z","end":"2026-04-18T17:57:51.528389Z","steps":["trace[1478395710] 'read index received' (duration: 1.394232998s)","trace[1478395710] 'applied index is now lower than readState.Index' (duration: 55.751µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:57:51.586604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"990.171768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:57:51.586634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"889.36025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:51.586651Z","caller":"traceutil/trace.go:172","msg":"trace[1565521904] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1759; }","duration":"889.37584ms","start":"2026-04-18T17:57:50.697269Z","end":"2026-04-18T17:57:51.586645Z","steps":["trace[1565521904] 'agreement among raft nodes before linearized reading' (duration: 889.350449ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:57:51.586647Z","caller":"traceutil/trace.go:172","msg":"trace[74879368] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1759; }","duration":"990.215929ms","start":"2026-04-18T17:57:50.596422Z","end":"2026-04-18T17:57:51.586638Z","steps":["trace[74879368] 'agreement among raft nodes before linearized reading' (duration: 990.145487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.586671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.596408Z","time spent":"990.25737ms","remote":"127.0.0.1:42838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:57:51.586578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"765.495845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:57:51.586668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"941.509832ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:51.586693Z","caller":"traceutil/trace.go:172","msg":"trace[1393020388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1759; }","duration":"765.618858ms","start":"2026-04-18T17:57:50.821069Z","end":"2026-04-18T17:57:51.586688Z","steps":["trace[1393020388] 'agreement among raft nodes before linearized reading' (duration: 765.474384ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:57:51.586751Z","caller":"traceutil/trace.go:172","msg":"trace[955300964] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1759; }","duration":"941.593894ms","start":"2026-04-18T17:57:50.645140Z","end":"2026-04-18T17:57:51.586734Z","steps":["trace[955300964] 'agreement among raft nodes before linearized reading' (duration: 941.484031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.586778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.821049Z","time spent":"765.719161ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:57:51.586796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.13818292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:57:51.586914Z","caller":"traceutil/trace.go:172","msg":"trace[666057498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1759; }","duration":"1.138309723s","start":"2026-04-18T17:57:50.448593Z","end":"2026-04-18T17:57:51.586903Z","steps":["trace[666057498] 'agreement among raft nodes before linearized reading' (duration: 1.137965964s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.586943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.254464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:51.586959Z","caller":"traceutil/trace.go:172","msg":"trace[1819672621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1759; }","duration":"187.270615ms","start":"2026-04-18T17:57:51.399684Z","end":"2026-04-18T17:57:51.586954Z","steps":["trace[1819672621] 'agreement among raft nodes before linearized reading' (duration: 187.246204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.586957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.608663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-18T17:57:51.587006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.448571Z","time spent":"1.138403516s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-18T17:57:51.587005Z","caller":"traceutil/trace.go:172","msg":"trace[1490963558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1759; }","duration":"480.652115ms","start":"2026-04-18T17:57:51.106338Z","end":"2026-04-18T17:57:51.586991Z","steps":["trace[1490963558] 'agreement among raft nodes before linearized reading' (duration: 480.514841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.587205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:51.106322Z","time spent":"480.86969ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:57:51.586802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"856.665973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:51.587321Z","caller":"traceutil/trace.go:172","msg":"trace[845571621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1759; }","duration":"857.189347ms","start":"2026-04-18T17:57:50.730118Z","end":"2026-04-18T17:57:51.587307Z","steps":["trace[845571621] 'agreement among raft nodes before linearized reading' (duration: 856.632552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.587367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.730097Z","time spent":"857.257909ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:57:51.587496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.697249Z","time spent":"890.238323ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:57:51.588777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.824017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:51.588861Z","caller":"traceutil/trace.go:172","msg":"trace[1039635690] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1759; }","duration":"672.611459ms","start":"2026-04-18T17:57:50.916229Z","end":"2026-04-18T17:57:51.588841Z","steps":["trace[1039635690] 'agreement among raft nodes before linearized reading' (duration: 671.686622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:51.588911Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:50.916206Z","time spent":"672.692901ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "}