{"level":"warn","ts":"2026-03-30T21:28:20.253911Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T21:28:20.254202Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T21:28:20.254268Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=controller-1=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T21:28:20.254734Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T21:28:20.255020Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T21:28:20.255127Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-30T21:28:20.255346Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:28:20.256198Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-03-30T21:28:20.256668Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T21:28:20.259241Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000137330}"} {"level":"info","ts":"2026-03-30T21:28:20.269181Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T21:28:20.269239Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.924013ms"} {"level":"info","ts":"2026-03-30T21:28:20.269268Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T21:28:20.269285Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T21:28:20.269318Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T21:28:20.290022Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T21:28:20.290143Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-03-30T21:28:20.290182Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T21:28:20.290271Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T21:28:20.290331Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-03-30T21:28:20.290343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T21:28:20.290363Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-03-30T21:28:20.290405Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-03-30T21:28:20.296958Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T21:28:20.299087Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T21:28:20.303245Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T21:28:20.303767Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T21:28:20.303969Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:28:20.304248Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T21:28:20.304288Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T21:28:20.304423Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T21:28:20.304555Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:28:20.304593Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:28:20.304602Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:28:20.304440Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-30T21:28:20.305739Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-30T21:28:20.309074Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-03-30T21:28:20.309526Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-30T21:28:20.591179Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T21:28:20.591259Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T21:28:20.591370Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-03-30T21:28:20.591400Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d98d5f2c752cc52d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T21:28:20.591426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-03-30T21:28:20.592803Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-30T21:28:20.592898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d98d5f2c752cc52d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T21:28:20.592992Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-03-30T21:28:20.593140Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-30T21:28:20.595276Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.250:2379]}","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T21:28:20.595524Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:28:20.595664Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:28:20.595955Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:28:20.596144Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T21:28:20.596193Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T21:28:20.597134Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:28:20.597265Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:28:20.597309Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:28:20.597464Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-30T21:28:20.597568Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-30T21:28:20.598507Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T21:28:20.599119Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T21:28:20.599240Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T21:28:20.602344Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"info","ts":"2026-03-30T21:28:20.606556Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T21:28:21.016826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.016888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.039788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.046790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.068381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.073883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.081018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.088996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.096153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.104142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.113217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.121070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.130885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.138544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.145627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.155112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.164890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.172245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.178987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.186737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.194515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.202669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.239979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.246270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.255177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.262291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.269654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.279856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.287762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.296271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.304169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.313319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.323839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.331185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.338896Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.347693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.354309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.364023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.371008Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.380274Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.390877Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.401509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.408575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.421792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.427137Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.435828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.443218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.488579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.495571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.502624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.510119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.517459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.527145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.536598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.546633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.552833Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.565844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.583855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.619982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.627688Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.636716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:28:21.679858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39904","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:28:25.149831Z","caller":"traceutil/trace.go:172","msg":"trace[1412551258] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"360.83817ms","start":"2026-03-30T21:28:24.788963Z","end":"2026-03-30T21:28:25.149801Z","steps":["trace[1412551258] 'process raft request' (duration: 360.580065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:25.150645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:24.788931Z","time spent":"361.202554ms","remote":"127.0.0.1:39422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} 2026/03/30 21:28:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T21:28:30.724171Z","caller":"traceutil/trace.go:172","msg":"trace[84634605] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:333; }","duration":"116.070185ms","start":"2026-03-30T21:28:30.608050Z","end":"2026-03-30T21:28:30.724120Z","steps":["trace[84634605] 'read index received' (duration: 116.059285ms)","trace[84634605] 'applied index is now lower than readState.Index' (duration: 9.05µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:28:30.724566Z","caller":"traceutil/trace.go:172","msg":"trace[37394432] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"206.313803ms","start":"2026-03-30T21:28:30.518237Z","end":"2026-03-30T21:28:30.724551Z","steps":["trace[37394432] 'process raft request' (duration: 206.140606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:30.724554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.457429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:28:30.724699Z","caller":"traceutil/trace.go:172","msg":"trace[2107976303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:315; }","duration":"116.633146ms","start":"2026-03-30T21:28:30.608047Z","end":"2026-03-30T21:28:30.724680Z","steps":["trace[2107976303] 'agreement among raft nodes before linearized reading' (duration: 116.241722ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:31.057411Z","caller":"traceutil/trace.go:172","msg":"trace[427000824] linearizableReadLoop","detail":"{readStateIndex:334; appliedIndex:334; }","duration":"319.016352ms","start":"2026-03-30T21:28:30.738330Z","end":"2026-03-30T21:28:31.057346Z","steps":["trace[427000824] 'read index received' (duration: 319.004052ms)","trace[427000824] 'applied index is now lower than readState.Index' (duration: 10.76µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:28:31.060396Z","caller":"traceutil/trace.go:172","msg":"trace[1103399735] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"330.407515ms","start":"2026-03-30T21:28:30.729969Z","end":"2026-03-30T21:28:31.060376Z","steps":["trace[1103399735] 'process raft request' (duration: 330.357866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.060834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.729951Z","time spent":"330.530144ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:28:31.061213Z","caller":"traceutil/trace.go:172","msg":"trace[444190255] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"487.662167ms","start":"2026-03-30T21:28:30.573535Z","end":"2026-03-30T21:28:31.061198Z","steps":["trace[444190255] 'process raft request' (duration: 483.939114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.061279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.573524Z","time spent":"487.722285ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:28:31.061337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.989511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.061421Z","caller":"traceutil/trace.go:172","msg":"trace[495734366] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:316; }","duration":"323.080989ms","start":"2026-03-30T21:28:30.738325Z","end":"2026-03-30T21:28:31.061406Z","steps":["trace[495734366] 'agreement among raft nodes before linearized reading' (duration: 319.262488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.061435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.07206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.061464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.738305Z","time spent":"323.149779ms","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:31.061466Z","caller":"traceutil/trace.go:172","msg":"trace[645375703] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:318; }","duration":"323.103259ms","start":"2026-03-30T21:28:30.738354Z","end":"2026-03-30T21:28:31.061457Z","steps":["trace[645375703] 'agreement among raft nodes before linearized reading' (duration: 323.05407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.061705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.105852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.061740Z","caller":"traceutil/trace.go:172","msg":"trace[1274523827] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:318; }","duration":"314.138051ms","start":"2026-03-30T21:28:30.747594Z","end":"2026-03-30T21:28:31.061732Z","steps":["trace[1274523827] 'agreement among raft nodes before linearized reading' (duration: 314.053713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.061770Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747588Z","time spent":"314.176151ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.061821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.738307Z","time spent":"323.414385ms","remote":"127.0.0.1:39038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.061920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.376547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.061927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.366567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.061956Z","caller":"traceutil/trace.go:172","msg":"trace[1602751025] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:318; }","duration":"321.410747ms","start":"2026-03-30T21:28:30.740536Z","end":"2026-03-30T21:28:31.061947Z","steps":["trace[1602751025] 'agreement among raft nodes before linearized reading' (duration: 321.361828ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:31.061978Z","caller":"traceutil/trace.go:172","msg":"trace[1644791575] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:318; }","duration":"321.418347ms","start":"2026-03-30T21:28:30.740546Z","end":"2026-03-30T21:28:31.061964Z","steps":["trace[1644791575] 'agreement among raft nodes before linearized reading' (duration: 321.333628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.061988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740532Z","time spent":"321.449216ms","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740541Z","time spent":"321.465506ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.678022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.062162Z","caller":"traceutil/trace.go:172","msg":"trace[134684105] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:318; }","duration":"321.710262ms","start":"2026-03-30T21:28:30.740444Z","end":"2026-03-30T21:28:31.062154Z","steps":["trace[134684105] 'agreement among raft nodes before linearized reading' (duration: 321.661712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.062187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740439Z","time spent":"321.742191ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.647273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.061631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.133096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.062270Z","caller":"traceutil/trace.go:172","msg":"trace[1332636372] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:318; }","duration":"314.689262ms","start":"2026-03-30T21:28:30.747568Z","end":"2026-03-30T21:28:31.062257Z","steps":["trace[1332636372] 'agreement among raft nodes before linearized reading' (duration: 314.619773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.062306Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747562Z","time spent":"314.734481ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.106466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.062377Z","caller":"traceutil/trace.go:172","msg":"trace[1027927304] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:318; }","duration":"322.139345ms","start":"2026-03-30T21:28:30.740228Z","end":"2026-03-30T21:28:31.062367Z","steps":["trace[1027927304] 'agreement among raft nodes before linearized reading' (duration: 322.087596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.062406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740220Z","time spent":"322.180295ms","remote":"127.0.0.1:39250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:31.062421Z","caller":"traceutil/trace.go:172","msg":"trace[1216503987] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:318; }","duration":"313.798716ms","start":"2026-03-30T21:28:30.748490Z","end":"2026-03-30T21:28:31.062289Z","steps":["trace[1216503987] 'agreement among raft nodes before linearized reading' (duration: 313.117176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.062502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.748484Z","time spent":"314.010622ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.334122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.062555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.973868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.062580Z","caller":"traceutil/trace.go:172","msg":"trace[270823484] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:318; }","duration":"322.359262ms","start":"2026-03-30T21:28:30.740213Z","end":"2026-03-30T21:28:31.062573Z","steps":["trace[270823484] 'agreement among raft nodes before linearized reading' (duration: 322.318833ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:31.062600Z","caller":"traceutil/trace.go:172","msg":"trace[1781818097] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:318; }","duration":"315.019657ms","start":"2026-03-30T21:28:30.747567Z","end":"2026-03-30T21:28:31.062587Z","steps":["trace[1781818097] 'agreement among raft nodes before linearized reading' (duration: 314.945968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.062615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740208Z","time spent":"322.398821ms","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747562Z","time spent":"315.064806ms","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.555838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.062785Z","caller":"traceutil/trace.go:172","msg":"trace[1887251913] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:318; }","duration":"322.586938ms","start":"2026-03-30T21:28:30.740190Z","end":"2026-03-30T21:28:31.062777Z","steps":["trace[1887251913] 'agreement among raft nodes before linearized reading' (duration: 322.540509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.062815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740187Z","time spent":"322.622797ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.062881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.273603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.062936Z","caller":"traceutil/trace.go:172","msg":"trace[874304463] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:318; }","duration":"315.374732ms","start":"2026-03-30T21:28:30.747548Z","end":"2026-03-30T21:28:31.062922Z","steps":["trace[874304463] 'agreement among raft nodes before linearized reading' (duration: 315.246734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.062984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747544Z","time spent":"315.427941ms","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.824194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.063061Z","caller":"traceutil/trace.go:172","msg":"trace[2077068403] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:318; }","duration":"322.865464ms","start":"2026-03-30T21:28:30.740185Z","end":"2026-03-30T21:28:31.063051Z","steps":["trace[2077068403] 'agreement among raft nodes before linearized reading' (duration: 322.802575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.668617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.063274Z","caller":"traceutil/trace.go:172","msg":"trace[230952412] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:318; }","duration":"315.725686ms","start":"2026-03-30T21:28:30.747534Z","end":"2026-03-30T21:28:31.063260Z","steps":["trace[230952412] 'agreement among raft nodes before linearized reading' (duration: 315.640948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747527Z","time spent":"315.774016ms","remote":"127.0.0.1:39770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.965768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.063403Z","caller":"traceutil/trace.go:172","msg":"trace[508992299] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:318; }","duration":"322.016127ms","start":"2026-03-30T21:28:30.741375Z","end":"2026-03-30T21:28:31.063391Z","steps":["trace[508992299] 'agreement among raft nodes before linearized reading' (duration: 321.927389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741366Z","time spent":"322.055267ms","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.180985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.063535Z","caller":"traceutil/trace.go:172","msg":"trace[1205115746] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:318; }","duration":"322.211744ms","start":"2026-03-30T21:28:30.741318Z","end":"2026-03-30T21:28:31.063530Z","steps":["trace[1205115746] 'agreement among raft nodes before linearized reading' (duration: 322.125915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.563559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.063589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.053561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.063612Z","caller":"traceutil/trace.go:172","msg":"trace[1488164460] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:318; }","duration":"322.623668ms","start":"2026-03-30T21:28:30.740974Z","end":"2026-03-30T21:28:31.063597Z","steps":["trace[1488164460] 'agreement among raft nodes before linearized reading' (duration: 322.52817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.13127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.063666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740970Z","time spent":"322.680497ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.763265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.063721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.205949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.063721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.899882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.063736Z","caller":"traceutil/trace.go:172","msg":"trace[488677423] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:318; }","duration":"322.830114ms","start":"2026-03-30T21:28:30.740890Z","end":"2026-03-30T21:28:31.063720Z","steps":["trace[488677423] 'agreement among raft nodes before linearized reading' (duration: 322.721026ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:31.063750Z","caller":"traceutil/trace.go:172","msg":"trace[1558450537] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:318; }","duration":"316.233279ms","start":"2026-03-30T21:28:30.747509Z","end":"2026-03-30T21:28:31.063743Z","steps":["trace[1558450537] 'agreement among raft nodes before linearized reading' (duration: 316.190379ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:31.063762Z","caller":"traceutil/trace.go:172","msg":"trace[572583354] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:318; }","duration":"324.953552ms","start":"2026-03-30T21:28:30.738798Z","end":"2026-03-30T21:28:31.063752Z","steps":["trace[572583354] 'agreement among raft nodes before linearized reading' (duration: 324.862333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747501Z","time spent":"316.268177ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740886Z","time spent":"322.881933ms","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.738789Z","time spent":"324.997541ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.598868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.063872Z","caller":"traceutil/trace.go:172","msg":"trace[801804318] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:318; }","duration":"322.668057ms","start":"2026-03-30T21:28:30.741199Z","end":"2026-03-30T21:28:31.063867Z","steps":["trace[801804318] 'agreement among raft nodes before linearized reading' (duration: 322.579258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741099Z","time spent":"322.797605ms","remote":"127.0.0.1:39132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741296Z","time spent":"322.275623ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.064064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.965833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.064109Z","caller":"traceutil/trace.go:172","msg":"trace[839539083] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:318; }","duration":"323.011012ms","start":"2026-03-30T21:28:30.741093Z","end":"2026-03-30T21:28:31.064104Z","steps":["trace[839539083] 'agreement among raft nodes before linearized reading' (duration: 322.954963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741088Z","time spent":"323.054771ms","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.064282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.191948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.064331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.174944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.064357Z","caller":"traceutil/trace.go:172","msg":"trace[1160662577] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:318; }","duration":"324.200093ms","start":"2026-03-30T21:28:30.740150Z","end":"2026-03-30T21:28:31.064350Z","steps":["trace[1160662577] 'agreement among raft nodes before linearized reading' (duration: 324.159524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740148Z","time spent":"324.226973ms","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.064433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.375427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.064447Z","caller":"traceutil/trace.go:172","msg":"trace[1146071177] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:318; }","duration":"323.390847ms","start":"2026-03-30T21:28:30.741052Z","end":"2026-03-30T21:28:31.064443Z","steps":["trace[1146071177] 'agreement among raft nodes before linearized reading' (duration: 323.317198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741048Z","time spent":"323.406557ms","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:31.063687Z","caller":"traceutil/trace.go:172","msg":"trace[957372760] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:318; }","duration":"316.15679ms","start":"2026-03-30T21:28:30.747523Z","end":"2026-03-30T21:28:31.063680Z","steps":["trace[957372760] 'agreement among raft nodes before linearized reading' (duration: 316.11752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.328691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.064500Z","caller":"traceutil/trace.go:172","msg":"trace[1747714603] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:318; }","duration":"324.349311ms","start":"2026-03-30T21:28:30.740145Z","end":"2026-03-30T21:28:31.064495Z","steps":["trace[1747714603] 'agreement among raft nodes before linearized reading' (duration: 324.317752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740142Z","time spent":"324.370581ms","remote":"127.0.0.1:39676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.064516Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747520Z","time spent":"316.978288ms","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.064617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.476409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.064639Z","caller":"traceutil/trace.go:172","msg":"trace[1708672810] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:318; }","duration":"324.497719ms","start":"2026-03-30T21:28:30.740136Z","end":"2026-03-30T21:28:31.064634Z","steps":["trace[1708672810] 'agreement among raft nodes before linearized reading' (duration: 324.465189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064656Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740131Z","time spent":"324.518819ms","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:31.063625Z","caller":"traceutil/trace.go:172","msg":"trace[1528978363] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:318; }","duration":"316.088051ms","start":"2026-03-30T21:28:30.747528Z","end":"2026-03-30T21:28:31.063616Z","steps":["trace[1528978363] 'agreement among raft nodes before linearized reading' (duration: 316.035912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747524Z","time spent":"317.189535ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.064748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.613527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.064769Z","caller":"traceutil/trace.go:172","msg":"trace[1947534203] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:318; }","duration":"324.634457ms","start":"2026-03-30T21:28:30.740130Z","end":"2026-03-30T21:28:31.064764Z","steps":["trace[1947534203] 'agreement among raft nodes before linearized reading' (duration: 324.602197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740127Z","time spent":"324.658007ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.064891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.770535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.064914Z","caller":"traceutil/trace.go:172","msg":"trace[467449023] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:318; }","duration":"324.792085ms","start":"2026-03-30T21:28:30.740116Z","end":"2026-03-30T21:28:31.064908Z","steps":["trace[467449023] 'agreement among raft nodes before linearized reading' (duration: 324.756965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.064930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740112Z","time spent":"324.813744ms","remote":"127.0.0.1:39566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.065034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.915303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.065059Z","caller":"traceutil/trace.go:172","msg":"trace[808937682] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:318; }","duration":"324.936762ms","start":"2026-03-30T21:28:30.740114Z","end":"2026-03-30T21:28:31.065051Z","steps":["trace[808937682] 'agreement among raft nodes before linearized reading' (duration: 324.902593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.065075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740109Z","time spent":"324.962262ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.065171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.066301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.065192Z","caller":"traceutil/trace.go:172","msg":"trace[1788099908] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:318; }","duration":"325.08745ms","start":"2026-03-30T21:28:30.740100Z","end":"2026-03-30T21:28:31.065187Z","steps":["trace[1788099908] 'agreement among raft nodes before linearized reading' (duration: 325.053171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.065208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740095Z","time spent":"325.10947ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.065297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.200339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.065320Z","caller":"traceutil/trace.go:172","msg":"trace[1347209704] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:318; }","duration":"325.220298ms","start":"2026-03-30T21:28:30.740092Z","end":"2026-03-30T21:28:31.065313Z","steps":["trace[1347209704] 'agreement among raft nodes before linearized reading' (duration: 325.189649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.065335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740086Z","time spent":"325.244827ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.065452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.440214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.065474Z","caller":"traceutil/trace.go:172","msg":"trace[1274061037] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:318; }","duration":"325.461054ms","start":"2026-03-30T21:28:30.740007Z","end":"2026-03-30T21:28:31.065468Z","steps":["trace[1274061037] 'agreement among raft nodes before linearized reading' (duration: 325.428634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.065489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.739996Z","time spent":"325.489154ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.065571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.622581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.065586Z","caller":"traceutil/trace.go:172","msg":"trace[28825011] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:318; }","duration":"325.637041ms","start":"2026-03-30T21:28:30.739944Z","end":"2026-03-30T21:28:31.065581Z","steps":["trace[28825011] 'agreement among raft nodes before linearized reading' (duration: 325.611621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.065605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.739939Z","time spent":"325.662381ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.065597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.05457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.066081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.564873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.066134Z","caller":"traceutil/trace.go:172","msg":"trace[400558198] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:318; }","duration":"318.621662ms","start":"2026-03-30T21:28:30.747498Z","end":"2026-03-30T21:28:31.066120Z","steps":["trace[400558198] 'agreement among raft nodes before linearized reading' (duration: 316.397975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.066171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747491Z","time spent":"318.671911ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.066346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.861378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.066381Z","caller":"traceutil/trace.go:172","msg":"trace[579807140] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:318; }","duration":"318.894778ms","start":"2026-03-30T21:28:30.747478Z","end":"2026-03-30T21:28:31.066373Z","steps":["trace[579807140] 'agreement among raft nodes before linearized reading' (duration: 318.841979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.066406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747474Z","time spent":"318.926787ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.066538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.141362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.066590Z","caller":"traceutil/trace.go:172","msg":"trace[1315304196] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:318; }","duration":"328.190591ms","start":"2026-03-30T21:28:30.738391Z","end":"2026-03-30T21:28:31.066581Z","steps":["trace[1315304196] 'agreement among raft nodes before linearized reading' (duration: 328.127552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.066625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.738384Z","time spent":"328.234801ms","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.066772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.382369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.066820Z","caller":"traceutil/trace.go:172","msg":"trace[2138620209] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:318; }","duration":"328.429158ms","start":"2026-03-30T21:28:30.738385Z","end":"2026-03-30T21:28:31.066814Z","steps":["trace[2138620209] 'agreement among raft nodes before linearized reading' (duration: 328.370999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.066833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.738380Z","time spent":"328.448548ms","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.067407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.709552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.067480Z","caller":"traceutil/trace.go:172","msg":"trace[931589080] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:318; }","duration":"325.782681ms","start":"2026-03-30T21:28:30.741691Z","end":"2026-03-30T21:28:31.067474Z","steps":["trace[931589080] 'agreement among raft nodes before linearized reading' (duration: 325.696862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.067514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741685Z","time spent":"325.82435ms","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.067660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.260268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.067713Z","caller":"traceutil/trace.go:172","msg":"trace[1939117336] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:318; }","duration":"320.297107ms","start":"2026-03-30T21:28:30.747395Z","end":"2026-03-30T21:28:31.067692Z","steps":["trace[1939117336] 'agreement among raft nodes before linearized reading' (duration: 320.249468ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:31.065662Z","caller":"traceutil/trace.go:172","msg":"trace[1571738135] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:318; }","duration":"327.119379ms","start":"2026-03-30T21:28:30.738529Z","end":"2026-03-30T21:28:31.065648Z","steps":["trace[1571738135] 'agreement among raft nodes before linearized reading' (duration: 327.02869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.393451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.067805Z","caller":"traceutil/trace.go:172","msg":"trace[823087097] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:318; }","duration":"326.492629ms","start":"2026-03-30T21:28:30.741304Z","end":"2026-03-30T21:28:31.067797Z","steps":["trace[823087097] 'agreement among raft nodes before linearized reading' (duration: 322.282593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.067810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.682452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.067825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741297Z","time spent":"326.520639ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:31.067827Z","caller":"traceutil/trace.go:172","msg":"trace[1954181292] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:318; }","duration":"325.700022ms","start":"2026-03-30T21:28:30.742121Z","end":"2026-03-30T21:28:31.067821Z","steps":["trace[1954181292] 'agreement among raft nodes before linearized reading' (duration: 325.640313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.067841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.742116Z","time spent":"325.722142ms","remote":"127.0.0.1:39282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.067838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.738503Z","time spent":"329.275736ms","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.067752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747388Z","time spent":"320.357546ms","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.067935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.953758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.068031Z","caller":"traceutil/trace.go:172","msg":"trace[662880987] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:318; }","duration":"326.048307ms","start":"2026-03-30T21:28:30.741977Z","end":"2026-03-30T21:28:31.068026Z","steps":["trace[662880987] 'agreement among raft nodes before linearized reading' (duration: 325.931509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.063427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.441361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.068121Z","caller":"traceutil/trace.go:172","msg":"trace[290883671] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:318; }","duration":"327.09025ms","start":"2026-03-30T21:28:30.740979Z","end":"2026-03-30T21:28:31.068070Z","steps":["trace[290883671] 'agreement among raft nodes before linearized reading' (duration: 322.334912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.068159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740975Z","time spent":"327.178909ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.066549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.086745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.068289Z","caller":"traceutil/trace.go:172","msg":"trace[1195557064] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:318; }","duration":"320.819149ms","start":"2026-03-30T21:28:30.747454Z","end":"2026-03-30T21:28:31.068273Z","steps":["trace[1195557064] 'agreement among raft nodes before linearized reading' (duration: 319.071615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.068384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.441748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:28:31.068390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.747448Z","time spent":"320.924188ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.068478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.701466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.068516Z","caller":"traceutil/trace.go:172","msg":"trace[634529449] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:318; }","duration":"326.738975ms","start":"2026-03-30T21:28:30.741772Z","end":"2026-03-30T21:28:31.068511Z","steps":["trace[634529449] 'agreement among raft nodes before linearized reading' (duration: 326.677676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.068557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741766Z","time spent":"326.785915ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.068754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741958Z","time spent":"326.789315ms","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:31.064313Z","caller":"traceutil/trace.go:172","msg":"trace[1044954176] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:318; }","duration":"323.222209ms","start":"2026-03-30T21:28:30.741086Z","end":"2026-03-30T21:28:31.064308Z","steps":["trace[1044954176] 'agreement among raft nodes before linearized reading' (duration: 323.180519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.068996Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741083Z","time spent":"327.905917ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.069082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.194366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.069101Z","caller":"traceutil/trace.go:172","msg":"trace[1580717148] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:318; }","duration":"329.212966ms","start":"2026-03-30T21:28:30.739883Z","end":"2026-03-30T21:28:31.069096Z","steps":["trace[1580717148] 'agreement among raft nodes before linearized reading' (duration: 329.183087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.069114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.739876Z","time spent":"329.234946ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.068389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.548028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:31.069222Z","caller":"traceutil/trace.go:172","msg":"trace[1364476155] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:318; }","duration":"327.360656ms","start":"2026-03-30T21:28:30.741826Z","end":"2026-03-30T21:28:31.069187Z","steps":["trace[1364476155] 'agreement among raft nodes before linearized reading' (duration: 326.492319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.069269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.741821Z","time spent":"327.437395ms","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:31.069444Z","caller":"traceutil/trace.go:172","msg":"trace[681246209] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:318; }","duration":"329.413783ms","start":"2026-03-30T21:28:30.739938Z","end":"2026-03-30T21:28:31.069352Z","steps":["trace[681246209] 'agreement among raft nodes before linearized reading' (duration: 328.428219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:31.069467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.739929Z","time spent":"329.532561ms","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:28:31.063103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:30.740182Z","time spent":"322.912703ms","remote":"127.0.0.1:39422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-03-30T21:28:34.040783Z","caller":"traceutil/trace.go:172","msg":"trace[621297220] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"103.342047ms","start":"2026-03-30T21:28:33.937418Z","end":"2026-03-30T21:28:34.040760Z","steps":["trace[621297220] 'process raft request' (duration: 77.737048ms)","trace[621297220] 'compare' (duration: 25.485451ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:28:46.866110Z","caller":"traceutil/trace.go:172","msg":"trace[957685082] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"487.262891ms","start":"2026-03-30T21:28:46.378817Z","end":"2026-03-30T21:28:46.866080Z","steps":["trace[957685082] 'process raft request' (duration: 486.905265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:28:46.866309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:28:46.378796Z","time spent":"487.41956ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:28:47.188967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.386943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:28:47.189055Z","caller":"traceutil/trace.go:172","msg":"trace[299248035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"282.481992ms","start":"2026-03-30T21:28:46.906558Z","end":"2026-03-30T21:28:47.189040Z","steps":["trace[299248035] 'range keys from in-memory index tree' (duration: 282.250385ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:51.958890Z","caller":"traceutil/trace.go:172","msg":"trace[1357070156] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"164.77833ms","start":"2026-03-30T21:28:51.794084Z","end":"2026-03-30T21:28:51.958862Z","steps":["trace[1357070156] 'process raft request' (duration: 164.644361ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:28:59.678566Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685) learners=(4992637290782124066)"} {"level":"info","ts":"2026-03-30T21:28:59.678721Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"45496929f16fe822","added-peer-peer-urls":["https://199.204.45.78:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T21:28:59.678812Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:28:59.678857Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:28:59.679021Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:28:59.679012Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:28:59.679088Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822","remote-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-30T21:28:59.679097Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:28:59.679116Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:28:59.679152Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d98d5f2c752cc52d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:28:59.679185Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"error","ts":"2026-03-30T21:28:59.724517Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T21:29:00.233702Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T21:29:00.602181Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.78:2380/version","remote-member-id":"45496929f16fe822","error":"Get \"https://199.204.45.78:2380/version\": dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T21:29:00.602292Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"45496929f16fe822","error":"Get \"https://199.204.45.78:2380/version\": dial tcp 199.204.45.78:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T21:29:00.719173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.78:32770","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T21:29:00.727160Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T21:29:01.230990Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T21:29:01.717055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.78:42686","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T21:29:01.729826Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T21:29:02.237433Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T21:29:02.729832Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T21:29:03.098260Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"45496929f16fe822","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:29:03.098331Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.098390Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.100145Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.100375Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.104763Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"45496929f16fe822","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:29:03.104788Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.109988Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d98d5f2c752cc52d","to":"45496929f16fe822","bytes":782341,"size":"782 kB"} {"level":"info","ts":"2026-03-30T21:29:03.110147Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":475,"remote-peer-id":"45496929f16fe822","bytes":782341,"size":"782 kB"} {"level":"info","ts":"2026-03-30T21:29:03.115705Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":774144,"size":"774 kB"} {"level":"info","ts":"2026-03-30T21:29:03.135877Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":475,"remote-peer-id":"45496929f16fe822","bytes":782341,"size":"782 kB"} {"level":"warn","ts":"2026-03-30T21:29:03.154158Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:03.154300Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822","error":"EOF"} {"level":"info","ts":"2026-03-30T21:29:03.171636Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"45496929f16fe822","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T21:29:03.171729Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.171750Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.174012Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"45496929f16fe822","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T21:29:03.174091Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.174115Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.198408Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.199097Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"45496929f16fe822"} {"level":"warn","ts":"2026-03-30T21:29:03.216594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.78:42734","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:29:03.238371Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(4992637290782124066 15676290522495632685)"} {"level":"info","ts":"2026-03-30T21:29:03.238590Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","promoted-member-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:03.238659Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d98d5f2c752cc52d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"45496929f16fe822"} {"level":"warn","ts":"2026-03-30T21:29:07.287666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.78:42804","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:29:09.565482Z","caller":"traceutil/trace.go:172","msg":"trace[426881392] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:492; }","duration":"133.932632ms","start":"2026-03-30T21:29:09.431489Z","end":"2026-03-30T21:29:09.565422Z","steps":["trace[426881392] 'read index received' (duration: 133.922462ms)","trace[426881392] 'applied index is now lower than readState.Index' (duration: 8.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:09.606149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.629255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:29:09.606260Z","caller":"traceutil/trace.go:172","msg":"trace[600217692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"174.750235ms","start":"2026-03-30T21:29:09.431483Z","end":"2026-03-30T21:29:09.606233Z","steps":["trace[600217692] 'agreement among raft nodes before linearized reading' (duration: 134.026522ms)","trace[600217692] 'range keys from in-memory index tree' (duration: 40.462844ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:29:09.606232Z","caller":"traceutil/trace.go:172","msg":"trace[37957745] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"235.264848ms","start":"2026-03-30T21:29:09.370940Z","end":"2026-03-30T21:29:09.606205Z","steps":["trace[37957745] 'process raft request' (duration: 235.101198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:10.195669Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.777024ms"} {"level":"warn","ts":"2026-03-30T21:29:10.639652Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408747654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:29:10.640700Z","caller":"traceutil/trace.go:172","msg":"trace[15537915] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:495; }","duration":"501.375996ms","start":"2026-03-30T21:29:10.139303Z","end":"2026-03-30T21:29:10.640679Z","steps":["trace[15537915] 'read index received' (duration: 501.322376ms)","trace[15537915] 'applied index is now lower than readState.Index' (duration: 52.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:10.640797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"501.477956ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:10.640827Z","caller":"traceutil/trace.go:172","msg":"trace[1133314139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:466; }","duration":"501.525735ms","start":"2026-03-30T21:29:10.139292Z","end":"2026-03-30T21:29:10.640818Z","steps":["trace[1133314139] 'agreement among raft nodes before linearized reading' (duration: 501.455126ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:10.641197Z","caller":"traceutil/trace.go:172","msg":"trace[147425183] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"584.129316ms","start":"2026-03-30T21:29:10.057054Z","end":"2026-03-30T21:29:10.641184Z","steps":["trace[147425183] 'process raft request' (duration: 583.503378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:10.641298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:10.056998Z","time spent":"584.236466ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:29:13.322861Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T21:29:20.910189Z","caller":"traceutil/trace.go:172","msg":"trace[1839054607] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:529; }","duration":"222.934051ms","start":"2026-03-30T21:29:20.687236Z","end":"2026-03-30T21:29:20.910170Z","steps":["trace[1839054607] 'read index received' (duration: 222.929381ms)","trace[1839054607] 'applied index is now lower than readState.Index' (duration: 3.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:20.910299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.043491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:20.910320Z","caller":"traceutil/trace.go:172","msg":"trace[88314409] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:495; }","duration":"223.08181ms","start":"2026-03-30T21:29:20.687231Z","end":"2026-03-30T21:29:20.910313Z","steps":["trace[88314409] 'agreement among raft nodes before linearized reading' (duration: 223.01214ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:20.911479Z","caller":"traceutil/trace.go:172","msg":"trace[530366641] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"228.69418ms","start":"2026-03-30T21:29:20.682773Z","end":"2026-03-30T21:29:20.911467Z","steps":["trace[530366641] 'process raft request' (duration: 227.847542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:26.638878Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408747782,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:29:27.094162Z","caller":"traceutil/trace.go:172","msg":"trace[300569945] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:562; }","duration":"955.317061ms","start":"2026-03-30T21:29:26.138811Z","end":"2026-03-30T21:29:27.094128Z","steps":["trace[300569945] 'read index received' (duration: 955.306831ms)","trace[300569945] 'applied index is now lower than readState.Index' (duration: 5.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:27.094396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"955.586661ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:27.094441Z","caller":"traceutil/trace.go:172","msg":"trace[1777671464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:525; }","duration":"955.683781ms","start":"2026-03-30T21:29:26.138746Z","end":"2026-03-30T21:29:27.094430Z","steps":["trace[1777671464] 'agreement among raft nodes before linearized reading' (duration: 955.547101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:27.094544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:26.183264Z","time spent":"911.27574ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T21:29:27.108980Z","caller":"traceutil/trace.go:172","msg":"trace[774507815] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"169.715614ms","start":"2026-03-30T21:29:26.939244Z","end":"2026-03-30T21:29:27.108959Z","steps":["trace[774507815] 'process raft request' (duration: 169.570784ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:27.376518Z","caller":"traceutil/trace.go:172","msg":"trace[485516057] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:564; }","duration":"282.225834ms","start":"2026-03-30T21:29:27.094265Z","end":"2026-03-30T21:29:27.376491Z","steps":["trace[485516057] 'read index received' (duration: 282.215854ms)","trace[485516057] 'applied index is now lower than readState.Index' (duration: 4.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:27.376637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"460.343699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:29:27.376688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"479.596862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:27.376732Z","caller":"traceutil/trace.go:172","msg":"trace[2121466484] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:526; }","duration":"479.671522ms","start":"2026-03-30T21:29:26.897050Z","end":"2026-03-30T21:29:27.376722Z","steps":["trace[2121466484] 'agreement among raft nodes before linearized reading' (duration: 479.561122ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:27.376736Z","caller":"traceutil/trace.go:172","msg":"trace[144696032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"460.457459ms","start":"2026-03-30T21:29:26.916260Z","end":"2026-03-30T21:29:27.376718Z","steps":["trace[144696032] 'agreement among raft nodes before linearized reading' (duration: 460.281809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:27.376767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:26.897026Z","time spent":"479.733872ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:29:27.376779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:26.916237Z","time spent":"460.534719ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:29:27.376786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"491.554412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:27.376893Z","caller":"traceutil/trace.go:172","msg":"trace[1764097136] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:526; }","duration":"491.667922ms","start":"2026-03-30T21:29:26.885198Z","end":"2026-03-30T21:29:27.376866Z","steps":["trace[1764097136] 'agreement among raft nodes before linearized reading' (duration: 491.500112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:27.376959Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:26.885162Z","time spent":"491.781482ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-03-30T21:29:27.377885Z","caller":"traceutil/trace.go:172","msg":"trace[413609691] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"281.366414ms","start":"2026-03-30T21:29:27.096501Z","end":"2026-03-30T21:29:27.377867Z","steps":["trace[413609691] 'process raft request' (duration: 281.123524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:27.380184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.404945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:29:27.380248Z","caller":"traceutil/trace.go:172","msg":"trace[1626826315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"183.506275ms","start":"2026-03-30T21:29:27.196730Z","end":"2026-03-30T21:29:27.380236Z","steps":["trace[1626826315] 'agreement among raft nodes before linearized reading' (duration: 183.297206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:27.380445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.600613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:27.380493Z","caller":"traceutil/trace.go:172","msg":"trace[521760666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:529; }","duration":"241.652693ms","start":"2026-03-30T21:29:27.138829Z","end":"2026-03-30T21:29:27.380481Z","steps":["trace[521760666] 'agreement among raft nodes before linearized reading' (duration: 241.584303ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:27.485534Z","caller":"traceutil/trace.go:172","msg":"trace[1398679272] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"100.663937ms","start":"2026-03-30T21:29:27.384850Z","end":"2026-03-30T21:29:27.485514Z","steps":["trace[1398679272] 'process raft request' (duration: 100.228877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:27.948275Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.815687ms"} {"level":"info","ts":"2026-03-30T21:29:27.976179Z","caller":"traceutil/trace.go:172","msg":"trace[544789591] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"256.630753ms","start":"2026-03-30T21:29:27.719516Z","end":"2026-03-30T21:29:27.976147Z","steps":["trace[544789591] 'process raft request' (duration: 256.367794ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:28.011640Z","caller":"traceutil/trace.go:172","msg":"trace[1637810170] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:571; }","duration":"272.020844ms","start":"2026-03-30T21:29:27.739600Z","end":"2026-03-30T21:29:28.011621Z","steps":["trace[1637810170] 'read index received' (duration: 272.015464ms)","trace[1637810170] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:28.011889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.235474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:29:28.011928Z","caller":"traceutil/trace.go:172","msg":"trace[29073281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:533; }","duration":"272.333404ms","start":"2026-03-30T21:29:27.739585Z","end":"2026-03-30T21:29:28.011919Z","steps":["trace[29073281] 'agreement among raft nodes before linearized reading' (duration: 272.134674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:28.361882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.632422ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:28.361981Z","caller":"traceutil/trace.go:172","msg":"trace[1029990668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:533; }","duration":"223.747503ms","start":"2026-03-30T21:29:28.138218Z","end":"2026-03-30T21:29:28.361965Z","steps":["trace[1029990668] 'range keys from in-memory index tree' (duration: 223.577003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:28.362371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.250058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:29:28.400930Z","caller":"traceutil/trace.go:172","msg":"trace[1652196418] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:572; }","duration":"389.217658ms","start":"2026-03-30T21:29:28.011692Z","end":"2026-03-30T21:29:28.400910Z","steps":["trace[1652196418] 'read index received' (duration: 389.212618ms)","trace[1652196418] 'applied index is now lower than readState.Index' (duration: 4.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:28.401254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.454556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:28.401289Z","caller":"traceutil/trace.go:172","msg":"trace[379836081] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:534; }","duration":"519.504596ms","start":"2026-03-30T21:29:27.881774Z","end":"2026-03-30T21:29:28.401279Z","steps":["trace[379836081] 'agreement among raft nodes before linearized reading' (duration: 519.422526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:28.401327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:27.881747Z","time spent":"519.565826ms","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-03-30T21:29:28.401455Z","caller":"traceutil/trace.go:172","msg":"trace[1869905694] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"385.348821ms","start":"2026-03-30T21:29:28.016088Z","end":"2026-03-30T21:29:28.401436Z","steps":["trace[1869905694] 'process raft request' (duration: 385.223861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:28.401587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:28.016064Z","time spent":"385.448801ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:29:28.660850Z","caller":"traceutil/trace.go:172","msg":"trace[1596336936] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:573; }","duration":"142.848369ms","start":"2026-03-30T21:29:28.517979Z","end":"2026-03-30T21:29:28.660828Z","steps":["trace[1596336936] 'read index received' (duration: 142.840699ms)","trace[1596336936] 'applied index is now lower than readState.Index' (duration: 6.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:28.769620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.770039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:29:28.769773Z","caller":"traceutil/trace.go:172","msg":"trace[1619638725] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"108.832979ms","start":"2026-03-30T21:29:28.660920Z","end":"2026-03-30T21:29:28.769753Z","steps":["trace[1619638725] 'read index received' (duration: 1.27265ms)","trace[1619638725] 'applied index is now lower than readState.Index' (duration: 107.558519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:28.769461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.497768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:29:28.769862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.503043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:28.769901Z","caller":"traceutil/trace.go:172","msg":"trace[596504034] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:536; }","duration":"152.544123ms","start":"2026-03-30T21:29:28.617346Z","end":"2026-03-30T21:29:28.769890Z","steps":["trace[596504034] 'agreement among raft nodes before linearized reading' (duration: 152.473494ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:28.770125Z","caller":"traceutil/trace.go:172","msg":"trace[959273283] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:535; }","duration":"251.922048ms","start":"2026-03-30T21:29:28.517892Z","end":"2026-03-30T21:29:28.769814Z","steps":["trace[959273283] 'agreement among raft nodes before linearized reading' (duration: 142.999769ms)","trace[959273283] 'range keys from in-memory index tree' (duration: 108.518379ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:29:29.067867Z","caller":"traceutil/trace.go:172","msg":"trace[1403492730] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:575; }","duration":"160.653219ms","start":"2026-03-30T21:29:28.907183Z","end":"2026-03-30T21:29:29.067836Z","steps":["trace[1403492730] 'read index received' (duration: 160.644519ms)","trace[1403492730] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:29.135115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.907731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:29.135232Z","caller":"traceutil/trace.go:172","msg":"trace[1893296475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"228.032501ms","start":"2026-03-30T21:29:28.907176Z","end":"2026-03-30T21:29:29.135208Z","steps":["trace[1893296475] 'agreement among raft nodes before linearized reading' (duration: 160.773639ms)","trace[1893296475] 'range keys from in-memory index tree' (duration: 67.100702ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:29:33.135993Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d98d5f2c752cc52d","to":"45496929f16fe822","bytes":782341,"size":"782 kB","took":"30.026006051s"} {"level":"info","ts":"2026-03-30T21:29:34.098375Z","caller":"traceutil/trace.go:172","msg":"trace[905412509] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"102.506493ms","start":"2026-03-30T21:29:33.995849Z","end":"2026-03-30T21:29:34.098356Z","steps":["trace[905412509] 'process raft request' (duration: 102.380243ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:34.557237Z","caller":"traceutil/trace.go:172","msg":"trace[1048690716] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"117.468511ms","start":"2026-03-30T21:29:34.439744Z","end":"2026-03-30T21:29:34.557213Z","steps":["trace[1048690716] 'process raft request' (duration: 117.311221ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:34.558594Z","caller":"traceutil/trace.go:172","msg":"trace[228593800] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"113.09905ms","start":"2026-03-30T21:29:34.445475Z","end":"2026-03-30T21:29:34.558574Z","steps":["trace[228593800] 'process raft request' (duration: 112.9511ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:48.280323Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(4992637290782124066 15676290522495632685) learners=(8336499844540403861)"} {"level":"info","ts":"2026-03-30T21:29:48.280666Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"73b132709fee1095","added-peer-peer-urls":["https://199.204.45.72:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T21:29:48.280736Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:48.280776Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:48.281522Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:48.281695Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:48.289585Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:48.289648Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-30T21:29:48.289635Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:48.289726Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"warn","ts":"2026-03-30T21:29:48.308249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:34302","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T21:29:48.344140Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T21:29:48.785744Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.72:2380/version","remote-member-id":"73b132709fee1095","error":"Get \"https://199.204.45.72:2380/version\": dial tcp 199.204.45.72:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T21:29:48.785848Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"73b132709fee1095","error":"Get \"https://199.204.45.72:2380/version\": dial tcp 199.204.45.72:2380: connect: connection refused"} {"level":"error","ts":"2026-03-30T21:29:48.861394Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T21:29:48.861568Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"73b132709fee1095","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-30T21:29:49.350248Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T21:29:49.350330Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"73b132709fee1095","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-30T21:29:49.846061Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T21:29:50.351433Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T21:29:50.351540Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"73b132709fee1095","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-30T21:29:50.846244Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T21:29:51.344385Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T21:29:51.492386Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.504741Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"73b132709fee1095","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:29:51.504786Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.504785Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"73b132709fee1095","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:29:51.504823Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.511173Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.515525Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d98d5f2c752cc52d","to":"73b132709fee1095","bytes":1012264,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T21:29:51.515649Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":652,"remote-peer-id":"73b132709fee1095","bytes":1012264,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T21:29:51.517794Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.519115Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1003520,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T21:29:51.528299Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":652,"remote-peer-id":"73b132709fee1095","bytes":1012264,"size":"1.0 MB"} {"level":"warn","ts":"2026-03-30T21:29:51.557332Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.557240Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095","error":"EOF"} {"level":"info","ts":"2026-03-30T21:29:51.572060Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"73b132709fee1095","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T21:29:51.572103Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.572123Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.573008Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"73b132709fee1095","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T21:29:51.573046Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.573058Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.604599Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.609923Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.879256Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(4992637290782124066 8336499844540403861 15676290522495632685)"} {"level":"info","ts":"2026-03-30T21:29:51.879371Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","promoted-member-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:51.879397Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d98d5f2c752cc52d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"73b132709fee1095"} {"level":"info","ts":"2026-03-30T21:29:56.571010Z","caller":"traceutil/trace.go:172","msg":"trace[213116255] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:704; }","duration":"100.121462ms","start":"2026-03-30T21:29:56.470863Z","end":"2026-03-30T21:29:56.570984Z","steps":["trace[213116255] 'read index received' (duration: 100.113832ms)","trace[213116255] 'applied index is now lower than readState.Index' (duration: 6.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:56.572253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.368706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:3195"} {"level":"info","ts":"2026-03-30T21:29:56.572283Z","caller":"traceutil/trace.go:172","msg":"trace[698371908] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:649; }","duration":"101.418326ms","start":"2026-03-30T21:29:56.470857Z","end":"2026-03-30T21:29:56.572275Z","steps":["trace[698371908] 'agreement among raft nodes before linearized reading' (duration: 100.230492ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:56.583133Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-30T21:29:58.412163Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.001384ms"} {"level":"warn","ts":"2026-03-30T21:29:58.412267Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.113795ms"} {"level":"info","ts":"2026-03-30T21:29:58.567061Z","caller":"traceutil/trace.go:172","msg":"trace[1979250071] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:740; }","duration":"145.21305ms","start":"2026-03-30T21:29:58.421828Z","end":"2026-03-30T21:29:58.567041Z","steps":["trace[1979250071] 'read index received' (duration: 145.20682ms)","trace[1979250071] 'applied index is now lower than readState.Index' (duration: 5.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:29:58.567225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.37594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:29:58.567329Z","caller":"traceutil/trace.go:172","msg":"trace[221264235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"145.501171ms","start":"2026-03-30T21:29:58.421821Z","end":"2026-03-30T21:29:58.567322Z","steps":["trace[221264235] 'agreement among raft nodes before linearized reading' (duration: 145.3254ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:29:58.567421Z","caller":"traceutil/trace.go:172","msg":"trace[1005885332] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"323.177265ms","start":"2026-03-30T21:29:58.244221Z","end":"2026-03-30T21:29:58.567399Z","steps":["trace[1005885332] 'process raft request' (duration: 323.017104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:58.567572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:29:58.244189Z","time spent":"323.308605ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:00.674640Z","caller":"traceutil/trace.go:172","msg":"trace[1133965505] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"100.249203ms","start":"2026-03-30T21:30:00.574369Z","end":"2026-03-30T21:30:00.674618Z","steps":["trace[1133965505] 'process raft request' (duration: 100.051093ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:03.624175Z","caller":"traceutil/trace.go:172","msg":"trace[810345190] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"236.592817ms","start":"2026-03-30T21:30:03.387561Z","end":"2026-03-30T21:30:03.624153Z","steps":["trace[810345190] 'process raft request' (duration: 236.462827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:04.814402Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.119079ms"} {"level":"warn","ts":"2026-03-30T21:30:04.814467Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.188699ms"} {"level":"info","ts":"2026-03-30T21:30:09.102513Z","caller":"traceutil/trace.go:172","msg":"trace[1482850748] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"175.903738ms","start":"2026-03-30T21:30:08.926583Z","end":"2026-03-30T21:30:09.102487Z","steps":["trace[1482850748] 'process raft request' (duration: 96.472893ms)","trace[1482850748] 'compare' (duration: 79.264515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:11.372235Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"65.194366ms"} {"level":"warn","ts":"2026-03-30T21:30:11.372300Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"65.265796ms"} {"level":"info","ts":"2026-03-30T21:30:11.372603Z","caller":"traceutil/trace.go:172","msg":"trace[1964963744] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"260.797697ms","start":"2026-03-30T21:30:11.111786Z","end":"2026-03-30T21:30:11.372584Z","steps":["trace[1964963744] 'process raft request' (duration: 260.686906ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:11.373229Z","caller":"traceutil/trace.go:172","msg":"trace[1404172064] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:806; }","duration":"234.090639ms","start":"2026-03-30T21:30:11.139119Z","end":"2026-03-30T21:30:11.373210Z","steps":["trace[1404172064] 'read index received' (duration: 234.085659ms)","trace[1404172064] 'applied index is now lower than readState.Index' (duration: 3.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:11.373369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.233381ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:11.373419Z","caller":"traceutil/trace.go:172","msg":"trace[383192193] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:742; }","duration":"234.273031ms","start":"2026-03-30T21:30:11.139111Z","end":"2026-03-30T21:30:11.373384Z","steps":["trace[383192193] 'agreement among raft nodes before linearized reading' (duration: 234.208031ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:12.205918Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T21:30:12.206011Z","caller":"traceutil/trace.go:172","msg":"trace[1886760249] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"112.041502ms","start":"2026-03-30T21:30:12.093951Z","end":"2026-03-30T21:30:12.205992Z","steps":["trace[1886760249] 'process raft request' (duration: 111.52961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:14.611214Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:13.928041Z","time spent":"683.169519ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T21:30:14.611239Z","caller":"traceutil/trace.go:172","msg":"trace[233841090] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:816; }","duration":"472.115647ms","start":"2026-03-30T21:30:14.139099Z","end":"2026-03-30T21:30:14.611214Z","steps":["trace[233841090] 'read index received' (duration: 472.105247ms)","trace[233841090] 'applied index is now lower than readState.Index' (duration: 9.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:14.611405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.298198ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:14.611427Z","caller":"traceutil/trace.go:172","msg":"trace[1562057681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:750; }","duration":"472.347428ms","start":"2026-03-30T21:30:14.139073Z","end":"2026-03-30T21:30:14.611420Z","steps":["trace[1562057681] 'agreement among raft nodes before linearized reading' (duration: 472.272878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:14.612336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.919883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:30:14.612390Z","caller":"traceutil/trace.go:172","msg":"trace[136662059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:750; }","duration":"401.983223ms","start":"2026-03-30T21:30:14.210393Z","end":"2026-03-30T21:30:14.612376Z","steps":["trace[136662059] 'agreement among raft nodes before linearized reading' (duration: 401.770352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:14.612425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:14.210361Z","time spent":"402.055964ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:15.393018Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.701564ms"} {"level":"warn","ts":"2026-03-30T21:30:15.393120Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.812755ms"} {"level":"info","ts":"2026-03-30T21:30:15.393354Z","caller":"traceutil/trace.go:172","msg":"trace[1221020146] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"264.738479ms","start":"2026-03-30T21:30:15.128595Z","end":"2026-03-30T21:30:15.393333Z","steps":["trace[1221020146] 'process raft request' (duration: 264.590838ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:15.394269Z","caller":"traceutil/trace.go:172","msg":"trace[1913254380] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:820; }","duration":"255.771655ms","start":"2026-03-30T21:30:15.138481Z","end":"2026-03-30T21:30:15.394253Z","steps":["trace[1913254380] 'read index received' (duration: 255.766445ms)","trace[1913254380] 'applied index is now lower than readState.Index' (duration: 4.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:15.394421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.908925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:15.394495Z","caller":"traceutil/trace.go:172","msg":"trace[1260488759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:754; }","duration":"256.000875ms","start":"2026-03-30T21:30:15.138477Z","end":"2026-03-30T21:30:15.394478Z","steps":["trace[1260488759] 'agreement among raft nodes before linearized reading' (duration: 255.867465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:15.396182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.818431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4041"} {"level":"info","ts":"2026-03-30T21:30:15.396235Z","caller":"traceutil/trace.go:172","msg":"trace[1815659419] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:754; }","duration":"186.880671ms","start":"2026-03-30T21:30:15.209340Z","end":"2026-03-30T21:30:15.396221Z","steps":["trace[1815659419] 'agreement among raft nodes before linearized reading' (duration: 186.366168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:15.396205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.248145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-30T21:30:15.396360Z","caller":"traceutil/trace.go:172","msg":"trace[1733382423] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:754; }","duration":"130.405355ms","start":"2026-03-30T21:30:15.265939Z","end":"2026-03-30T21:30:15.396344Z","steps":["trace[1733382423] 'agreement among raft nodes before linearized reading' (duration: 130.105774ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:15.632011Z","caller":"traceutil/trace.go:172","msg":"trace[1276528610] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"227.969754ms","start":"2026-03-30T21:30:15.403999Z","end":"2026-03-30T21:30:15.631968Z","steps":["trace[1276528610] 'process raft request' (duration: 141.284976ms)","trace[1276528610] 'compare' (duration: 86.149796ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:15.647476Z","caller":"traceutil/trace.go:172","msg":"trace[676643021] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"187.603843ms","start":"2026-03-30T21:30:15.459853Z","end":"2026-03-30T21:30:15.647457Z","steps":["trace[676643021] 'process raft request' (duration: 187.507453ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:15.667077Z","caller":"traceutil/trace.go:172","msg":"trace[1443846723] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"144.856531ms","start":"2026-03-30T21:30:15.522198Z","end":"2026-03-30T21:30:15.667055Z","steps":["trace[1443846723] 'process raft request' (duration: 144.781351ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:15.667101Z","caller":"traceutil/trace.go:172","msg":"trace[1895261882] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"205.720617ms","start":"2026-03-30T21:30:15.461355Z","end":"2026-03-30T21:30:15.667076Z","steps":["trace[1895261882] 'process raft request' (duration: 205.526307ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:15.880284Z","caller":"traceutil/trace.go:172","msg":"trace[2049393977] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"163.142169ms","start":"2026-03-30T21:30:15.717123Z","end":"2026-03-30T21:30:15.880265Z","steps":["trace[2049393977] 'process raft request' (duration: 163.016728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:17.255119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.494505ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:17.255204Z","caller":"traceutil/trace.go:172","msg":"trace[1714592115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:764; }","duration":"116.598766ms","start":"2026-03-30T21:30:17.138589Z","end":"2026-03-30T21:30:17.255187Z","steps":["trace[1714592115] 'range keys from in-memory index tree' (duration: 116.407815ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:18.747963Z","caller":"traceutil/trace.go:172","msg":"trace[1281919500] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"146.987604ms","start":"2026-03-30T21:30:18.600955Z","end":"2026-03-30T21:30:18.747943Z","steps":["trace[1281919500] 'process raft request' (duration: 92.922477ms)","trace[1281919500] 'compare' (duration: 53.909226ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:18.750686Z","caller":"traceutil/trace.go:172","msg":"trace[1031999472] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"147.076295ms","start":"2026-03-30T21:30:18.603597Z","end":"2026-03-30T21:30:18.750674Z","steps":["trace[1031999472] 'process raft request' (duration: 147.042064ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:18.750713Z","caller":"traceutil/trace.go:172","msg":"trace[1038042585] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"147.178866ms","start":"2026-03-30T21:30:18.603509Z","end":"2026-03-30T21:30:18.750688Z","steps":["trace[1038042585] 'process raft request' (duration: 147.078485ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:21.529433Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d98d5f2c752cc52d","to":"73b132709fee1095","bytes":1012264,"size":"1.0 MB","took":"30.013899319s"} {"level":"info","ts":"2026-03-30T21:30:26.125519Z","caller":"traceutil/trace.go:172","msg":"trace[725695951] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"112.272945ms","start":"2026-03-30T21:30:26.013216Z","end":"2026-03-30T21:30:26.125489Z","steps":["trace[725695951] 'process raft request' (duration: 112.017394ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:33.043649Z","caller":"traceutil/trace.go:172","msg":"trace[148553439] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"100.857141ms","start":"2026-03-30T21:30:32.942772Z","end":"2026-03-30T21:30:33.043629Z","steps":["trace[148553439] 'process raft request' (duration: 100.728601ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:37.176908Z","caller":"traceutil/trace.go:172","msg":"trace[1785168805] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"110.600018ms","start":"2026-03-30T21:30:37.066271Z","end":"2026-03-30T21:30:37.176871Z","steps":["trace[1785168805] 'process raft request' (duration: 110.400777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:37.688554Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:37.732157Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"266.115743ms"} {"level":"info","ts":"2026-03-30T21:30:37.732188Z","caller":"traceutil/trace.go:172","msg":"trace[1608236537] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:977; }","duration":"543.88897ms","start":"2026-03-30T21:30:37.188274Z","end":"2026-03-30T21:30:37.732162Z","steps":["trace[1608236537] 'read index received' (duration: 543.879899ms)","trace[1608236537] 'applied index is now lower than readState.Index' (duration: 7.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:37.732231Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"266.197044ms"} {"level":"warn","ts":"2026-03-30T21:30:37.733203Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14208185300408748466,"received-request-id":14208185300408748464} {"level":"warn","ts":"2026-03-30T21:30:37.836847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"648.55492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:37.836950Z","caller":"traceutil/trace.go:172","msg":"trace[851468513] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:895; }","duration":"648.669891ms","start":"2026-03-30T21:30:37.188260Z","end":"2026-03-30T21:30:37.836930Z","steps":["trace[851468513] 'agreement among raft nodes before linearized reading' (duration: 544.01608ms)","trace[851468513] 'range keys from in-memory index tree' (duration: 104.47473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:37.836994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.188242Z","time spent":"648.742491ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:37.837195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"571.009605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:37.837353Z","caller":"traceutil/trace.go:172","msg":"trace[491819844] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"656.042876ms","start":"2026-03-30T21:30:37.181290Z","end":"2026-03-30T21:30:37.837333Z","steps":["trace[491819844] 'process raft request' (duration: 84.82089ms)","trace[491819844] 'compare' (duration: 570.912894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:37.837413Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.181264Z","time spent":"656.121427ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:37.837523Z","caller":"traceutil/trace.go:172","msg":"trace[1703719097] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:977; }","duration":"105.257695ms","start":"2026-03-30T21:30:37.732241Z","end":"2026-03-30T21:30:37.837498Z","steps":["trace[1703719097] 'read index received' (duration: 1.191987ms)","trace[1703719097] 'applied index is now lower than readState.Index' (duration: 104.064338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:37.837731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"497.089973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:37.837766Z","caller":"traceutil/trace.go:172","msg":"trace[819985727] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:897; }","duration":"497.139694ms","start":"2026-03-30T21:30:37.340616Z","end":"2026-03-30T21:30:37.837756Z","steps":["trace[819985727] 'agreement among raft nodes before linearized reading' (duration: 497.024294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:37.837795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.340597Z","time spent":"497.191225ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:38.268321Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"225.545488ms"} {"level":"warn","ts":"2026-03-30T21:30:38.268400Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"225.653319ms"} {"level":"warn","ts":"2026-03-30T21:30:38.406514Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:38.906623Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:39.407246Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:39.732440Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.463961416s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:30:39.732593Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.264298368s"} {"level":"warn","ts":"2026-03-30T21:30:39.732616Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.264215807s"} {"level":"info","ts":"2026-03-30T21:30:39.733170Z","caller":"traceutil/trace.go:172","msg":"trace[1522532032] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:979; }","duration":"1.826798379s","start":"2026-03-30T21:30:37.906349Z","end":"2026-03-30T21:30:39.733147Z","steps":["trace[1522532032] 'read index received' (duration: 1.826296327s)","trace[1522532032] 'applied index is now lower than readState.Index' (duration: 500.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:39.733214Z","caller":"traceutil/trace.go:172","msg":"trace[68184986] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"1.889204002s","start":"2026-03-30T21:30:37.843973Z","end":"2026-03-30T21:30:39.733177Z","steps":["trace[68184986] 'process raft request' (duration: 1.88891203s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:39.733236Z","caller":"traceutil/trace.go:172","msg":"trace[698036536] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"1.56341836s","start":"2026-03-30T21:30:38.169792Z","end":"2026-03-30T21:30:39.733211Z","steps":["trace[698036536] 'process raft request' (duration: 1.563295069s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:39.733956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:38.169763Z","time spent":"1.564063773s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:39.733730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.843956Z","time spent":"1.889640644s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:39.733320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.82695705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:39.734085Z","caller":"traceutil/trace.go:172","msg":"trace[1863494833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"1.827733316s","start":"2026-03-30T21:30:37.906335Z","end":"2026-03-30T21:30:39.734068Z","steps":["trace[1863494833] 'agreement among raft nodes before linearized reading' (duration: 1.82692746s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:39.734133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.906314Z","time spent":"1.827805297s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:40.234803Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:40.734982Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:40.893531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:40.238866Z","time spent":"654.660278ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T21:30:40.999901Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.267161129s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:30:41.000051Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.06738758s"} {"level":"warn","ts":"2026-03-30T21:30:41.000092Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.067433911s"} {"level":"info","ts":"2026-03-30T21:30:41.000390Z","caller":"traceutil/trace.go:172","msg":"trace[731304463] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"2.298419295s","start":"2026-03-30T21:30:38.701957Z","end":"2026-03-30T21:30:41.000377Z","steps":["trace[731304463] 'process raft request' (duration: 2.298322144s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.000515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:38.701921Z","time spent":"2.298536806s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:41.001553Z","caller":"traceutil/trace.go:172","msg":"trace[1324635706] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:982; }","duration":"1.268311937s","start":"2026-03-30T21:30:39.733229Z","end":"2026-03-30T21:30:41.001541Z","steps":["trace[1324635706] 'read index received' (duration: 1.268290317s)","trace[1324635706] 'applied index is now lower than readState.Index' (duration: 20.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:41.001626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.043122448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:41.001622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.760884959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:41.001652Z","caller":"traceutil/trace.go:172","msg":"trace[1382679318] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:900; }","duration":"3.043148768s","start":"2026-03-30T21:30:37.958494Z","end":"2026-03-30T21:30:41.001643Z","steps":["trace[1382679318] 'agreement among raft nodes before linearized reading' (duration: 3.043104588s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:41.001686Z","caller":"traceutil/trace.go:172","msg":"trace[1223195518] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:900; }","duration":"2.760924809s","start":"2026-03-30T21:30:38.240723Z","end":"2026-03-30T21:30:41.001648Z","steps":["trace[1223195518] 'agreement among raft nodes before linearized reading' (duration: 2.760854329s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.001713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:38.240703Z","time spent":"2.76100107s","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:41.001648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.851573368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:41.001764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.862812628s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:41.002017Z","caller":"traceutil/trace.go:172","msg":"trace[240343898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:900; }","duration":"2.86306643s","start":"2026-03-30T21:30:38.138909Z","end":"2026-03-30T21:30:41.002007Z","steps":["trace[240343898] 'agreement among raft nodes before linearized reading' (duration: 2.862804728s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:41.001776Z","caller":"traceutil/trace.go:172","msg":"trace[2059990505] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:900; }","duration":"1.851722119s","start":"2026-03-30T21:30:39.150036Z","end":"2026-03-30T21:30:41.001758Z","steps":["trace[2059990505] 'agreement among raft nodes before linearized reading' (duration: 1.851519228s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.002165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:39.150013Z","time spent":"1.852138471s","remote":"127.0.0.1:39132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:41.001729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.958473Z","time spent":"3.043223919s","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:41.001927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.820741816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:30:41.002316Z","caller":"traceutil/trace.go:172","msg":"trace[559345415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"1.821127718s","start":"2026-03-30T21:30:39.181175Z","end":"2026-03-30T21:30:41.002303Z","steps":["trace[559345415] 'agreement among raft nodes before linearized reading' (duration: 1.820627725s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.002349Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:39.181162Z","time spent":"1.82117661s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:41.026673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.291119962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:41.026782Z","caller":"traceutil/trace.go:172","msg":"trace[1971062234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"1.291239723s","start":"2026-03-30T21:30:39.735522Z","end":"2026-03-30T21:30:41.026762Z","steps":["trace[1971062234] 'agreement among raft nodes before linearized reading' (duration: 1.282517658s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:41.026791Z","caller":"traceutil/trace.go:172","msg":"trace[821796248] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"1.182798047s","start":"2026-03-30T21:30:39.843976Z","end":"2026-03-30T21:30:41.026774Z","steps":["trace[821796248] 'process raft request' (duration: 1.182616436s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.026892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:39.735497Z","time spent":"1.291326043s","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:41.026913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:39.843938Z","time spent":"1.182894587s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:41.026701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.003631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:41.026982Z","caller":"traceutil/trace.go:172","msg":"trace[320913763] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:900; }","duration":"532.296463ms","start":"2026-03-30T21:30:40.494669Z","end":"2026-03-30T21:30:41.026966Z","steps":["trace[320913763] 'agreement among raft nodes before linearized reading' (duration: 523.383307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.027035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:40.494643Z","time spent":"532.377293ms","remote":"127.0.0.1:39132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:42.239199Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:42.246690Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"437.328646ms"} {"level":"warn","ts":"2026-03-30T21:30:42.246761Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"437.407796ms"} {"level":"warn","ts":"2026-03-30T21:30:42.259772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.612425ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:42.259915Z","caller":"traceutil/trace.go:172","msg":"trace[696424913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:939; }","duration":"121.767256ms","start":"2026-03-30T21:30:42.138125Z","end":"2026-03-30T21:30:42.259893Z","steps":["trace[696424913] 'range keys from in-memory index tree' (duration: 121.562875ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:42.260101Z","caller":"traceutil/trace.go:172","msg":"trace[225580515] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"626.627817ms","start":"2026-03-30T21:30:41.633454Z","end":"2026-03-30T21:30:42.260082Z","steps":["trace[225580515] 'process raft request' (duration: 626.567767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.260233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.633438Z","time spent":"626.726178ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23109,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:42.260127Z","caller":"traceutil/trace.go:172","msg":"trace[236730381] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"631.675209ms","start":"2026-03-30T21:30:41.628415Z","end":"2026-03-30T21:30:42.260090Z","steps":["trace[236730381] 'process raft request' (duration: 618.421796ms)","trace[236730381] 'compare' (duration: 12.403628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:42.260478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.628386Z","time spent":"632.026871ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:42.260480Z","caller":"traceutil/trace.go:172","msg":"trace[1901287920] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"583.154893ms","start":"2026-03-30T21:30:41.677304Z","end":"2026-03-30T21:30:42.260459Z","steps":["trace[1901287920] 'process raft request' (duration: 583.055112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.260605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.677281Z","time spent":"583.269083ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:42.274456Z","caller":"traceutil/trace.go:172","msg":"trace[749795664] linearizableReadLoop","detail":"{readStateIndex:1066; appliedIndex:1070; }","duration":"536.268066ms","start":"2026-03-30T21:30:41.738170Z","end":"2026-03-30T21:30:42.274438Z","steps":["trace[749795664] 'read index received' (duration: 536.257606ms)","trace[749795664] 'applied index is now lower than readState.Index' (duration: 8.57µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:42.275091Z","caller":"traceutil/trace.go:172","msg":"trace[1320118115] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"584.881925ms","start":"2026-03-30T21:30:41.690198Z","end":"2026-03-30T21:30:42.275080Z","steps":["trace[1320118115] 'process raft request' (duration: 584.196909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.275179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.690164Z","time spent":"584.952905ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:42.275506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"537.328144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:42.275557Z","caller":"traceutil/trace.go:172","msg":"trace[1416919609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:942; }","duration":"537.390614ms","start":"2026-03-30T21:30:41.738155Z","end":"2026-03-30T21:30:42.275545Z","steps":["trace[1416919609] 'agreement among raft nodes before linearized reading' (duration: 537.000702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.275585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.738132Z","time spent":"537.446575ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:42.275503Z","caller":"traceutil/trace.go:172","msg":"trace[219618495] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"535.830144ms","start":"2026-03-30T21:30:41.739660Z","end":"2026-03-30T21:30:42.275490Z","steps":["trace[219618495] 'process raft request' (duration: 535.390781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.275715Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.739572Z","time spent":"536.099546ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:42.775578Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:42.934416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.900737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T21:30:43.121144Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"493.422878ms"} {"level":"warn","ts":"2026-03-30T21:30:43.121208Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"493.495009ms"} {"level":"info","ts":"2026-03-30T21:30:43.121650Z","caller":"traceutil/trace.go:172","msg":"trace[15683541] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1077; }","duration":"846.612936ms","start":"2026-03-30T21:30:42.274634Z","end":"2026-03-30T21:30:43.121247Z","steps":["trace[15683541] 'read index received' (duration: 846.605266ms)","trace[15683541] 'applied index is now lower than readState.Index' (duration: 6.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:43.164920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"904.934139ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:43.164972Z","caller":"traceutil/trace.go:172","msg":"trace[1311809927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:944; }","duration":"904.999509ms","start":"2026-03-30T21:30:42.259962Z","end":"2026-03-30T21:30:43.164961Z","steps":["trace[1311809927] 'agreement among raft nodes before linearized reading' (duration: 861.587541ms)","trace[1311809927] 'range keys from in-memory index tree' (duration: 43.330448ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:43.165357Z","caller":"traceutil/trace.go:172","msg":"trace[1711794817] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"797.533354ms","start":"2026-03-30T21:30:42.367818Z","end":"2026-03-30T21:30:43.165351Z","steps":["trace[1711794817] 'process raft request' (duration: 797.503274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.165407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.367792Z","time spent":"797.586844ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:43.165461Z","caller":"traceutil/trace.go:172","msg":"trace[36171427] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"891.357712ms","start":"2026-03-30T21:30:42.274095Z","end":"2026-03-30T21:30:43.165453Z","steps":["trace[36171427] 'process raft request' (duration: 891.03753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.165497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.274074Z","time spent":"891.399134ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:43.165576Z","caller":"traceutil/trace.go:172","msg":"trace[1436051394] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"879.497097ms","start":"2026-03-30T21:30:42.286061Z","end":"2026-03-30T21:30:43.165559Z","steps":["trace[1436051394] 'process raft request' (duration: 879.215544ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:43.165605Z","caller":"traceutil/trace.go:172","msg":"trace[1902561448] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"893.97838ms","start":"2026-03-30T21:30:42.271621Z","end":"2026-03-30T21:30:43.165599Z","steps":["trace[1902561448] 'process raft request' (duration: 849.802196ms)","trace[1902561448] 'compare' (duration: 43.297358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:43.165627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.271598Z","time spent":"894.02009ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:43.165896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.286037Z","time spent":"879.577457ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:43.165991Z","caller":"traceutil/trace.go:172","msg":"trace[2137006758] transaction","detail":"{read_only:false; number_of_response:1; response_revision:946; }","duration":"891.010221ms","start":"2026-03-30T21:30:42.274964Z","end":"2026-03-30T21:30:43.165975Z","steps":["trace[2137006758] 'process raft request' (duration: 890.265665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.166643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.274941Z","time spent":"891.099181ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29504,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:43.494077Z","caller":"traceutil/trace.go:172","msg":"trace[26920334] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"461.856728ms","start":"2026-03-30T21:30:43.032201Z","end":"2026-03-30T21:30:43.494058Z","steps":["trace[26920334] 'process raft request' (duration: 461.781658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.494192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.032175Z","time spent":"461.959889ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:43.514314Z","caller":"traceutil/trace.go:172","msg":"trace[1245497674] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1088; }","duration":"392.518973ms","start":"2026-03-30T21:30:43.121769Z","end":"2026-03-30T21:30:43.514288Z","steps":["trace[1245497674] 'read index received' (duration: 392.511943ms)","trace[1245497674] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:43.514673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.522397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:43.514727Z","caller":"traceutil/trace.go:172","msg":"trace[2007662286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"605.582207ms","start":"2026-03-30T21:30:42.909133Z","end":"2026-03-30T21:30:43.514715Z","steps":["trace[2007662286] 'agreement among raft nodes before linearized reading' (duration: 605.483496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.514757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.909109Z","time spent":"605.640417ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:43.514841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.592331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:30:43.515014Z","caller":"traceutil/trace.go:172","msg":"trace[1629316887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:949; }","duration":"454.712922ms","start":"2026-03-30T21:30:43.060206Z","end":"2026-03-30T21:30:43.514919Z","steps":["trace[1629316887] 'agreement among raft nodes before linearized reading' (duration: 454.456441ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:43.515326Z","caller":"traceutil/trace.go:172","msg":"trace[1536057361] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"299.377894ms","start":"2026-03-30T21:30:43.215933Z","end":"2026-03-30T21:30:43.515311Z","steps":["trace[1536057361] 'process raft request' (duration: 299.318963ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:43.515454Z","caller":"traceutil/trace.go:172","msg":"trace[1200685469] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"334.467249ms","start":"2026-03-30T21:30:43.180978Z","end":"2026-03-30T21:30:43.515445Z","steps":["trace[1200685469] 'process raft request' (duration: 333.737105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.515229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.060192Z","time spent":"455.015855ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:43.515585Z","caller":"traceutil/trace.go:172","msg":"trace[1839531058] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"329.205445ms","start":"2026-03-30T21:30:43.186372Z","end":"2026-03-30T21:30:43.515577Z","steps":["trace[1839531058] 'process raft request' (duration: 328.642202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.515633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.186346Z","time spent":"329.260146ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:43.515555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.180956Z","time spent":"334.52614ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:43.662362Z","caller":"traceutil/trace.go:172","msg":"trace[1878243863] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1091; }","duration":"147.928991ms","start":"2026-03-30T21:30:43.514381Z","end":"2026-03-30T21:30:43.662310Z","steps":["trace[1878243863] 'read index received' (duration: 147.919641ms)","trace[1878243863] 'applied index is now lower than readState.Index' (duration: 7.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:43.881773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"715.775551ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:43.881868Z","caller":"traceutil/trace.go:172","msg":"trace[1430764097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:952; }","duration":"715.889362ms","start":"2026-03-30T21:30:43.165959Z","end":"2026-03-30T21:30:43.881848Z","steps":["trace[1430764097] 'agreement among raft nodes before linearized reading' (duration: 496.590042ms)","trace[1430764097] 'range keys from in-memory index tree' (duration: 219.139519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.013524Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"151.227118ms"} {"level":"warn","ts":"2026-03-30T21:30:44.013594Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"151.306188ms"} {"level":"info","ts":"2026-03-30T21:30:44.160423Z","caller":"traceutil/trace.go:172","msg":"trace[626655457] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"568.648533ms","start":"2026-03-30T21:30:43.591762Z","end":"2026-03-30T21:30:44.160410Z","steps":["trace[626655457] 'process raft request' (duration: 568.606573ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:44.160430Z","caller":"traceutil/trace.go:172","msg":"trace[1783540287] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"637.402955ms","start":"2026-03-30T21:30:43.523009Z","end":"2026-03-30T21:30:44.160412Z","steps":["trace[1783540287] 'process raft request' (duration: 637.098683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.160520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.591734Z","time spent":"568.743614ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:44.160537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.522991Z","time spent":"637.489956ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:44.160571Z","caller":"traceutil/trace.go:172","msg":"trace[204213993] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"624.935495ms","start":"2026-03-30T21:30:43.535600Z","end":"2026-03-30T21:30:44.160535Z","steps":["trace[204213993] 'process raft request' (duration: 624.615093ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:44.160677Z","caller":"traceutil/trace.go:172","msg":"trace[1083998855] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"624.669163ms","start":"2026-03-30T21:30:43.535999Z","end":"2026-03-30T21:30:44.160669Z","steps":["trace[1083998855] 'process raft request' (duration: 624.27057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.160712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.535991Z","time spent":"624.701713ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:44.162239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.535579Z","time spent":"626.219973ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:44.163351Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:44.443076Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.979944ms"} {"level":"warn","ts":"2026-03-30T21:30:44.443136Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.046614ms"} {"level":"info","ts":"2026-03-30T21:30:44.443249Z","caller":"traceutil/trace.go:172","msg":"trace[257721194] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1096; }","duration":"780.69421ms","start":"2026-03-30T21:30:43.662472Z","end":"2026-03-30T21:30:44.443166Z","steps":["trace[257721194] 'read index received' (duration: 780.68578ms)","trace[257721194] 'applied index is now lower than readState.Index' (duration: 6.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.512849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"996.782852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:44.512951Z","caller":"traceutil/trace.go:172","msg":"trace[1534554417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:956; }","duration":"996.890442ms","start":"2026-03-30T21:30:43.516036Z","end":"2026-03-30T21:30:44.512927Z","steps":["trace[1534554417] 'agreement among raft nodes before linearized reading' (duration: 927.296422ms)","trace[1534554417] 'range keys from in-memory index tree' (duration: 69.459239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.513007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.516019Z","time spent":"996.972924ms","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:44.525890Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14208185300408748547,"received-request-id":14208185300408748542} {"level":"info","ts":"2026-03-30T21:30:44.526578Z","caller":"traceutil/trace.go:172","msg":"trace[1743533038] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"357.094124ms","start":"2026-03-30T21:30:44.169462Z","end":"2026-03-30T21:30:44.526556Z","steps":["trace[1743533038] 'process raft request' (duration: 356.872822ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:44.526650Z","caller":"traceutil/trace.go:172","msg":"trace[724835516] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"245.704431ms","start":"2026-03-30T21:30:44.280934Z","end":"2026-03-30T21:30:44.526639Z","steps":["trace[724835516] 'process raft request' (duration: 245.664381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.526676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.169438Z","time spent":"357.177494ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:44.526705Z","caller":"traceutil/trace.go:172","msg":"trace[574185063] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"344.150869ms","start":"2026-03-30T21:30:44.182539Z","end":"2026-03-30T21:30:44.526690Z","steps":["trace[574185063] 'process raft request' (duration: 343.961187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.526859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.182459Z","time spent":"344.30679ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:44.527008Z","caller":"traceutil/trace.go:172","msg":"trace[531116065] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"324.004699ms","start":"2026-03-30T21:30:44.202992Z","end":"2026-03-30T21:30:44.526997Z","steps":["trace[531116065] 'process raft request' (duration: 323.575316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.527054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.202954Z","time spent":"324.07733ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:44.563021Z","caller":"traceutil/trace.go:172","msg":"trace[2132023414] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1104; }","duration":"119.705515ms","start":"2026-03-30T21:30:44.443300Z","end":"2026-03-30T21:30:44.563006Z","steps":["trace[2132023414] 'read index received' (duration: 119.702435ms)","trace[2132023414] 'applied index is now lower than readState.Index' (duration: 2.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.563134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.597172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:44.563220Z","caller":"traceutil/trace.go:172","msg":"trace[1494876522] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:962; }","duration":"202.701073ms","start":"2026-03-30T21:30:44.360513Z","end":"2026-03-30T21:30:44.563214Z","steps":["trace[1494876522] 'agreement among raft nodes before linearized reading' (duration: 202.583022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.563183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.120487ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:44.563292Z","caller":"traceutil/trace.go:172","msg":"trace[561785881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:962; }","duration":"424.244247ms","start":"2026-03-30T21:30:44.139034Z","end":"2026-03-30T21:30:44.563279Z","steps":["trace[561785881] 'agreement among raft nodes before linearized reading' (duration: 424.080606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.563412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"636.969023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T21:30:44.563448Z","caller":"traceutil/trace.go:172","msg":"trace[622139641] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:962; }","duration":"637.006063ms","start":"2026-03-30T21:30:43.926433Z","end":"2026-03-30T21:30:44.563440Z","steps":["trace[622139641] 'agreement among raft nodes before linearized reading' (duration: 636.885672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.563469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.926415Z","time spent":"637.047874ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:45.136659Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"305.423809ms"} {"level":"warn","ts":"2026-03-30T21:30:45.136723Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"305.493649ms"} {"level":"warn","ts":"2026-03-30T21:30:45.223486Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:45.225878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"704.915456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:45.225984Z","caller":"traceutil/trace.go:172","msg":"trace[552609020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:965; }","duration":"705.035406ms","start":"2026-03-30T21:30:44.520927Z","end":"2026-03-30T21:30:45.225963Z","steps":["trace[552609020] 'agreement among raft nodes before linearized reading' (duration: 98.131546ms)","trace[552609020] 'range keys from in-memory index tree' (duration: 606.121546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:45.226028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.520907Z","time spent":"705.111637ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:45.225927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"594.55922ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-30T21:30:45.226297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.564422Z","time spent":"661.866957ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T21:30:45.226608Z","caller":"traceutil/trace.go:172","msg":"trace[1995653009] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"593.297872ms","start":"2026-03-30T21:30:44.633298Z","end":"2026-03-30T21:30:45.226596Z","steps":["trace[1995653009] 'process raft request' (duration: 593.165542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.226726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.633278Z","time spent":"593.368883ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:45.278974Z","caller":"traceutil/trace.go:172","msg":"trace[1921977406] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1113; }","duration":"555.944033ms","start":"2026-03-30T21:30:44.723003Z","end":"2026-03-30T21:30:45.278947Z","steps":["trace[1921977406] 'read index received' (duration: 555.913993ms)","trace[1921977406] 'applied index is now lower than readState.Index' (duration: 28.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:45.279233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"556.209705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:45.279289Z","caller":"traceutil/trace.go:172","msg":"trace[1979768123] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:966; }","duration":"556.278845ms","start":"2026-03-30T21:30:44.722999Z","end":"2026-03-30T21:30:45.279278Z","steps":["trace[1979768123] 'agreement among raft nodes before linearized reading' (duration: 556.171885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.279315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.722986Z","time spent":"556.324246ms","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:45.290187Z","caller":"traceutil/trace.go:172","msg":"trace[127269765] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"649.932293ms","start":"2026-03-30T21:30:44.640242Z","end":"2026-03-30T21:30:45.290174Z","steps":["trace[127269765] 'process raft request' (duration: 649.802592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.291045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.640199Z","time spent":"650.766527ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:45.322689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.316311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:45.322781Z","caller":"traceutil/trace.go:172","msg":"trace[1824083775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"150.429622ms","start":"2026-03-30T21:30:45.172333Z","end":"2026-03-30T21:30:45.322762Z","steps":["trace[1824083775] 'agreement among raft nodes before linearized reading' (duration: 150.132729ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:45.330382Z","caller":"traceutil/trace.go:172","msg":"trace[525379511] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"500.544735ms","start":"2026-03-30T21:30:44.829816Z","end":"2026-03-30T21:30:45.330361Z","steps":["trace[525379511] 'process raft request' (duration: 493.094727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.330481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.829795Z","time spent":"500.638687ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:45.383830Z","caller":"traceutil/trace.go:172","msg":"trace[719357522] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"155.586075ms","start":"2026-03-30T21:30:45.228222Z","end":"2026-03-30T21:30:45.383808Z","steps":["trace[719357522] 'process raft request' (duration: 154.632209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.987199Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.016815ms"} {"level":"warn","ts":"2026-03-30T21:30:45.987376Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.199466ms"} {"level":"info","ts":"2026-03-30T21:30:46.002657Z","caller":"traceutil/trace.go:172","msg":"trace[2047971085] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"329.342988ms","start":"2026-03-30T21:30:45.673290Z","end":"2026-03-30T21:30:46.002633Z","steps":["trace[2047971085] 'process raft request' (duration: 314.706593ms)","trace[2047971085] 'compare' (duration: 14.291683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:46.003307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:45.673269Z","time spent":"329.579579ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:46.007095Z","caller":"traceutil/trace.go:172","msg":"trace[296396283] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"327.107054ms","start":"2026-03-30T21:30:45.679957Z","end":"2026-03-30T21:30:46.007064Z","steps":["trace[296396283] 'process raft request' (duration: 326.45009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:46.007201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:45.679928Z","time spent":"327.213085ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:46.007372Z","caller":"traceutil/trace.go:172","msg":"trace[1688140621] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"307.924689ms","start":"2026-03-30T21:30:45.699422Z","end":"2026-03-30T21:30:46.007347Z","steps":["trace[1688140621] 'process raft request' (duration: 307.509646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:46.007517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:45.699404Z","time spent":"308.03101ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:46.465689Z","caller":"traceutil/trace.go:172","msg":"trace[1477517956] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1164; }","duration":"104.774839ms","start":"2026-03-30T21:30:46.360865Z","end":"2026-03-30T21:30:46.465640Z","steps":["trace[1477517956] 'read index received' (duration: 104.753829ms)","trace[1477517956] 'applied index is now lower than readState.Index' (duration: 6.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:46.561630Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"727.389µs"} {"level":"warn","ts":"2026-03-30T21:30:46.561717Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"817.65µs"} {"level":"warn","ts":"2026-03-30T21:30:46.562025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.138172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:98713"} {"level":"info","ts":"2026-03-30T21:30:46.562110Z","caller":"traceutil/trace.go:172","msg":"trace[839649229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:996; }","duration":"201.226582ms","start":"2026-03-30T21:30:46.360856Z","end":"2026-03-30T21:30:46.562082Z","steps":["trace[839649229] 'agreement among raft nodes before linearized reading' (duration: 104.90869ms)","trace[839649229] 'range keys from in-memory index tree' (duration: 96.0323ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:46.562270Z","caller":"traceutil/trace.go:172","msg":"trace[1894886561] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"201.172932ms","start":"2026-03-30T21:30:46.361075Z","end":"2026-03-30T21:30:46.562248Z","steps":["trace[1894886561] 'process raft request' (duration: 104.566958ms)","trace[1894886561] 'compare' (duration: 96.314142ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:46.562480Z","caller":"traceutil/trace.go:172","msg":"trace[1569335017] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"139.381816ms","start":"2026-03-30T21:30:46.423086Z","end":"2026-03-30T21:30:46.562468Z","steps":["trace[1569335017] 'process raft request' (duration: 139.081724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:47.151555Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"309.837586ms"} {"level":"warn","ts":"2026-03-30T21:30:47.151640Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"309.933007ms"} {"level":"warn","ts":"2026-03-30T21:30:47.183009Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748607,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:47.296551Z","caller":"traceutil/trace.go:172","msg":"trace[2139591569] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"629.206697ms","start":"2026-03-30T21:30:46.667323Z","end":"2026-03-30T21:30:47.296529Z","steps":["trace[2139591569] 'process raft request' (duration: 558.450379ms)","trace[2139591569] 'compare' (duration: 70.544247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:47.296682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:46.667298Z","time spent":"629.317908ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:47.296909Z","caller":"traceutil/trace.go:172","msg":"trace[2012047563] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1173; }","duration":"614.381369ms","start":"2026-03-30T21:30:46.682503Z","end":"2026-03-30T21:30:47.296884Z","steps":["trace[2012047563] 'read index received' (duration: 614.373219ms)","trace[2012047563] 'applied index is now lower than readState.Index' (duration: 6.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:47.297177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"614.667652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-03-30T21:30:47.297214Z","caller":"traceutil/trace.go:172","msg":"trace[1443548200] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1002; }","duration":"614.706322ms","start":"2026-03-30T21:30:46.682499Z","end":"2026-03-30T21:30:47.297205Z","steps":["trace[1443548200] 'agreement among raft nodes before linearized reading' (duration: 614.473071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:47.297237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:46.682482Z","time spent":"614.748412ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":570129,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:47.298202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.363775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:47.298200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.119573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:47.298259Z","caller":"traceutil/trace.go:172","msg":"trace[822663419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1002; }","duration":"150.436246ms","start":"2026-03-30T21:30:47.147810Z","end":"2026-03-30T21:30:47.298246Z","steps":["trace[822663419] 'agreement among raft nodes before linearized reading' (duration: 150.338355ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:47.298284Z","caller":"traceutil/trace.go:172","msg":"trace[1514119781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"391.212894ms","start":"2026-03-30T21:30:46.907051Z","end":"2026-03-30T21:30:47.298263Z","steps":["trace[1514119781] 'agreement among raft nodes before linearized reading' (duration: 391.060963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:47.298333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:46.907029Z","time spent":"391.292864ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:47.719092Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"28.19844ms"} {"level":"warn","ts":"2026-03-30T21:30:47.719336Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"28.450781ms"} {"level":"info","ts":"2026-03-30T21:30:47.762673Z","caller":"traceutil/trace.go:172","msg":"trace[837788934] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"240.576012ms","start":"2026-03-30T21:30:47.522078Z","end":"2026-03-30T21:30:47.762654Z","steps":["trace[837788934] 'process raft request' (duration: 197.187064ms)","trace[837788934] 'compare' (duration: 43.168475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:48.317237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.044037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:48.317315Z","caller":"traceutil/trace.go:172","msg":"trace[365963504] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1005; }","duration":"178.157267ms","start":"2026-03-30T21:30:48.139144Z","end":"2026-03-30T21:30:48.317301Z","steps":["trace[365963504] 'range keys from in-memory index tree' (duration: 177.979666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:48.570422Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"179.073465ms"} {"level":"warn","ts":"2026-03-30T21:30:48.570496Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"179.157366ms"} {"level":"info","ts":"2026-03-30T21:30:48.574382Z","caller":"traceutil/trace.go:172","msg":"trace[597777332] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1179; }","duration":"305.111403ms","start":"2026-03-30T21:30:48.269250Z","end":"2026-03-30T21:30:48.574361Z","steps":["trace[597777332] 'read index received' (duration: 305.105223ms)","trace[597777332] 'applied index is now lower than readState.Index' (duration: 4.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:48.574623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.352585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:30:48.574669Z","caller":"traceutil/trace.go:172","msg":"trace[503109415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1006; }","duration":"305.412105ms","start":"2026-03-30T21:30:48.269246Z","end":"2026-03-30T21:30:48.574658Z","steps":["trace[503109415] 'agreement among raft nodes before linearized reading' (duration: 305.249534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:48.574701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:48.269230Z","time spent":"305.462595ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:48.575175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.817027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:48.575220Z","caller":"traceutil/trace.go:172","msg":"trace[1628737059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1007; }","duration":"257.863808ms","start":"2026-03-30T21:30:48.317346Z","end":"2026-03-30T21:30:48.575210Z","steps":["trace[1628737059] 'agreement among raft nodes before linearized reading' (duration: 257.797357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:48.575468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.428862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:48.575505Z","caller":"traceutil/trace.go:172","msg":"trace[584565522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1007; }","duration":"156.467512ms","start":"2026-03-30T21:30:48.419030Z","end":"2026-03-30T21:30:48.575497Z","steps":["trace[584565522] 'agreement among raft nodes before linearized reading' (duration: 156.409892ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:48.696752Z","caller":"traceutil/trace.go:172","msg":"trace[1174882397] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"116.640088ms","start":"2026-03-30T21:30:48.580098Z","end":"2026-03-30T21:30:48.696738Z","steps":["trace[1174882397] 'process raft request' (duration: 116.447727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:49.503399Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.173225ms"} {"level":"warn","ts":"2026-03-30T21:30:49.503467Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.248996ms"} {"level":"warn","ts":"2026-03-30T21:30:49.839154Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.642452ms"} {"level":"warn","ts":"2026-03-30T21:30:49.839233Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.750512ms"} {"level":"info","ts":"2026-03-30T21:30:49.839262Z","caller":"traceutil/trace.go:172","msg":"trace[76943528] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1183; }","duration":"420.089518ms","start":"2026-03-30T21:30:49.419098Z","end":"2026-03-30T21:30:49.839188Z","steps":["trace[76943528] 'read index received' (duration: 420.077428ms)","trace[76943528] 'applied index is now lower than readState.Index' (duration: 9.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:50.061553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"557.952804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T21:30:50.061816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"642.700863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:50.061908Z","caller":"traceutil/trace.go:172","msg":"trace[1219806192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"642.802833ms","start":"2026-03-30T21:30:49.419086Z","end":"2026-03-30T21:30:50.061889Z","steps":["trace[1219806192] 'agreement among raft nodes before linearized reading' (duration: 420.259839ms)","trace[1219806192] 'range keys from in-memory index tree' (duration: 222.278543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:50.061948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.419060Z","time spent":"642.877674ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:50.062041Z","caller":"traceutil/trace.go:172","msg":"trace[1804042976] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"726.078222ms","start":"2026-03-30T21:30:49.335920Z","end":"2026-03-30T21:30:50.061999Z","steps":["trace[1804042976] 'process raft request' (duration: 725.81089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:50.062181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.335896Z","time spent":"726.219133ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:50.073569Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.440024ms"} {"level":"warn","ts":"2026-03-30T21:30:50.073631Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.398185ms"} {"level":"warn","ts":"2026-03-30T21:30:50.274287Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"632.033µs"} {"level":"warn","ts":"2026-03-30T21:30:50.274366Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"715.734µs"} {"level":"warn","ts":"2026-03-30T21:30:50.274452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.857587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:50.274580Z","caller":"traceutil/trace.go:172","msg":"trace[799805279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1010; }","duration":"136.027578ms","start":"2026-03-30T21:30:50.138535Z","end":"2026-03-30T21:30:50.274563Z","steps":["trace[799805279] 'range keys from in-memory index tree' (duration: 135.805897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:50.274716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.667475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:50.274950Z","caller":"traceutil/trace.go:172","msg":"trace[2014383669] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"937.553289ms","start":"2026-03-30T21:30:49.337372Z","end":"2026-03-30T21:30:50.274925Z","steps":["trace[2014383669] 'process raft request' (duration: 724.613452ms)","trace[2014383669] 'compare' (duration: 212.505314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:50.275055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.337347Z","time spent":"937.66485ms","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:50.275242Z","caller":"traceutil/trace.go:172","msg":"trace[1606118053] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1185; }","duration":"368.409272ms","start":"2026-03-30T21:30:49.906822Z","end":"2026-03-30T21:30:50.275231Z","steps":["trace[1606118053] 'read index received' (duration: 367.473526ms)","trace[1606118053] 'applied index is now lower than readState.Index' (duration: 934.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:50.275518Z","caller":"traceutil/trace.go:172","msg":"trace[1850714759] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"547.031592ms","start":"2026-03-30T21:30:49.728428Z","end":"2026-03-30T21:30:50.275459Z","steps":["trace[1850714759] 'process raft request' (duration: 546.587988ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:50.275688Z","caller":"traceutil/trace.go:172","msg":"trace[1498722192] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"507.335294ms","start":"2026-03-30T21:30:49.768335Z","end":"2026-03-30T21:30:50.275670Z","steps":["trace[1498722192] 'process raft request' (duration: 506.92024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:50.275723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.728401Z","time spent":"547.228683ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:50.275839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.768315Z","time spent":"507.428574ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:50.554810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.471885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T21:30:50.554813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"647.988519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:50.554955Z","caller":"traceutil/trace.go:172","msg":"trace[442151175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"648.11632ms","start":"2026-03-30T21:30:49.906807Z","end":"2026-03-30T21:30:50.554923Z","steps":["trace[442151175] 'agreement among raft nodes before linearized reading' (duration: 368.610044ms)","trace[442151175] 'range keys from in-memory index tree' (duration: 279.334555ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:30:50.555016Z","caller":"traceutil/trace.go:172","msg":"trace[858572750] linearizableReadLoop","detail":"{readStateIndex:1190; appliedIndex:1188; }","duration":"279.730348ms","start":"2026-03-30T21:30:50.275273Z","end":"2026-03-30T21:30:50.555003Z","steps":["trace[858572750] 'read index received' (duration: 1.618002ms)","trace[858572750] 'applied index is now lower than readState.Index' (duration: 278.111466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:50.555041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.906787Z","time spent":"648.230261ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:30:50.555059Z","caller":"traceutil/trace.go:172","msg":"trace[1414308668] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"488.821839ms","start":"2026-03-30T21:30:50.066221Z","end":"2026-03-30T21:30:50.555042Z","steps":["trace[1414308668] 'process raft request' (duration: 488.669408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:50.555189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:50.066196Z","time spent":"488.915879ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:50.555420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.97586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:81 size:6868"} {"level":"warn","ts":"2026-03-30T21:30:50.555402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.581074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:50.555677Z","caller":"traceutil/trace.go:172","msg":"trace[1661444157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1014; }","duration":"280.839136ms","start":"2026-03-30T21:30:50.274639Z","end":"2026-03-30T21:30:50.555478Z","steps":["trace[1661444157] 'agreement among raft nodes before linearized reading' (duration: 280.443983ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:50.555448Z","caller":"traceutil/trace.go:172","msg":"trace[803671825] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:81; response_revision:1014; }","duration":"578.00628ms","start":"2026-03-30T21:30:49.977436Z","end":"2026-03-30T21:30:50.555442Z","steps":["trace[803671825] 'agreement among raft nodes before linearized reading' (duration: 577.650697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:50.555752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.977423Z","time spent":"578.304702ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":81,"response size":6892,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-30T21:30:50.556601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.628691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:50.556678Z","caller":"traceutil/trace.go:172","msg":"trace[1517755324] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1014; }","duration":"219.719422ms","start":"2026-03-30T21:30:50.336937Z","end":"2026-03-30T21:30:50.556657Z","steps":["trace[1517755324] 'agreement among raft nodes before linearized reading' (duration: 219.48412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:51.748019Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"246.602324ms"} {"level":"warn","ts":"2026-03-30T21:30:51.748084Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"246.673894ms"} {"level":"info","ts":"2026-03-30T21:30:51.748443Z","caller":"traceutil/trace.go:172","msg":"trace[1656999717] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"448.739988ms","start":"2026-03-30T21:30:51.299683Z","end":"2026-03-30T21:30:51.748423Z","steps":["trace[1656999717] 'process raft request' (duration: 448.695648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:51.748575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.299660Z","time spent":"448.851129ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:51.748672Z","caller":"traceutil/trace.go:172","msg":"trace[411034985] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"467.896849ms","start":"2026-03-30T21:30:51.280748Z","end":"2026-03-30T21:30:51.748645Z","steps":["trace[411034985] 'process raft request' (duration: 467.381456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:51.748819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.280723Z","time spent":"468.017119ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:51.836213Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:52.337725Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:52.837891Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:53.029939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"890.716301ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:53.030078Z","caller":"traceutil/trace.go:172","msg":"trace[852262953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1040; }","duration":"890.885382ms","start":"2026-03-30T21:30:52.139163Z","end":"2026-03-30T21:30:53.030049Z","steps":["trace[852262953] 'range keys from in-memory index tree' (duration: 890.637659ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:53.266488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d98d5f2c752cc52d [logterm: 2, index: 1241, vote: d98d5f2c752cc52d] ignored MsgPreVote from 45496929f16fe822 [logterm: 2, index: 1234] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T21:30:53.338041Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:53.839198Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:53.909302Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00037742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:30:53.909382Z","caller":"traceutil/trace.go:172","msg":"trace[1441427739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047091s","start":"2026-03-30T21:30:51.908893Z","end":"2026-03-30T21:30:53.909364Z","steps":["trace[1441427739] 'agreement among raft nodes before linearized reading' (duration: 2.00037549s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:53.909435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.908873Z","time spent":"2.000554571s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:30:53 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:30:53.926328Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.175881123s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:30:53.926668Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.978647712s"} {"level":"warn","ts":"2026-03-30T21:30:53.926704Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.978619892s"} {"level":"info","ts":"2026-03-30T21:30:53.926705Z","caller":"traceutil/trace.go:172","msg":"trace[1942984957] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1232; }","duration":"2.591112104s","start":"2026-03-30T21:30:51.335566Z","end":"2026-03-30T21:30:53.926679Z","steps":["trace[1942984957] 'read index received' (duration: 2.591101634s)","trace[1942984957] 'applied index is now lower than readState.Index' (duration: 8.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:53.926874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.591286095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:53.926916Z","caller":"traceutil/trace.go:172","msg":"trace[67454878] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:1040; }","duration":"2.591350715s","start":"2026-03-30T21:30:51.335555Z","end":"2026-03-30T21:30:53.926906Z","steps":["trace[67454878] 'agreement among raft nodes before linearized reading' (duration: 2.591243225s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:53.926953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.335534Z","time spent":"2.591409466s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:53.934941Z","caller":"traceutil/trace.go:172","msg":"trace[703006191] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"2.198280916s","start":"2026-03-30T21:30:51.736646Z","end":"2026-03-30T21:30:53.934927Z","steps":["trace[703006191] 'process raft request' (duration: 2.198237946s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:53.935066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.736618Z","time spent":"2.198395037s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:53.935422Z","caller":"traceutil/trace.go:172","msg":"trace[789251147] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"2.415787283s","start":"2026-03-30T21:30:51.519627Z","end":"2026-03-30T21:30:53.935414Z","steps":["trace[789251147] 'process raft request' (duration: 2.409991053s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:53.935469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.519600Z","time spent":"2.415843324s","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:54.242133Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.400951ms"} {"level":"warn","ts":"2026-03-30T21:30:54.242143Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14208185300408748690,"received-request-id":14208185300408748678} {"level":"warn","ts":"2026-03-30T21:30:54.242184Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.459541ms"} {"level":"info","ts":"2026-03-30T21:30:54.242406Z","caller":"traceutil/trace.go:172","msg":"trace[701936792] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"2.304456424s","start":"2026-03-30T21:30:51.937920Z","end":"2026-03-30T21:30:54.242376Z","steps":["trace[701936792] 'process raft request' (duration: 2.304311013s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.242523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.937898Z","time spent":"2.304575445s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:54.242542Z","caller":"traceutil/trace.go:172","msg":"trace[1437033809] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"2.10319495s","start":"2026-03-30T21:30:52.139317Z","end":"2026-03-30T21:30:54.242512Z","steps":["trace[1437033809] 'process raft request' (duration: 2.103009509s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.242642Z","caller":"traceutil/trace.go:172","msg":"trace[239024709] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"1.502192932s","start":"2026-03-30T21:30:52.740434Z","end":"2026-03-30T21:30:54.242627Z","steps":["trace[239024709] 'process raft request' (duration: 1.502130841s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.242739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.740406Z","time spent":"1.502287272s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:54.242824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.139292Z","time spent":"2.103420651s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:54.242880Z","caller":"traceutil/trace.go:172","msg":"trace[2064770838] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"1.961037518s","start":"2026-03-30T21:30:52.281835Z","end":"2026-03-30T21:30:54.242872Z","steps":["trace[2064770838] 'process raft request' (duration: 1.960515495s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.242944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.281809Z","time spent":"1.961097029s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:54.242974Z","caller":"traceutil/trace.go:172","msg":"trace[10722995] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"1.634672747s","start":"2026-03-30T21:30:52.608296Z","end":"2026-03-30T21:30:54.242969Z","steps":["trace[10722995] 'process raft request' (duration: 1.634234734s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.242947Z","caller":"traceutil/trace.go:172","msg":"trace[1514846246] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"1.705031689s","start":"2026-03-30T21:30:52.537906Z","end":"2026-03-30T21:30:54.242937Z","steps":["trace[1514846246] 'process raft request' (duration: 1.704598076s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.243038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.537879Z","time spent":"1.705142149s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:54.243052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.608279Z","time spent":"1.634713417s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:54.242847Z","caller":"traceutil/trace.go:172","msg":"trace[979638935] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"1.90134056s","start":"2026-03-30T21:30:52.341495Z","end":"2026-03-30T21:30:54.242835Z","steps":["trace[979638935] 'process raft request' (duration: 1.900936698s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.243182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.341474Z","time spent":"1.901691022s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:54.287564Z","caller":"traceutil/trace.go:172","msg":"trace[1444822161] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1242; }","duration":"360.780964ms","start":"2026-03-30T21:30:53.926762Z","end":"2026-03-30T21:30:54.287543Z","steps":["trace[1444822161] 'read index received' (duration: 360.771674ms)","trace[1444822161] 'applied index is now lower than readState.Index' (duration: 7.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:54.287688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.15270846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-30T21:30:54.287722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.257555481s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.287735Z","caller":"traceutil/trace.go:172","msg":"trace[396044925] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1050; }","duration":"1.152784311s","start":"2026-03-30T21:30:53.134939Z","end":"2026-03-30T21:30:54.287723Z","steps":["trace[396044925] 'agreement among raft nodes before linearized reading' (duration: 1.152603799s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.287747Z","caller":"traceutil/trace.go:172","msg":"trace[1724685812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1050; }","duration":"1.257610802s","start":"2026-03-30T21:30:53.030129Z","end":"2026-03-30T21:30:54.287739Z","steps":["trace[1724685812] 'agreement among raft nodes before linearized reading' (duration: 1.257532661s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.287766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.134910Z","time spent":"1.152849661s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.287906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.145643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:54.287918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.728953675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:54.287937Z","caller":"traceutil/trace.go:172","msg":"trace[1739597498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"378.178963ms","start":"2026-03-30T21:30:53.909751Z","end":"2026-03-30T21:30:54.287930Z","steps":["trace[1739597498] 'agreement among raft nodes before linearized reading' (duration: 378.123383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.287965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.909728Z","time spent":"378.229373ms","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:54.288143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.572584355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:30:54.288166Z","caller":"traceutil/trace.go:172","msg":"trace[720109152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1050; }","duration":"1.572607765s","start":"2026-03-30T21:30:52.715552Z","end":"2026-03-30T21:30:54.288160Z","steps":["trace[720109152] 'agreement among raft nodes before linearized reading' (duration: 1.572542165s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.288183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.715527Z","time spent":"1.572651086s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.288193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.75218216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:54.288203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"952.983365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-30T21:30:54.288257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.352656442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-30T21:30:54.288264Z","caller":"traceutil/trace.go:172","msg":"trace[991058952] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:1050; }","duration":"2.752267651s","start":"2026-03-30T21:30:51.535979Z","end":"2026-03-30T21:30:54.288247Z","steps":["trace[991058952] 'agreement among raft nodes before linearized reading' (duration: 2.75215188s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.288287Z","caller":"traceutil/trace.go:172","msg":"trace[1584737619] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1050; }","duration":"953.087896ms","start":"2026-03-30T21:30:53.335181Z","end":"2026-03-30T21:30:54.288269Z","steps":["trace[1584737619] 'agreement among raft nodes before linearized reading' (duration: 952.738904ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.288296Z","caller":"traceutil/trace.go:172","msg":"trace[1371958437] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1050; }","duration":"1.352726952s","start":"2026-03-30T21:30:52.935559Z","end":"2026-03-30T21:30:54.288286Z","steps":["trace[1371958437] 'agreement among raft nodes before linearized reading' (duration: 1.35244097s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.288316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.535960Z","time spent":"2.752346561s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.288329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.335157Z","time spent":"953.162466ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.288345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.935528Z","time spent":"1.352809023s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.288381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.522053057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.288434Z","caller":"traceutil/trace.go:172","msg":"trace[320963346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1050; }","duration":"1.728977275s","start":"2026-03-30T21:30:52.558956Z","end":"2026-03-30T21:30:54.287933Z","steps":["trace[320963346] 'agreement among raft nodes before linearized reading' (duration: 1.728847884s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.288437Z","caller":"traceutil/trace.go:172","msg":"trace[1570484044] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1050; }","duration":"2.522113427s","start":"2026-03-30T21:30:51.766310Z","end":"2026-03-30T21:30:54.288423Z","steps":["trace[1570484044] 'agreement among raft nodes before linearized reading' (duration: 2.521790145s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.288457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.558928Z","time spent":"1.729522098s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:54.288633Z","caller":"traceutil/trace.go:172","msg":"trace[1695170565] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"347.572132ms","start":"2026-03-30T21:30:53.941048Z","end":"2026-03-30T21:30:54.288620Z","steps":["trace[1695170565] 'process raft request' (duration: 347.21017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.288487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.766291Z","time spent":"2.522171848s","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.288842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.941031Z","time spent":"347.712514ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:54.288895Z","caller":"traceutil/trace.go:172","msg":"trace[1668136711] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"299.059919ms","start":"2026-03-30T21:30:53.989828Z","end":"2026-03-30T21:30:54.288888Z","steps":["trace[1668136711] 'process raft request' (duration: 298.990529ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.289029Z","caller":"traceutil/trace.go:172","msg":"trace[634149739] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"326.082665ms","start":"2026-03-30T21:30:53.962928Z","end":"2026-03-30T21:30:54.289011Z","steps":["trace[634149739] 'process raft request' (duration: 325.596212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.289957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.962895Z","time spent":"327.026222ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:54.289637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.547932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T21:30:54.293285Z","caller":"traceutil/trace.go:172","msg":"trace[1107337754] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1054; }","duration":"364.195157ms","start":"2026-03-30T21:30:53.929080Z","end":"2026-03-30T21:30:54.293275Z","steps":["trace[1107337754] 'agreement among raft nodes before linearized reading' (duration: 360.487221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.293318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.929059Z","time spent":"364.249259ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.814132Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:55.315261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:55.816068Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:55.965910Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d98d5f2c752cc52d [logterm: 2, index: 1260, vote: d98d5f2c752cc52d] ignored MsgPreVote from 73b132709fee1095 [logterm: 2, index: 1259] at term 2: lease is not expired (remaining ticks: 7)"} {"level":"warn","ts":"2026-03-30T21:30:56.302224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00529376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T21:30:56.302313Z","caller":"traceutil/trace.go:172","msg":"trace[1014885354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005396031s","start":"2026-03-30T21:30:54.296900Z","end":"2026-03-30T21:30:56.302296Z","steps":["trace[1014885354] 'agreement among raft nodes before linearized reading' (duration: 2.00529134s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:56.302371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.296890Z","time spent":"2.005473392s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:30:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:30:56.316516Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:56.816702Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:56.977934Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.663974073s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:30:56.978155Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.464690847s"} {"level":"warn","ts":"2026-03-30T21:30:56.978183Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.464751397s"} {"level":"warn","ts":"2026-03-30T21:30:57.317205Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:57.817632Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:58.298922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.996248029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:30:58.299605Z","caller":"traceutil/trace.go:172","msg":"trace[946237230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996945484s","start":"2026-03-30T21:30:56.302642Z","end":"2026-03-30T21:30:58.299588Z","steps":["trace[946237230] 'agreement among raft nodes before linearized reading' (duration: 1.996245539s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.299723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.302609Z","time spent":"1.997100834s","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:30:58 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:30:58.318620Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:58.665028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.343275918s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:58.665105Z","caller":"traceutil/trace.go:172","msg":"trace[1985106220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1054; }","duration":"2.343366088s","start":"2026-03-30T21:30:56.321723Z","end":"2026-03-30T21:30:58.665089Z","steps":["trace[1985106220] 'range keys from in-memory index tree' (duration: 2.343224427s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.665318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.686915065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:58.666761Z","caller":"traceutil/trace.go:172","msg":"trace[1077961868] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"4.37036291s","start":"2026-03-30T21:30:54.296369Z","end":"2026-03-30T21:30:58.666732Z","steps":["trace[1077961868] 'process raft request' (duration: 4.369602235s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:58.666835Z","caller":"traceutil/trace.go:172","msg":"trace[1298617358] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"4.370458781s","start":"2026-03-30T21:30:54.296362Z","end":"2026-03-30T21:30:58.666820Z","steps":["trace[1298617358] 'process raft request' (duration: 4.369459674s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.666916Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.296353Z","time spent":"4.370490181s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:58.667089Z","caller":"traceutil/trace.go:172","msg":"trace[730485828] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"4.368925121s","start":"2026-03-30T21:30:54.298141Z","end":"2026-03-30T21:30:58.667066Z","steps":["trace[730485828] 'process raft request' (duration: 4.368157916s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.666754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.296343Z","time spent":"4.370406851s","remote":"127.0.0.1:38856","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T21:30:58.667237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.298131Z","time spent":"4.369032661s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:58.667374Z","caller":"traceutil/trace.go:172","msg":"trace[1644074727] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"4.370890295s","start":"2026-03-30T21:30:54.296461Z","end":"2026-03-30T21:30:58.667352Z","steps":["trace[1644074727] 'process raft request' (duration: 4.369710587s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.667465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.296443Z","time spent":"4.370974275s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:58.667705Z","caller":"traceutil/trace.go:172","msg":"trace[2104591066] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"4.370670513s","start":"2026-03-30T21:30:54.297019Z","end":"2026-03-30T21:30:58.667689Z","steps":["trace[2104591066] 'process raft request' (duration: 4.369241823s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.667877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.297008Z","time spent":"4.370735913s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:58.666944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.296348Z","time spent":"4.370548452s","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:58.711283Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.732567477s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:30:58.711409Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.533203402s"} {"level":"warn","ts":"2026-03-30T21:30:58.711430Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.533228182s"} {"level":"info","ts":"2026-03-30T21:30:58.711460Z","caller":"traceutil/trace.go:172","msg":"trace[1211537967] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"4.397970809s","start":"2026-03-30T21:30:54.313468Z","end":"2026-03-30T21:30:58.711438Z","steps":["trace[1211537967] 'read index received' (duration: 4.397964059s)","trace[1211537967] 'applied index is now lower than readState.Index' (duration: 5.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:58.711602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.409198387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:58.711634Z","caller":"traceutil/trace.go:172","msg":"trace[851920730] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1061; }","duration":"4.409248507s","start":"2026-03-30T21:30:54.302375Z","end":"2026-03-30T21:30:58.711623Z","steps":["trace[851920730] 'agreement among raft nodes before linearized reading' (duration: 4.409161387s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.711665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.302365Z","time spent":"4.409291488s","remote":"127.0.0.1:39422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:58.712761Z","caller":"traceutil/trace.go:172","msg":"trace[444559179] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"1.789857627s","start":"2026-03-30T21:30:56.922889Z","end":"2026-03-30T21:30:58.712747Z","steps":["trace[444559179] 'process raft request' (duration: 1.789819937s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:58.712987Z","caller":"traceutil/trace.go:172","msg":"trace[1487367462] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"2.460869045s","start":"2026-03-30T21:30:56.252088Z","end":"2026-03-30T21:30:58.712957Z","steps":["trace[1487367462] 'process raft request' (duration: 2.460467882s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.713128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.252053Z","time spent":"2.460995407s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:58.713186Z","caller":"traceutil/trace.go:172","msg":"trace[90239435] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"4.357286139s","start":"2026-03-30T21:30:54.355878Z","end":"2026-03-30T21:30:58.713164Z","steps":["trace[90239435] 'process raft request' (duration: 4.356292291s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:58.713207Z","caller":"traceutil/trace.go:172","msg":"trace[849323150] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"2.460944076s","start":"2026-03-30T21:30:56.252233Z","end":"2026-03-30T21:30:58.713177Z","steps":["trace[849323150] 'process raft request' (duration: 2.460441891s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.713294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.355856Z","time spent":"4.357390329s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:58.713368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.252189Z","time spent":"2.461092897s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:58.712882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.922866Z","time spent":"1.789939338s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:59.151245Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"239.782469ms"} {"level":"warn","ts":"2026-03-30T21:30:59.151295Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"239.841539ms"} {"level":"warn","ts":"2026-03-30T21:30:59.212601Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:59.692239Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"340.9248ms"} {"level":"warn","ts":"2026-03-30T21:30:59.692312Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"341.009091ms"} {"level":"info","ts":"2026-03-30T21:30:59.692293Z","caller":"traceutil/trace.go:172","msg":"trace[323205863] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1265; }","duration":"980.758518ms","start":"2026-03-30T21:30:58.711506Z","end":"2026-03-30T21:30:59.692265Z","steps":["trace[323205863] 'read index received' (duration: 980.742228ms)","trace[323205863] 'applied index is now lower than readState.Index' (duration: 14.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:59.692600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.939181657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:23292"} {"level":"warn","ts":"2026-03-30T21:30:59.692604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.02040209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1bbd59ca07dfc\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T21:30:59.692642Z","caller":"traceutil/trace.go:172","msg":"trace[1806569111] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1067; }","duration":"4.939240467s","start":"2026-03-30T21:30:54.753389Z","end":"2026-03-30T21:30:59.692629Z","steps":["trace[1806569111] 'agreement among raft nodes before linearized reading' (duration: 4.939090596s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.692691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.753375Z","time spent":"4.939307767s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":23316,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.692765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.939437669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-03-30T21:30:59.692798Z","caller":"traceutil/trace.go:172","msg":"trace[2102714350] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1069; }","duration":"4.939468099s","start":"2026-03-30T21:30:54.753318Z","end":"2026-03-30T21:30:59.692786Z","steps":["trace[2102714350] 'agreement among raft nodes before linearized reading' (duration: 4.939353258s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.692771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.557573882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:187470"} {"level":"warn","ts":"2026-03-30T21:30:59.692826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.753309Z","time spent":"4.939507509s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":9335,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:59.692854Z","caller":"traceutil/trace.go:172","msg":"trace[29630874] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1067; }","duration":"4.557704952s","start":"2026-03-30T21:30:55.135134Z","end":"2026-03-30T21:30:59.692839Z","steps":["trace[29630874] 'agreement among raft nodes before linearized reading' (duration: 4.55732497s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.692860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.75763087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:12259"} {"level":"warn","ts":"2026-03-30T21:30:59.692897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:55.135109Z","time spent":"4.557778523s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":187494,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:59.692911Z","caller":"traceutil/trace.go:172","msg":"trace[1668505744] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1069; }","duration":"4.757700101s","start":"2026-03-30T21:30:54.935193Z","end":"2026-03-30T21:30:59.692893Z","steps":["trace[1668505744] 'agreement among raft nodes before linearized reading' (duration: 4.757468489s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.693001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.935168Z","time spent":"4.757820871s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":12283,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:59.692650Z","caller":"traceutil/trace.go:172","msg":"trace[651059613] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1bbd59ca07dfc; range_end:; response_count:1; response_revision:1067; }","duration":"1.02045324s","start":"2026-03-30T21:30:58.672184Z","end":"2026-03-30T21:30:59.692638Z","steps":["trace[651059613] 'agreement among raft nodes before linearized reading' (duration: 1.020224008s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.693061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.672161Z","time spent":"1.020881673s","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1bbd59ca07dfc\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.693132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.754644832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:59.693191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.83236896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:59.693169Z","caller":"traceutil/trace.go:172","msg":"trace[1557714012] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1071; }","duration":"3.754681543s","start":"2026-03-30T21:30:55.938480Z","end":"2026-03-30T21:30:59.693161Z","steps":["trace[1557714012] 'agreement among raft nodes before linearized reading' (duration: 3.754627902s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:59.693235Z","caller":"traceutil/trace.go:172","msg":"trace[661052356] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1071; }","duration":"2.83241367s","start":"2026-03-30T21:30:56.860812Z","end":"2026-03-30T21:30:59.693226Z","steps":["trace[661052356] 'agreement among raft nodes before linearized reading' (duration: 2.832287009s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.693246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:55.938416Z","time spent":"3.754822853s","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.693260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.860776Z","time spent":"2.83247692s","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.693330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.939880322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-30T21:30:59.693374Z","caller":"traceutil/trace.go:172","msg":"trace[1073371016] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1072; }","duration":"4.939923253s","start":"2026-03-30T21:30:54.753438Z","end":"2026-03-30T21:30:59.693362Z","steps":["trace[1073371016] 'agreement among raft nodes before linearized reading' (duration: 4.939814721s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.693390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.345953647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:59.693413Z","caller":"traceutil/trace.go:172","msg":"trace[2062654958] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1071; }","duration":"1.345976867s","start":"2026-03-30T21:30:58.347429Z","end":"2026-03-30T21:30:59.693406Z","steps":["trace[2062654958] 'agreement among raft nodes before linearized reading' (duration: 1.345649564s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.693440Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.347411Z","time spent":"1.346022267s","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.693513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.252532195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-30T21:30:59.693411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.753412Z","time spent":"4.939991483s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:59.693559Z","caller":"traceutil/trace.go:172","msg":"trace[1714219088] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1072; }","duration":"5.252577795s","start":"2026-03-30T21:30:54.440970Z","end":"2026-03-30T21:30:59.693548Z","steps":["trace[1714219088] 'agreement among raft nodes before linearized reading' (duration: 5.252435494s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.693587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.440947Z","time spent":"5.252633915s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.693829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.386132591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:59.693874Z","caller":"traceutil/trace.go:172","msg":"trace[886583847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1071; }","duration":"1.386194151s","start":"2026-03-30T21:30:58.307670Z","end":"2026-03-30T21:30:59.693864Z","steps":["trace[886583847] 'agreement among raft nodes before linearized reading' (duration: 1.385421445s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.693901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.307645Z","time spent":"1.386249922s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:30:59.693958Z","caller":"traceutil/trace.go:172","msg":"trace[1613144705] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"1.025748818s","start":"2026-03-30T21:30:58.668200Z","end":"2026-03-30T21:30:59.693948Z","steps":["trace[1613144705] 'process raft request' (duration: 1.025540047s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.694051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.668175Z","time spent":"1.025828338s","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:59.694075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.978670923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:59.694184Z","caller":"traceutil/trace.go:172","msg":"trace[427791458] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1072; }","duration":"3.978787893s","start":"2026-03-30T21:30:55.715389Z","end":"2026-03-30T21:30:59.694177Z","steps":["trace[427791458] 'agreement among raft nodes before linearized reading' (duration: 3.978006548s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.694209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:55.715365Z","time spent":"3.978838084s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.693856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.555328885s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:59.694413Z","caller":"traceutil/trace.go:172","msg":"trace[1719617379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1072; }","duration":"4.555886789s","start":"2026-03-30T21:30:55.138511Z","end":"2026-03-30T21:30:59.694398Z","steps":["trace[1719617379] 'agreement among raft nodes before linearized reading' (duration: 4.554970863s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:59.694498Z","caller":"traceutil/trace.go:172","msg":"trace[48612476] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"1.021417208s","start":"2026-03-30T21:30:58.673071Z","end":"2026-03-30T21:30:59.694488Z","steps":["trace[48612476] 'process raft request' (duration: 1.020840344s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:59.694542Z","caller":"traceutil/trace.go:172","msg":"trace[2088058648] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1075; }","duration":"1.016732594s","start":"2026-03-30T21:30:58.677798Z","end":"2026-03-30T21:30:59.694531Z","steps":["trace[2088058648] 'process raft request' (duration: 1.016504292s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.694551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.673054Z","time spent":"1.021467568s","remote":"127.0.0.1:39676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:59.694542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.94538569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-03-30T21:30:59.694590Z","caller":"traceutil/trace.go:172","msg":"trace[1024869012] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1070; }","duration":"4.94543728s","start":"2026-03-30T21:30:54.749144Z","end":"2026-03-30T21:30:59.694581Z","steps":["trace[1024869012] 'agreement among raft nodes before linearized reading' (duration: 4.943761628s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.694600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.677776Z","time spent":"1.016792484s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":10412,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:59.694616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.749127Z","time spent":"4.94548114s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":3241,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:59.694547Z","caller":"traceutil/trace.go:172","msg":"trace[628765375] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1075; }","duration":"1.012091091s","start":"2026-03-30T21:30:58.682442Z","end":"2026-03-30T21:30:59.694533Z","steps":["trace[628765375] 'process raft request' (duration: 1.012051601s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.694865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.682425Z","time spent":"1.012359512s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9346,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:00.053026Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"160.689789ms"} {"level":"warn","ts":"2026-03-30T21:31:00.053085Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"160.75627ms"} {"level":"info","ts":"2026-03-30T21:31:00.054605Z","caller":"traceutil/trace.go:172","msg":"trace[1278831239] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"934.823665ms","start":"2026-03-30T21:30:59.119756Z","end":"2026-03-30T21:31:00.054580Z","steps":["trace[1278831239] 'process raft request' (duration: 933.891229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.054783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.119699Z","time spent":"934.992226ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:00.054869Z","caller":"traceutil/trace.go:172","msg":"trace[183838108] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"825.140706ms","start":"2026-03-30T21:30:59.229709Z","end":"2026-03-30T21:31:00.054849Z","steps":["trace[183838108] 'process raft request' (duration: 824.820063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.054985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.229655Z","time spent":"825.275426ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:00.193196Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:00.477170Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"224.060284ms"} {"level":"warn","ts":"2026-03-30T21:31:00.477231Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"224.130954ms"} {"level":"info","ts":"2026-03-30T21:31:00.660248Z","caller":"traceutil/trace.go:172","msg":"trace[800006208] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1284; }","duration":"967.860105ms","start":"2026-03-30T21:30:59.692369Z","end":"2026-03-30T21:31:00.660229Z","steps":["trace[800006208] 'read index received' (duration: 967.853444ms)","trace[800006208] 'applied index is now lower than readState.Index' (duration: 5.481µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:00.660498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.392930429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:187261"} {"level":"warn","ts":"2026-03-30T21:31:00.660470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.799068894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:00.660560Z","caller":"traceutil/trace.go:172","msg":"trace[1946751515] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1080; }","duration":"1.799173285s","start":"2026-03-30T21:30:58.861371Z","end":"2026-03-30T21:31:00.660544Z","steps":["trace[1946751515] 'agreement among raft nodes before linearized reading' (duration: 1.798995643s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:00.660522Z","caller":"traceutil/trace.go:172","msg":"trace[2059459547] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1080; }","duration":"1.392972399s","start":"2026-03-30T21:30:59.267543Z","end":"2026-03-30T21:31:00.660515Z","steps":["trace[2059459547] 'agreement among raft nodes before linearized reading' (duration: 1.392778248s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.660601Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.861353Z","time spent":"1.799239005s","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:00.660676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.267520Z","time spent":"1.393130991s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":187285,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:00.661247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.167715656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-30T21:31:00.661286Z","caller":"traceutil/trace.go:172","msg":"trace[1801902562] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"960.662443ms","start":"2026-03-30T21:30:59.700597Z","end":"2026-03-30T21:31:00.661259Z","steps":["trace[1801902562] 'process raft request' (duration: 959.922697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.661898Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.700573Z","time spent":"961.263297ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:00.661997Z","caller":"traceutil/trace.go:172","msg":"trace[376027659] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1081; }","duration":"956.876735ms","start":"2026-03-30T21:30:59.705076Z","end":"2026-03-30T21:31:00.661953Z","steps":["trace[376027659] 'process raft request' (duration: 955.976769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.662233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.705058Z","time spent":"957.048496ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9355,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:00.661955Z","caller":"traceutil/trace.go:172","msg":"trace[875741345] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z45ff; range_end:; response_count:1; response_revision:1080; }","duration":"1.168676762s","start":"2026-03-30T21:30:59.493256Z","end":"2026-03-30T21:31:00.661933Z","steps":["trace[875741345] 'agreement among raft nodes before linearized reading' (duration: 1.167322123s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.662595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.493233Z","time spent":"1.169338717s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18550,"request content":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:00.663331Z","caller":"traceutil/trace.go:172","msg":"trace[754117453] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"957.239908ms","start":"2026-03-30T21:30:59.706068Z","end":"2026-03-30T21:31:00.663308Z","steps":["trace[754117453] 'process raft request' (duration: 956.17821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.663468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.706060Z","time spent":"957.330369ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:00.664069Z","caller":"traceutil/trace.go:172","msg":"trace[242840182] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1082; }","duration":"952.328494ms","start":"2026-03-30T21:30:59.711728Z","end":"2026-03-30T21:31:00.664056Z","steps":["trace[242840182] 'process raft request' (duration: 951.627619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.664128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.711713Z","time spent":"952.388364ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24272,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:01.116547Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"256.189789ms"} {"level":"warn","ts":"2026-03-30T21:31:01.116627Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"256.202379ms"} {"level":"warn","ts":"2026-03-30T21:31:01.154987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"491.16446ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T21:31:01.155445Z","caller":"traceutil/trace.go:172","msg":"trace[717562503] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"1.044096586s","start":"2026-03-30T21:31:00.111327Z","end":"2026-03-30T21:31:01.155423Z","steps":["trace[717562503] 'process raft request' (duration: 1.043734143s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.156209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.111302Z","time spent":"1.044223277s","remote":"127.0.0.1:39422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:01.207994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.228240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.312019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.330628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.342264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.378806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.399304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.437761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.539520Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.714224ms"} {"level":"warn","ts":"2026-03-30T21:31:01.539603Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.810735ms"} {"level":"warn","ts":"2026-03-30T21:31:01.581732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.604631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.627719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.282387ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T21:31:01.628043Z","caller":"traceutil/trace.go:172","msg":"trace[1426684296] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1288; }","duration":"967.712447ms","start":"2026-03-30T21:31:00.660299Z","end":"2026-03-30T21:31:01.628012Z","steps":["trace[1426684296] 'read index received' (duration: 456.297409ms)","trace[1426684296] 'applied index is now lower than readState.Index' (duration: 511.410908ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:01.628142Z","caller":"traceutil/trace.go:172","msg":"trace[1589103751] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"958.881644ms","start":"2026-03-30T21:31:00.669230Z","end":"2026-03-30T21:31:01.628111Z","steps":["trace[1589103751] 'process raft request' (duration: 958.756643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.628313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.669185Z","time spent":"959.056566ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:01.628356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.874195284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-30T21:31:01.628384Z","caller":"traceutil/trace.go:172","msg":"trace[406818334] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1087; }","duration":"1.874232465s","start":"2026-03-30T21:30:59.754145Z","end":"2026-03-30T21:31:01.628378Z","steps":["trace[406818334] 'agreement among raft nodes before linearized reading' (duration: 1.874112724s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.628407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.754129Z","time spent":"1.874271976s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.628579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.565769637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.628605Z","caller":"traceutil/trace.go:172","msg":"trace[188359752] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1087; }","duration":"1.565795387s","start":"2026-03-30T21:31:00.062804Z","end":"2026-03-30T21:31:01.628599Z","steps":["trace[188359752] 'agreement among raft nodes before linearized reading' (duration: 1.565750497s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.628621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.062781Z","time spent":"1.565835847s","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.628756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.80908746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.628778Z","caller":"traceutil/trace.go:172","msg":"trace[1205678499] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1087; }","duration":"1.80910989s","start":"2026-03-30T21:30:59.819663Z","end":"2026-03-30T21:31:01.628773Z","steps":["trace[1205678499] 'agreement among raft nodes before linearized reading' (duration: 1.80907122s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.628795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.819644Z","time spent":"1.809147971s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.629104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.875155901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24235"} {"level":"info","ts":"2026-03-30T21:31:01.629162Z","caller":"traceutil/trace.go:172","msg":"trace[892691407] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1087; }","duration":"1.875391624s","start":"2026-03-30T21:30:59.753760Z","end":"2026-03-30T21:31:01.629151Z","steps":["trace[892691407] 'agreement among raft nodes before linearized reading' (duration: 1.874562817s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.629229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.87485271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:12259"} {"level":"warn","ts":"2026-03-30T21:31:01.629237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.931964256s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.629280Z","caller":"traceutil/trace.go:172","msg":"trace[1787642582] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1087; }","duration":"1.874908651s","start":"2026-03-30T21:30:59.754357Z","end":"2026-03-30T21:31:01.629266Z","steps":["trace[1787642582] 'agreement among raft nodes before linearized reading' (duration: 1.874458027s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:01.629296Z","caller":"traceutil/trace.go:172","msg":"trace[1473993216] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1087; }","duration":"1.932029607s","start":"2026-03-30T21:30:59.697254Z","end":"2026-03-30T21:31:01.629283Z","steps":["trace[1473993216] 'agreement among raft nodes before linearized reading' (duration: 1.931946606s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.629312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.754349Z","time spent":"1.874954971s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":12283,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.629482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.81456813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:187470"} {"level":"warn","ts":"2026-03-30T21:31:01.629493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.834089869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:01.629186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.753740Z","time spent":"1.875440274s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":24259,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:01.629521Z","caller":"traceutil/trace.go:172","msg":"trace[33654666] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1087; }","duration":"1.83411653s","start":"2026-03-30T21:30:59.795396Z","end":"2026-03-30T21:31:01.629512Z","steps":["trace[33654666] 'agreement among raft nodes before linearized reading' (duration: 1.834068669s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.629561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.795384Z","time spent":"1.83417085s","remote":"127.0.0.1:39038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:01.629512Z","caller":"traceutil/trace.go:172","msg":"trace[1496924403] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1087; }","duration":"1.815083724s","start":"2026-03-30T21:30:59.814421Z","end":"2026-03-30T21:31:01.629505Z","steps":["trace[1496924403] 'agreement among raft nodes before linearized reading' (duration: 1.814403509s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.629733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.814408Z","time spent":"1.815314256s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":187494,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:01.628094Z","caller":"traceutil/trace.go:172","msg":"trace[11039201] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"951.402291ms","start":"2026-03-30T21:31:00.676676Z","end":"2026-03-30T21:31:01.628079Z","steps":["trace[11039201] 'process raft request' (duration: 951.35259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.630111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.630188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.881464307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4171"} {"level":"info","ts":"2026-03-30T21:31:01.630407Z","caller":"traceutil/trace.go:172","msg":"trace[1547112268] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1087; }","duration":"1.881683459s","start":"2026-03-30T21:30:59.748715Z","end":"2026-03-30T21:31:01.630398Z","steps":["trace[1547112268] 'agreement among raft nodes before linearized reading' (duration: 1.881438387s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.630497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.929885401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-30T21:31:01.630528Z","caller":"traceutil/trace.go:172","msg":"trace[1754885325] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1087; }","duration":"1.929918431s","start":"2026-03-30T21:30:59.700602Z","end":"2026-03-30T21:31:01.630520Z","steps":["trace[1754885325] 'agreement among raft nodes before linearized reading' (duration: 1.929803771s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.630558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.700571Z","time spent":"1.929979813s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.630429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.748699Z","time spent":"1.881721579s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4195,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.630847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.676664Z","time spent":"954.10944ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:01.630878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.930277914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.630901Z","caller":"traceutil/trace.go:172","msg":"trace[1860046019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"1.930302014s","start":"2026-03-30T21:30:59.700593Z","end":"2026-03-30T21:31:01.630895Z","steps":["trace[1860046019] 'agreement among raft nodes before linearized reading' (duration: 1.930076552s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.632798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.700571Z","time spent":"1.932217329s","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:01.660540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.684686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.731710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.817961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.905286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.929774Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.458479ms"} {"level":"warn","ts":"2026-03-30T21:31:01.929827Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.517429ms"} {"level":"info","ts":"2026-03-30T21:31:01.929838Z","caller":"traceutil/trace.go:172","msg":"trace[1559223960] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1295; }","duration":"301.68988ms","start":"2026-03-30T21:31:01.628123Z","end":"2026-03-30T21:31:01.929812Z","steps":["trace[1559223960] 'read index received' (duration: 301.67244ms)","trace[1559223960] 'applied index is now lower than readState.Index' (duration: 15.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:01.929895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.25197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.929980Z","caller":"traceutil/trace.go:172","msg":"trace[26873148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1087; }","duration":"314.337531ms","start":"2026-03-30T21:31:01.615615Z","end":"2026-03-30T21:31:01.929953Z","steps":["trace[26873148] 'agreement among raft nodes before linearized reading' (duration: 314.20383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.930053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.73673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:01.930063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.615589Z","time spent":"314.455902ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-03-30T21:31:01.930087Z","caller":"traceutil/trace.go:172","msg":"trace[391074693] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1087; }","duration":"337.76734ms","start":"2026-03-30T21:31:01.592309Z","end":"2026-03-30T21:31:01.930077Z","steps":["trace[391074693] 'agreement among raft nodes before linearized reading' (duration: 337.723719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.930124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.592291Z","time spent":"337.82413ms","remote":"127.0.0.1:48512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.930297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.590002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.930338Z","caller":"traceutil/trace.go:172","msg":"trace[366805112] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1087; }","duration":"314.629702ms","start":"2026-03-30T21:31:01.615698Z","end":"2026-03-30T21:31:01.930327Z","steps":["trace[366805112] 'agreement among raft nodes before linearized reading' (duration: 314.567302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.930379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.615692Z","time spent":"314.678373ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.930014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.615178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.930518Z","caller":"traceutil/trace.go:172","msg":"trace[1544789436] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"1.213287936s","start":"2026-03-30T21:31:00.717220Z","end":"2026-03-30T21:31:01.930508Z","steps":["trace[1544789436] 'process raft request' (duration: 1.213113694s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.930383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.149348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.930594Z","caller":"traceutil/trace.go:172","msg":"trace[1744609827] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1089; }","duration":"482.363189ms","start":"2026-03-30T21:31:01.448222Z","end":"2026-03-30T21:31:01.930585Z","steps":["trace[1744609827] 'agreement among raft nodes before linearized reading' (duration: 482.117888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.930608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.717201Z","time spent":"1.213349246s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:01.930633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.448199Z","time spent":"482.423039ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:01.930623Z","caller":"traceutil/trace.go:172","msg":"trace[604267878] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"1.249489745s","start":"2026-03-30T21:31:00.681118Z","end":"2026-03-30T21:31:01.930608Z","steps":["trace[604267878] 'process raft request' (duration: 1.249072723s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.930736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.681105Z","time spent":"1.249576996s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:01.930849Z","caller":"traceutil/trace.go:172","msg":"trace[1748720828] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"1.244320678s","start":"2026-03-30T21:31:00.686497Z","end":"2026-03-30T21:31:01.930818Z","steps":["trace[1748720828] 'process raft request' (duration: 1.243802044s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.930916Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.686471Z","time spent":"1.244412818s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:01.931201Z","caller":"traceutil/trace.go:172","msg":"trace[1566700201] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"1.212679941s","start":"2026-03-30T21:31:00.718513Z","end":"2026-03-30T21:31:01.931193Z","steps":["trace[1566700201] 'process raft request' (duration: 1.211922596s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.931231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"521.40552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.931251Z","caller":"traceutil/trace.go:172","msg":"trace[1190090707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1091; }","duration":"521.42222ms","start":"2026-03-30T21:31:01.409822Z","end":"2026-03-30T21:31:01.931244Z","steps":["trace[1190090707] 'agreement among raft nodes before linearized reading' (duration: 521.395879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.931249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.718499Z","time spent":"1.212726593s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:01.931268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.409811Z","time spent":"521.45362ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.931283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.255956121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:31:01.931321Z","caller":"traceutil/trace.go:172","msg":"trace[951598003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1091; }","duration":"1.255995031s","start":"2026-03-30T21:31:00.675316Z","end":"2026-03-30T21:31:01.931311Z","steps":["trace[951598003] 'agreement among raft nodes before linearized reading' (duration: 1.25585323s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.932438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.236393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.932473Z","caller":"traceutil/trace.go:172","msg":"trace[836275711] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1092; }","duration":"484.271083ms","start":"2026-03-30T21:31:01.448193Z","end":"2026-03-30T21:31:01.932464Z","steps":["trace[836275711] 'agreement among raft nodes before linearized reading' (duration: 482.54198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.932495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.448169Z","time spent":"484.319883ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.932495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.334857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.930515Z","caller":"traceutil/trace.go:172","msg":"trace[1400075110] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1087; }","duration":"338.131072ms","start":"2026-03-30T21:31:01.592374Z","end":"2026-03-30T21:31:01.930505Z","steps":["trace[1400075110] 'agreement among raft nodes before linearized reading' (duration: 337.576438ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:01.932530Z","caller":"traceutil/trace.go:172","msg":"trace[850788324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1092; }","duration":"693.362127ms","start":"2026-03-30T21:31:01.239153Z","end":"2026-03-30T21:31:01.932515Z","steps":["trace[850788324] 'agreement among raft nodes before linearized reading' (duration: 692.270779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.932574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.239146Z","time spent":"693.413988ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.932603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.592352Z","time spent":"340.221678ms","remote":"127.0.0.1:48512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.931202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.078987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.932724Z","caller":"traceutil/trace.go:172","msg":"trace[1033101737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1091; }","duration":"693.599289ms","start":"2026-03-30T21:31:01.239114Z","end":"2026-03-30T21:31:01.932714Z","steps":["trace[1033101737] 'agreement among raft nodes before linearized reading' (duration: 692.047227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.932780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.239101Z","time spent":"693.665709ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.931609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"761.310614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.932849Z","caller":"traceutil/trace.go:172","msg":"trace[1702195875] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1092; }","duration":"762.559394ms","start":"2026-03-30T21:31:01.170283Z","end":"2026-03-30T21:31:01.932842Z","steps":["trace[1702195875] 'agreement among raft nodes before linearized reading' (duration: 761.272474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.932868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.170251Z","time spent":"762.611725ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.931651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"716.634114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.932982Z","caller":"traceutil/trace.go:172","msg":"trace[141194349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1092; }","duration":"717.951723ms","start":"2026-03-30T21:31:01.215009Z","end":"2026-03-30T21:31:01.932961Z","steps":["trace[141194349] 'agreement among raft nodes before linearized reading' (duration: 716.621234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.933029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.214976Z","time spent":"718.036234ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.931750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"716.782955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.933107Z","caller":"traceutil/trace.go:172","msg":"trace[1569760953] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1092; }","duration":"718.139724ms","start":"2026-03-30T21:31:01.214951Z","end":"2026-03-30T21:31:01.933091Z","steps":["trace[1569760953] 'agreement among raft nodes before linearized reading' (duration: 716.718265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.933149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.214915Z","time spent":"718.221646ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.933213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.675306Z","time spent":"1.25712925s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.931868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.257542563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:31:01.933274Z","caller":"traceutil/trace.go:172","msg":"trace[521553970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1092; }","duration":"1.258950372s","start":"2026-03-30T21:31:00.674316Z","end":"2026-03-30T21:31:01.933267Z","steps":["trace[521553970] 'agreement among raft nodes before linearized reading' (duration: 1.257439462s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.933295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.674297Z","time spent":"1.258990723s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.931889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"960.683978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.933479Z","caller":"traceutil/trace.go:172","msg":"trace[233847432] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1092; }","duration":"962.316409ms","start":"2026-03-30T21:31:00.971149Z","end":"2026-03-30T21:31:01.933466Z","steps":["trace[233847432] 'agreement among raft nodes before linearized reading' (duration: 960.564627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.933521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.971127Z","time spent":"962.38227ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.932016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.879035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.933604Z","caller":"traceutil/trace.go:172","msg":"trace[1337776617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1092; }","duration":"583.467926ms","start":"2026-03-30T21:31:01.350126Z","end":"2026-03-30T21:31:01.933594Z","steps":["trace[1337776617] 'agreement among raft nodes before linearized reading' (duration: 581.26759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.933642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.350101Z","time spent":"583.527246ms","remote":"127.0.0.1:48432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.932127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.616486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.933778Z","caller":"traceutil/trace.go:172","msg":"trace[924880911] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1092; }","duration":"543.271027ms","start":"2026-03-30T21:31:01.390496Z","end":"2026-03-30T21:31:01.933767Z","steps":["trace[924880911] 'agreement among raft nodes before linearized reading' (duration: 540.87608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.933816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.390470Z","time spent":"543.334388ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.932119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.164370086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:187261"} {"level":"info","ts":"2026-03-30T21:31:01.933955Z","caller":"traceutil/trace.go:172","msg":"trace[647946381] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1092; }","duration":"1.166222629s","start":"2026-03-30T21:31:00.767724Z","end":"2026-03-30T21:31:01.933947Z","steps":["trace[647946381] 'agreement among raft nodes before linearized reading' (duration: 1.164098195s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.933978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.767707Z","time spent":"1.166263319s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":187285,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.932171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.115019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.934068Z","caller":"traceutil/trace.go:172","msg":"trace[1566870125] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1092; }","duration":"526.010812ms","start":"2026-03-30T21:31:01.408047Z","end":"2026-03-30T21:31:01.934057Z","steps":["trace[1566870125] 'agreement among raft nodes before linearized reading' (duration: 523.316212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.934113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.408032Z","time spent":"526.068482ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.932191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.700307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.934261Z","caller":"traceutil/trace.go:172","msg":"trace[660590212] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1092; }","duration":"543.779181ms","start":"2026-03-30T21:31:01.390470Z","end":"2026-03-30T21:31:01.934249Z","steps":["trace[660590212] 'agreement among raft nodes before linearized reading' (duration: 540.907721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.934299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.390452Z","time spent":"543.837061ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.932232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.527483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.934452Z","caller":"traceutil/trace.go:172","msg":"trace[930789012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1092; }","duration":"597.741399ms","start":"2026-03-30T21:31:01.336700Z","end":"2026-03-30T21:31:01.934441Z","steps":["trace[930789012] 'agreement among raft nodes before linearized reading' (duration: 594.709897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.934488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.336684Z","time spent":"597.79353ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.932256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.133007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.934698Z","caller":"traceutil/trace.go:172","msg":"trace[45108242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1092; }","duration":"584.570804ms","start":"2026-03-30T21:31:01.350120Z","end":"2026-03-30T21:31:01.934691Z","steps":["trace[45108242] 'agreement among raft nodes before linearized reading' (duration: 581.27965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.934726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.350110Z","time spent":"584.605764ms","remote":"127.0.0.1:48432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.932276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.483443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.934817Z","caller":"traceutil/trace.go:172","msg":"trace[383327886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1092; }","duration":"598.008901ms","start":"2026-03-30T21:31:01.336788Z","end":"2026-03-30T21:31:01.934797Z","steps":["trace[383327886] 'agreement among raft nodes before linearized reading' (duration: 594.616236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.934875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.336763Z","time spent":"598.094572ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.932330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"610.951904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.935014Z","caller":"traceutil/trace.go:172","msg":"trace[1737454843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1092; }","duration":"613.633233ms","start":"2026-03-30T21:31:01.321371Z","end":"2026-03-30T21:31:01.935004Z","steps":["trace[1737454843] 'agreement among raft nodes before linearized reading' (duration: 610.043927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.935041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.321365Z","time spent":"613.669994ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.932350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"611.274346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.935157Z","caller":"traceutil/trace.go:172","msg":"trace[580532382] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1092; }","duration":"614.084476ms","start":"2026-03-30T21:31:01.321059Z","end":"2026-03-30T21:31:01.935144Z","steps":["trace[580532382] 'agreement among raft nodes before linearized reading' (duration: 610.360539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.935202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.321040Z","time spent":"614.146227ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:01.958003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:01.980437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48668","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:31:01.990436Z","caller":"traceutil/trace.go:172","msg":"trace[1819915276] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"357.948873ms","start":"2026-03-30T21:31:01.632470Z","end":"2026-03-30T21:31:01.990419Z","steps":["trace[1819915276] 'process raft request' (duration: 357.303919ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:01.990483Z","caller":"traceutil/trace.go:172","msg":"trace[1126647327] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"162.359228ms","start":"2026-03-30T21:31:01.828112Z","end":"2026-03-30T21:31:01.990472Z","steps":["trace[1126647327] 'process raft request' (duration: 162.307546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.990543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.632450Z","time spent":"358.048566ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:31:01.990692Z","caller":"traceutil/trace.go:172","msg":"trace[482930383] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"343.752143ms","start":"2026-03-30T21:31:01.646928Z","end":"2026-03-30T21:31:01.990680Z","steps":["trace[482930383] 'process raft request' (duration: 343.44881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.990756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.646915Z","time spent":"343.796053ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:02.003898Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.010558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.517852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.010619Z","caller":"traceutil/trace.go:172","msg":"trace[1424546397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1095; }","duration":"268.582012ms","start":"2026-03-30T21:31:01.742018Z","end":"2026-03-30T21:31:02.010600Z","steps":["trace[1424546397] 'agreement among raft nodes before linearized reading' (duration: 268.497232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.010714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.592115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.010759Z","caller":"traceutil/trace.go:172","msg":"trace[682931279] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1095; }","duration":"317.635815ms","start":"2026-03-30T21:31:01.693106Z","end":"2026-03-30T21:31:02.010742Z","steps":["trace[682931279] 'agreement among raft nodes before linearized reading' (duration: 317.580675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.010776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.693100Z","time spent":"317.671036ms","remote":"127.0.0.1:48576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.010828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.436277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.010863Z","caller":"traceutil/trace.go:172","msg":"trace[1695177524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"380.476657ms","start":"2026-03-30T21:31:01.630375Z","end":"2026-03-30T21:31:02.010852Z","steps":["trace[1695177524] 'agreement among raft nodes before linearized reading' (duration: 380.418427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.010872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.797969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.010889Z","caller":"traceutil/trace.go:172","msg":"trace[1427422687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1095; }","duration":"109.815429ms","start":"2026-03-30T21:31:01.901069Z","end":"2026-03-30T21:31:02.010884Z","steps":["trace[1427422687] 'agreement among raft nodes before linearized reading' (duration: 109.748389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.010841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.600604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.010980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.78996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.010993Z","caller":"traceutil/trace.go:172","msg":"trace[1390452453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1095; }","duration":"109.80374ms","start":"2026-03-30T21:31:01.901185Z","end":"2026-03-30T21:31:02.010989Z","steps":["trace[1390452453] 'agreement among raft nodes before linearized reading' (duration: 109.7823ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.010989Z","caller":"traceutil/trace.go:172","msg":"trace[1282394607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1095; }","duration":"371.783865ms","start":"2026-03-30T21:31:01.639194Z","end":"2026-03-30T21:31:02.010978Z","steps":["trace[1282394607] 'agreement among raft nodes before linearized reading' (duration: 371.559313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.639189Z","time spent":"371.819765ms","remote":"127.0.0.1:48542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.011101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.902776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.011131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.394822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13220"} {"level":"info","ts":"2026-03-30T21:31:02.011155Z","caller":"traceutil/trace.go:172","msg":"trace[573301344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1095; }","duration":"257.420832ms","start":"2026-03-30T21:31:01.753728Z","end":"2026-03-30T21:31:02.011148Z","steps":["trace[573301344] 'agreement among raft nodes before linearized reading' (duration: 257.361082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.701467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.011207Z","caller":"traceutil/trace.go:172","msg":"trace[1769867536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1095; }","duration":"341.717928ms","start":"2026-03-30T21:31:01.669485Z","end":"2026-03-30T21:31:02.011203Z","steps":["trace[1769867536] 'agreement among raft nodes before linearized reading' (duration: 341.689047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.669478Z","time spent":"341.739478ms","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.011226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.472612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:261"} {"level":"info","ts":"2026-03-30T21:31:02.011241Z","caller":"traceutil/trace.go:172","msg":"trace[1262849233] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:1095; }","duration":"378.486112ms","start":"2026-03-30T21:31:01.632750Z","end":"2026-03-30T21:31:02.011236Z","steps":["trace[1262849233] 'agreement among raft nodes before linearized reading' (duration: 378.397131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.632737Z","time spent":"378.517813ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":285,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-30T21:31:02.011264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.739766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.011301Z","caller":"traceutil/trace.go:172","msg":"trace[1581792590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"370.756146ms","start":"2026-03-30T21:31:01.640520Z","end":"2026-03-30T21:31:02.011276Z","steps":["trace[1581792590] 'agreement among raft nodes before linearized reading' (duration: 370.728056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.640513Z","time spent":"370.799386ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:02.011330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.773724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-30T21:31:02.011350Z","caller":"traceutil/trace.go:172","msg":"trace[1750442671] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1095; }","duration":"257.794274ms","start":"2026-03-30T21:31:01.753550Z","end":"2026-03-30T21:31:02.011344Z","steps":["trace[1750442671] 'agreement among raft nodes before linearized reading' (duration: 257.693734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.945643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.011467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.118184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.011470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.015695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4171"} {"level":"info","ts":"2026-03-30T21:31:02.011475Z","caller":"traceutil/trace.go:172","msg":"trace[1962081327] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1095; }","duration":"183.968523ms","start":"2026-03-30T21:31:01.827502Z","end":"2026-03-30T21:31:02.011470Z","steps":["trace[1962081327] 'agreement among raft nodes before linearized reading' (duration: 183.934423ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.011484Z","caller":"traceutil/trace.go:172","msg":"trace[995906679] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1095; }","duration":"184.137594ms","start":"2026-03-30T21:31:01.827342Z","end":"2026-03-30T21:31:02.011479Z","steps":["trace[995906679] 'agreement among raft nodes before linearized reading' (duration: 184.106654ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.011489Z","caller":"traceutil/trace.go:172","msg":"trace[540974012] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1095; }","duration":"262.033585ms","start":"2026-03-30T21:31:01.749449Z","end":"2026-03-30T21:31:02.011482Z","steps":["trace[540974012] 'agreement among raft nodes before linearized reading' (duration: 261.980625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.505282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.011135Z","caller":"traceutil/trace.go:172","msg":"trace[1684892446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1095; }","duration":"371.949406ms","start":"2026-03-30T21:31:01.639176Z","end":"2026-03-30T21:31:02.011125Z","steps":["trace[1684892446] 'agreement among raft nodes before linearized reading' (duration: 371.865665ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.011555Z","caller":"traceutil/trace.go:172","msg":"trace[1963984257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1095; }","duration":"318.523652ms","start":"2026-03-30T21:31:01.693028Z","end":"2026-03-30T21:31:02.011552Z","steps":["trace[1963984257] 'agreement among raft nodes before linearized reading' (duration: 318.494502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.693020Z","time spent":"318.543342ms","remote":"127.0.0.1:48576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.011565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.639157Z","time spent":"372.400099ms","remote":"127.0.0.1:48542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.011682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.389968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.011706Z","caller":"traceutil/trace.go:172","msg":"trace[668523551] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1095; }","duration":"269.413148ms","start":"2026-03-30T21:31:01.742283Z","end":"2026-03-30T21:31:02.011696Z","steps":["trace[668523551] 'agreement among raft nodes before linearized reading' (duration: 269.376528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.137721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.011892Z","caller":"traceutil/trace.go:172","msg":"trace[1878263754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1095; }","duration":"342.170871ms","start":"2026-03-30T21:31:01.669715Z","end":"2026-03-30T21:31:02.011886Z","steps":["trace[1878263754] 'agreement among raft nodes before linearized reading' (duration: 342.121021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.011905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.669710Z","time spent":"342.191831ms","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.011924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.549777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:187470"} {"level":"info","ts":"2026-03-30T21:31:02.012015Z","caller":"traceutil/trace.go:172","msg":"trace[22847567] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1095; }","duration":"196.608664ms","start":"2026-03-30T21:31:01.815392Z","end":"2026-03-30T21:31:02.012000Z","steps":["trace[22847567] 'agreement among raft nodes before linearized reading' (duration: 195.228474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.031354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.051001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.060767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.073242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.689452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.073304Z","caller":"traceutil/trace.go:172","msg":"trace[461034190] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1101; }","duration":"105.761813ms","start":"2026-03-30T21:31:01.967531Z","end":"2026-03-30T21:31:02.073293Z","steps":["trace[461034190] 'agreement among raft nodes before linearized reading' (duration: 105.468321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.073721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.084496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.073757Z","caller":"traceutil/trace.go:172","msg":"trace[526380934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1101; }","duration":"106.118576ms","start":"2026-03-30T21:31:01.967629Z","end":"2026-03-30T21:31:02.073748Z","steps":["trace[526380934] 'agreement among raft nodes before linearized reading' (duration: 105.348891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.075512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.087054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.103460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.123764Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.140563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.155431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.172169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.186287Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:02.309206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.642363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.309284Z","caller":"traceutil/trace.go:172","msg":"trace[1417183852] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1104; }","duration":"170.728234ms","start":"2026-03-30T21:31:02.138540Z","end":"2026-03-30T21:31:02.309269Z","steps":["trace[1417183852] 'range keys from in-memory index tree' (duration: 170.552123ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.319633Z","caller":"traceutil/trace.go:172","msg":"trace[616563626] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1318; }","duration":"246.678593ms","start":"2026-03-30T21:31:02.072937Z","end":"2026-03-30T21:31:02.319616Z","steps":["trace[616563626] 'read index received' (duration: 246.668123ms)","trace[616563626] 'applied index is now lower than readState.Index' (duration: 9.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.319772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.281078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.319808Z","caller":"traceutil/trace.go:172","msg":"trace[1681508099] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1104; }","duration":"247.323188ms","start":"2026-03-30T21:31:02.072475Z","end":"2026-03-30T21:31:02.319799Z","steps":["trace[1681508099] 'agreement among raft nodes before linearized reading' (duration: 247.253638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.320019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.605019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.320051Z","caller":"traceutil/trace.go:172","msg":"trace[517119958] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1105; }","duration":"247.63613ms","start":"2026-03-30T21:31:02.072406Z","end":"2026-03-30T21:31:02.320042Z","steps":["trace[517119958] 'agreement among raft nodes before linearized reading' (duration: 247.589439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.320421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.675238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.320479Z","caller":"traceutil/trace.go:172","msg":"trace[606191083] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1105; }","duration":"302.744769ms","start":"2026-03-30T21:31:02.017722Z","end":"2026-03-30T21:31:02.320467Z","steps":["trace[606191083] 'agreement among raft nodes before linearized reading' (duration: 302.628898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.320507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.016659Z","time spent":"303.842706ms","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.320433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.291167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.320567Z","caller":"traceutil/trace.go:172","msg":"trace[833142468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1105; }","duration":"305.421808ms","start":"2026-03-30T21:31:02.015128Z","end":"2026-03-30T21:31:02.320549Z","steps":["trace[833142468] 'agreement among raft nodes before linearized reading' (duration: 305.261117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.320605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.518748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.320620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.015114Z","time spent":"305.494109ms","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:02.320628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.173939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.321402Z","caller":"traceutil/trace.go:172","msg":"trace[466511301] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1105; }","duration":"305.093626ms","start":"2026-03-30T21:31:02.016286Z","end":"2026-03-30T21:31:02.321379Z","steps":["trace[466511301] 'agreement among raft nodes before linearized reading' (duration: 304.139158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.321478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.016255Z","time spent":"305.199486ms","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-03-30T21:31:02.320651Z","caller":"traceutil/trace.go:172","msg":"trace[182305069] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1105; }","duration":"276.566119ms","start":"2026-03-30T21:31:02.044074Z","end":"2026-03-30T21:31:02.320640Z","steps":["trace[182305069] 'agreement among raft nodes before linearized reading' (duration: 276.470898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.320728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.671786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.321843Z","caller":"traceutil/trace.go:172","msg":"trace[671041142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1105; }","duration":"264.786795ms","start":"2026-03-30T21:31:02.057027Z","end":"2026-03-30T21:31:02.321814Z","steps":["trace[671041142] 'agreement among raft nodes before linearized reading' (duration: 263.617596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.321245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.458988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.321993Z","caller":"traceutil/trace.go:172","msg":"trace[1854648025] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1105; }","duration":"277.886139ms","start":"2026-03-30T21:31:02.044088Z","end":"2026-03-30T21:31:02.321974Z","steps":["trace[1854648025] 'agreement among raft nodes before linearized reading' (duration: 276.425138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.321331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.17718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.322546Z","caller":"traceutil/trace.go:172","msg":"trace[823396704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1105; }","duration":"265.393289ms","start":"2026-03-30T21:31:02.057139Z","end":"2026-03-30T21:31:02.322532Z","steps":["trace[823396704] 'agreement among raft nodes before linearized reading' (duration: 263.009031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.428982Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.864311ms"} {"level":"warn","ts":"2026-03-30T21:31:02.429038Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.927512ms"} {"level":"info","ts":"2026-03-30T21:31:02.434094Z","caller":"traceutil/trace.go:172","msg":"trace[397389581] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"246.429661ms","start":"2026-03-30T21:31:02.187650Z","end":"2026-03-30T21:31:02.434080Z","steps":["trace[397389581] 'process raft request' (duration: 241.628886ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.511484Z","caller":"traceutil/trace.go:172","msg":"trace[301110994] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1106; }","duration":"312.649979ms","start":"2026-03-30T21:31:02.198818Z","end":"2026-03-30T21:31:02.511468Z","steps":["trace[301110994] 'process raft request' (duration: 312.503058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.511589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.198803Z","time spent":"312.734011ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13264,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:02.720210Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.980391ms"} {"level":"info","ts":"2026-03-30T21:31:02.720284Z","caller":"traceutil/trace.go:172","msg":"trace[1390380048] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1321; }","duration":"400.575896ms","start":"2026-03-30T21:31:02.319681Z","end":"2026-03-30T21:31:02.720257Z","steps":["trace[1390380048] 'read index received' (duration: 400.556776ms)","trace[1390380048] 'applied index is now lower than readState.Index' (duration: 17.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.720527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.033756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-03-30T21:31:02.720579Z","caller":"traceutil/trace.go:172","msg":"trace[578388556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1106; }","duration":"406.092866ms","start":"2026-03-30T21:31:02.314471Z","end":"2026-03-30T21:31:02.720564Z","steps":["trace[578388556] 'agreement among raft nodes before linearized reading' (duration: 405.903195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.720620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.314458Z","time spent":"406.149596ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":188510,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.720903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.573735ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.720937Z","caller":"traceutil/trace.go:172","msg":"trace[957993057] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1106; }","duration":"411.608956ms","start":"2026-03-30T21:31:02.309319Z","end":"2026-03-30T21:31:02.720928Z","steps":["trace[957993057] 'agreement among raft nodes before linearized reading' (duration: 411.559895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.721197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.315534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188243"} {"level":"info","ts":"2026-03-30T21:31:02.721237Z","caller":"traceutil/trace.go:172","msg":"trace[243769021] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1106; }","duration":"454.356425ms","start":"2026-03-30T21:31:02.266872Z","end":"2026-03-30T21:31:02.721228Z","steps":["trace[243769021] 'agreement among raft nodes before linearized reading' (duration: 454.232594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.721354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.432427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.721397Z","caller":"traceutil/trace.go:172","msg":"trace[2054137483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1106; }","duration":"529.475758ms","start":"2026-03-30T21:31:02.191910Z","end":"2026-03-30T21:31:02.721386Z","steps":["trace[2054137483] 'agreement among raft nodes before linearized reading' (duration: 529.408697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.721433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.191900Z","time spent":"529.519118ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.721435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.208212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.721544Z","caller":"traceutil/trace.go:172","msg":"trace[695307999] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1106; }","duration":"570.350403ms","start":"2026-03-30T21:31:02.151170Z","end":"2026-03-30T21:31:02.721520Z","steps":["trace[695307999] 'agreement among raft nodes before linearized reading' (duration: 570.133451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.721611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.151162Z","time spent":"570.434764ms","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.721652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.809571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-30T21:31:02.721724Z","caller":"traceutil/trace.go:172","msg":"trace[1827099358] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1106; }","duration":"467.881032ms","start":"2026-03-30T21:31:02.253834Z","end":"2026-03-30T21:31:02.721715Z","steps":["trace[1827099358] 'agreement among raft nodes before linearized reading' (duration: 467.756661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.721755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.253821Z","time spent":"467.926203ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.721927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.855518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-30T21:31:02.721967Z","caller":"traceutil/trace.go:172","msg":"trace[249644004] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1106; }","duration":"472.898419ms","start":"2026-03-30T21:31:02.249061Z","end":"2026-03-30T21:31:02.721959Z","steps":["trace[249644004] 'agreement among raft nodes before linearized reading' (duration: 472.798208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.721992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.249048Z","time spent":"472.935989ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.721994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"538.805096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.722036Z","caller":"traceutil/trace.go:172","msg":"trace[1497076097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1106; }","duration":"538.849826ms","start":"2026-03-30T21:31:02.183174Z","end":"2026-03-30T21:31:02.722024Z","steps":["trace[1497076097] 'agreement among raft nodes before linearized reading' (duration: 538.777456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.722096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.183156Z","time spent":"538.931466ms","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.722153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.594705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.722189Z","caller":"traceutil/trace.go:172","msg":"trace[1710324986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1106; }","duration":"480.631185ms","start":"2026-03-30T21:31:02.241549Z","end":"2026-03-30T21:31:02.722180Z","steps":["trace[1710324986] 'agreement among raft nodes before linearized reading' (duration: 480.578065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.722215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.241528Z","time spent":"480.679465ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.722172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"559.257134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.722271Z","caller":"traceutil/trace.go:172","msg":"trace[1032217795] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1106; }","duration":"559.391745ms","start":"2026-03-30T21:31:02.162860Z","end":"2026-03-30T21:31:02.722252Z","steps":["trace[1032217795] 'agreement among raft nodes before linearized reading' (duration: 559.169973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.723183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.162844Z","time spent":"560.323091ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.722992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.266860Z","time spent":"456.117788ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":188267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.720313Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.091362ms"} {"level":"info","ts":"2026-03-30T21:31:02.724021Z","caller":"traceutil/trace.go:172","msg":"trace[1631795393] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"352.7457ms","start":"2026-03-30T21:31:02.371261Z","end":"2026-03-30T21:31:02.724006Z","steps":["trace[1631795393] 'process raft request' (duration: 349.370565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.724106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.371227Z","time spent":"352.825231ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:02.822824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"687.996433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.822900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"703.799038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.822918Z","caller":"traceutil/trace.go:172","msg":"trace[1400787295] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1107; }","duration":"688.100714ms","start":"2026-03-30T21:31:02.134796Z","end":"2026-03-30T21:31:02.822897Z","steps":["trace[1400787295] 'agreement among raft nodes before linearized reading' (duration: 589.104958ms)","trace[1400787295] 'range keys from in-memory index tree' (duration: 98.863585ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:02.822945Z","caller":"traceutil/trace.go:172","msg":"trace[1134493239] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1107; }","duration":"703.852198ms","start":"2026-03-30T21:31:02.119083Z","end":"2026-03-30T21:31:02.822935Z","steps":["trace[1134493239] 'agreement among raft nodes before linearized reading' (duration: 604.827962ms)","trace[1134493239] 'range keys from in-memory index tree' (duration: 98.959936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.823720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.119075Z","time spent":"704.633074ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.822958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.134774Z","time spent":"688.174544ms","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.823002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"639.852436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.823962Z","caller":"traceutil/trace.go:172","msg":"trace[1043124857] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1107; }","duration":"640.798872ms","start":"2026-03-30T21:31:02.183142Z","end":"2026-03-30T21:31:02.823941Z","steps":["trace[1043124857] 'agreement among raft nodes before linearized reading' (duration: 540.611888ms)","trace[1043124857] 'range keys from in-memory index tree' (duration: 99.214088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.824026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.183123Z","time spent":"640.889803ms","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.822986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.485485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.824123Z","caller":"traceutil/trace.go:172","msg":"trace[1897037855] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1107; }","duration":"672.614222ms","start":"2026-03-30T21:31:02.151485Z","end":"2026-03-30T21:31:02.824100Z","steps":["trace[1897037855] 'agreement among raft nodes before linearized reading' (duration: 570.764947ms)","trace[1897037855] 'range keys from in-memory index tree' (duration: 100.703148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.824171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.151478Z","time spent":"672.683683ms","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.823028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.951651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.824371Z","caller":"traceutil/trace.go:172","msg":"trace[394611523] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:1107; }","duration":"661.27937ms","start":"2026-03-30T21:31:02.163071Z","end":"2026-03-30T21:31:02.824351Z","steps":["trace[394611523] 'agreement among raft nodes before linearized reading' (duration: 560.710533ms)","trace[394611523] 'range keys from in-memory index tree' (duration: 99.231218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.824430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.163047Z","time spent":"661.36729ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.823052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.268373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.824916Z","caller":"traceutil/trace.go:172","msg":"trace[467520437] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1107; }","duration":"727.120266ms","start":"2026-03-30T21:31:02.097777Z","end":"2026-03-30T21:31:02.824897Z","steps":["trace[467520437] 'agreement among raft nodes before linearized reading' (duration: 626.097786ms)","trace[467520437] 'range keys from in-memory index tree' (duration: 99.158427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.823039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.098284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.825086Z","caller":"traceutil/trace.go:172","msg":"trace[79488528] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1107; }","duration":"607.143998ms","start":"2026-03-30T21:31:02.217932Z","end":"2026-03-30T21:31:02.825076Z","steps":["trace[79488528] 'agreement among raft nodes before linearized reading' (duration: 504.401826ms)","trace[79488528] 'range keys from in-memory index tree' (duration: 100.684908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.825151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.097764Z","time spent":"727.184696ms","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.825117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.217746Z","time spent":"607.36204ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.823075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.257735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.825428Z","caller":"traceutil/trace.go:172","msg":"trace[1726097078] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1107; }","duration":"690.597482ms","start":"2026-03-30T21:31:02.134807Z","end":"2026-03-30T21:31:02.825405Z","steps":["trace[1726097078] 'agreement among raft nodes before linearized reading' (duration: 589.083018ms)","trace[1726097078] 'range keys from in-memory index tree' (duration: 99.170327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.825517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.134786Z","time spent":"690.705463ms","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.823096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"631.166863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.825789Z","caller":"traceutil/trace.go:172","msg":"trace[337808327] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1107; }","duration":"633.854603ms","start":"2026-03-30T21:31:02.191920Z","end":"2026-03-30T21:31:02.825774Z","steps":["trace[337808327] 'agreement among raft nodes before linearized reading' (duration: 530.424125ms)","trace[337808327] 'range keys from in-memory index tree' (duration: 100.734998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.825828Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.191907Z","time spent":"633.908053ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.823114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.141872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.825973Z","caller":"traceutil/trace.go:172","msg":"trace[439996433] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1107; }","duration":"727.995172ms","start":"2026-03-30T21:31:02.097967Z","end":"2026-03-30T21:31:02.825962Z","steps":["trace[439996433] 'agreement among raft nodes before linearized reading' (duration: 625.962524ms)","trace[439996433] 'range keys from in-memory index tree' (duration: 99.164788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.826005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.097956Z","time spent":"728.039162ms","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:02.826019Z","caller":"traceutil/trace.go:172","msg":"trace[51023470] linearizableReadLoop","detail":"{readStateIndex:1327; appliedIndex:1322; }","duration":"105.667334ms","start":"2026-03-30T21:31:02.720344Z","end":"2026-03-30T21:31:02.826012Z","steps":["trace[51023470] 'read index received' (duration: 69.958546ms)","trace[51023470] 'applied index is now lower than readState.Index' (duration: 35.707038ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:02.826020Z","caller":"traceutil/trace.go:172","msg":"trace[1046198311] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"319.037846ms","start":"2026-03-30T21:31:02.506967Z","end":"2026-03-30T21:31:02.826005Z","steps":["trace[1046198311] 'process raft request' (duration: 318.078259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.826170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.506944Z","time spent":"319.142677ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:31:02.826562Z","caller":"traceutil/trace.go:172","msg":"trace[1201957833] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"247.799422ms","start":"2026-03-30T21:31:02.578612Z","end":"2026-03-30T21:31:02.826412Z","steps":["trace[1201957833] 'process raft request' (duration: 246.723995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.823140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"704.166051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.826638Z","caller":"traceutil/trace.go:172","msg":"trace[1274879635] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies; range_end:; response_count:0; response_revision:1107; }","duration":"707.654426ms","start":"2026-03-30T21:31:02.118969Z","end":"2026-03-30T21:31:02.826624Z","steps":["trace[1274879635] 'agreement among raft nodes before linearized reading' (duration: 604.950603ms)","trace[1274879635] 'range keys from in-memory index tree' (duration: 99.204228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.826688Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.118951Z","time spent":"707.722426ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.826901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.779187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.826940Z","caller":"traceutil/trace.go:172","msg":"trace[1058193723] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1111; }","duration":"129.819598ms","start":"2026-03-30T21:31:02.697114Z","end":"2026-03-30T21:31:02.826934Z","steps":["trace[1058193723] 'agreement among raft nodes before linearized reading' (duration: 129.763507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.823160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"740.256691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.827062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.832772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.827084Z","caller":"traceutil/trace.go:172","msg":"trace[2079384974] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1107; }","duration":"744.184769ms","start":"2026-03-30T21:31:02.082877Z","end":"2026-03-30T21:31:02.827062Z","steps":["trace[2079384974] 'agreement among raft nodes before linearized reading' (duration: 641.071763ms)","trace[2079384974] 'range keys from in-memory index tree' (duration: 99.147728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.827152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.082874Z","time spent":"744.25988ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.827323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.978857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.827357Z","caller":"traceutil/trace.go:172","msg":"trace[1174248255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1111; }","duration":"185.015058ms","start":"2026-03-30T21:31:02.642337Z","end":"2026-03-30T21:31:02.827352Z","steps":["trace[1174248255] 'agreement among raft nodes before linearized reading' (duration: 184.842746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.823326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"747.076271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-03-30T21:31:02.827494Z","caller":"traceutil/trace.go:172","msg":"trace[1121164022] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1107; }","duration":"751.23496ms","start":"2026-03-30T21:31:02.076243Z","end":"2026-03-30T21:31:02.827478Z","steps":["trace[1121164022] 'agreement among raft nodes before linearized reading' (duration: 647.697152ms)","trace[1121164022] 'range keys from in-memory index tree' (duration: 99.286648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.827547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.076233Z","time spent":"751.298131ms","remote":"127.0.0.1:39250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":542,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:02.827080Z","caller":"traceutil/trace.go:172","msg":"trace[1051836984] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1111; }","duration":"171.849902ms","start":"2026-03-30T21:31:02.655222Z","end":"2026-03-30T21:31:02.827072Z","steps":["trace[1051836984] 'agreement among raft nodes before linearized reading' (duration: 171.820251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.827766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.774232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.827787Z","caller":"traceutil/trace.go:172","msg":"trace[239213101] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1111; }","duration":"232.795383ms","start":"2026-03-30T21:31:02.594985Z","end":"2026-03-30T21:31:02.827780Z","steps":["trace[239213101] 'agreement among raft nodes before linearized reading' (duration: 232.46365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.827985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.515621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-30T21:31:02.828003Z","caller":"traceutil/trace.go:172","msg":"trace[77142050] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z45ff; range_end:; response_count:1; response_revision:1111; }","duration":"322.535181ms","start":"2026-03-30T21:31:02.505464Z","end":"2026-03-30T21:31:02.827999Z","steps":["trace[77142050] 'agreement among raft nodes before linearized reading' (duration: 322.45206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.823372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"740.509873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.828016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.505446Z","time spent":"322.565841ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18648,"request content":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:02.828041Z","caller":"traceutil/trace.go:172","msg":"trace[714260287] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1107; }","duration":"745.167656ms","start":"2026-03-30T21:31:02.082854Z","end":"2026-03-30T21:31:02.828022Z","steps":["trace[714260287] 'agreement among raft nodes before linearized reading' (duration: 641.103234ms)","trace[714260287] 'range keys from in-memory index tree' (duration: 99.397559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.828105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.082845Z","time spent":"745.241698ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:02.828134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.753457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.828150Z","caller":"traceutil/trace.go:172","msg":"trace[720097343] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1111; }","duration":"375.771567ms","start":"2026-03-30T21:31:02.452374Z","end":"2026-03-30T21:31:02.828145Z","steps":["trace[720097343] 'agreement among raft nodes before linearized reading' (duration: 375.727707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.828187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.452346Z","time spent":"375.837407ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.828473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.239476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.828481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.445938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.828502Z","caller":"traceutil/trace.go:172","msg":"trace[1816937631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1111; }","duration":"417.270687ms","start":"2026-03-30T21:31:02.411227Z","end":"2026-03-30T21:31:02.828498Z","steps":["trace[1816937631] 'agreement among raft nodes before linearized reading' (duration: 417.225136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.828492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.117611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.828494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.750181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.828515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.411198Z","time spent":"417.314027ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:02.828523Z","caller":"traceutil/trace.go:172","msg":"trace[1274112543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1111; }","duration":"476.153082ms","start":"2026-03-30T21:31:02.352362Z","end":"2026-03-30T21:31:02.828516Z","steps":["trace[1274112543] 'agreement among raft nodes before linearized reading' (duration: 476.096921ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.828521Z","caller":"traceutil/trace.go:172","msg":"trace[2077632452] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1111; }","duration":"435.487849ms","start":"2026-03-30T21:31:02.393022Z","end":"2026-03-30T21:31:02.828510Z","steps":["trace[2077632452] 'agreement among raft nodes before linearized reading' (duration: 435.425908ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.828534Z","caller":"traceutil/trace.go:172","msg":"trace[1871804345] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1111; }","duration":"503.788232ms","start":"2026-03-30T21:31:02.324734Z","end":"2026-03-30T21:31:02.828522Z","steps":["trace[1871804345] 'agreement among raft nodes before linearized reading' (duration: 503.727721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.828544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.352351Z","time spent":"476.186802ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.828556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.392981Z","time spent":"435.560829ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.828562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.324719Z","time spent":"503.836582ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.303032Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"198.35685ms"} {"level":"warn","ts":"2026-03-30T21:31:03.303122Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"198.501411ms"} {"level":"info","ts":"2026-03-30T21:31:03.303075Z","caller":"traceutil/trace.go:172","msg":"trace[895385460] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1332; }","duration":"458.101501ms","start":"2026-03-30T21:31:02.844958Z","end":"2026-03-30T21:31:03.303059Z","steps":["trace[895385460] 'read index received' (duration: 458.097041ms)","trace[895385460] 'applied index is now lower than readState.Index' (duration: 3.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.381216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.860035ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.381309Z","caller":"traceutil/trace.go:172","msg":"trace[1065136874] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1114; }","duration":"242.958035ms","start":"2026-03-30T21:31:03.138331Z","end":"2026-03-30T21:31:03.381289Z","steps":["trace[1065136874] 'range keys from in-memory index tree' (duration: 242.815935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.381216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.230489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.381402Z","caller":"traceutil/trace.go:172","msg":"trace[1025001844] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1114; }","duration":"536.43591ms","start":"2026-03-30T21:31:02.844951Z","end":"2026-03-30T21:31:03.381387Z","steps":["trace[1025001844] 'agreement among raft nodes before linearized reading' (duration: 458.150161ms)","trace[1025001844] 'range keys from in-memory index tree' (duration: 78.053008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.381452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.844930Z","time spent":"536.50715ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:03.382335Z","caller":"traceutil/trace.go:172","msg":"trace[928122906] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"541.682469ms","start":"2026-03-30T21:31:02.840633Z","end":"2026-03-30T21:31:03.382315Z","steps":["trace[928122906] 'process raft request' (duration: 462.414133ms)","trace[928122906] 'compare' (duration: 78.261879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.382467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.840434Z","time spent":"541.95638ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:03.390937Z","caller":"traceutil/trace.go:172","msg":"trace[1473039756] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"485.185831ms","start":"2026-03-30T21:31:02.905731Z","end":"2026-03-30T21:31:03.390917Z","steps":["trace[1473039756] 'process raft request' (duration: 484.910499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.391101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.905702Z","time spent":"485.302862ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:03.429351Z","caller":"traceutil/trace.go:172","msg":"trace[1693458758] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1338; }","duration":"125.948305ms","start":"2026-03-30T21:31:03.303383Z","end":"2026-03-30T21:31:03.429331Z","steps":["trace[1693458758] 'read index received' (duration: 125.939145ms)","trace[1693458758] 'applied index is now lower than readState.Index' (duration: 8.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.429530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.777336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.429588Z","caller":"traceutil/trace.go:172","msg":"trace[1089727798] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1117; }","duration":"369.846197ms","start":"2026-03-30T21:31:03.059728Z","end":"2026-03-30T21:31:03.429574Z","steps":["trace[1089727798] 'agreement among raft nodes before linearized reading' (duration: 369.746286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.429630Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.059711Z","time spent":"369.909637ms","remote":"127.0.0.1:48732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.429640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"525.233971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.429798Z","caller":"traceutil/trace.go:172","msg":"trace[1871258557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1117; }","duration":"525.504373ms","start":"2026-03-30T21:31:02.904274Z","end":"2026-03-30T21:31:03.429779Z","steps":["trace[1871258557] 'agreement among raft nodes before linearized reading' (duration: 525.259152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.429862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.904251Z","time spent":"525.593594ms","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.429558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.920408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.429935Z","caller":"traceutil/trace.go:172","msg":"trace[1583150180] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1117; }","duration":"362.322711ms","start":"2026-03-30T21:31:03.067603Z","end":"2026-03-30T21:31:03.429925Z","steps":["trace[1583150180] 'agreement among raft nodes before linearized reading' (duration: 361.868368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.429990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.067573Z","time spent":"362.405403ms","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.429968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.323703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:03.430004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.355122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:03.430096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.803773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:03.430159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.671449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.430169Z","caller":"traceutil/trace.go:172","msg":"trace[1786194694] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1117; }","duration":"410.868844ms","start":"2026-03-30T21:31:03.019284Z","end":"2026-03-30T21:31:03.430152Z","steps":["trace[1786194694] 'agreement among raft nodes before linearized reading' (duration: 410.792803ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:03.430190Z","caller":"traceutil/trace.go:172","msg":"trace[1413198829] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies; range_end:; response_count:0; response_revision:1117; }","duration":"309.703879ms","start":"2026-03-30T21:31:03.120477Z","end":"2026-03-30T21:31:03.430181Z","steps":["trace[1413198829] 'agreement among raft nodes before linearized reading' (duration: 309.643089ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:03.430192Z","caller":"traceutil/trace.go:172","msg":"trace[1710401809] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1117; }","duration":"292.537084ms","start":"2026-03-30T21:31:03.137542Z","end":"2026-03-30T21:31:03.430079Z","steps":["trace[1710401809] 'agreement among raft nodes before linearized reading' (duration: 292.294393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.430215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.120464Z","time spent":"309.744739ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.430221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.019270Z","time spent":"410.938564ms","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.430218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.747438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:03.429979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.466589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.430280Z","caller":"traceutil/trace.go:172","msg":"trace[258328442] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1117; }","duration":"459.811859ms","start":"2026-03-30T21:31:02.970455Z","end":"2026-03-30T21:31:03.430267Z","steps":["trace[258328442] 'agreement among raft nodes before linearized reading' (duration: 459.715578ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:03.430337Z","caller":"traceutil/trace.go:172","msg":"trace[892966915] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1117; }","duration":"436.777291ms","start":"2026-03-30T21:31:02.993501Z","end":"2026-03-30T21:31:03.430278Z","steps":["trace[892966915] 'agreement among raft nodes before linearized reading' (duration: 436.448028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.430345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.970428Z","time spent":"459.89877ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.430381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.993476Z","time spent":"436.892102ms","remote":"127.0.0.1:48682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.430592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"514.197052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.430649Z","caller":"traceutil/trace.go:172","msg":"trace[920783383] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1117; }","duration":"514.254332ms","start":"2026-03-30T21:31:02.916383Z","end":"2026-03-30T21:31:03.430637Z","steps":["trace[920783383] 'agreement among raft nodes before linearized reading' (duration: 514.168612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.430675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.916370Z","time spent":"514.298403ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.430915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"522.15307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:03.430847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.367955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.430969Z","caller":"traceutil/trace.go:172","msg":"trace[2058943042] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1118; }","duration":"277.491595ms","start":"2026-03-30T21:31:03.153466Z","end":"2026-03-30T21:31:03.430958Z","steps":["trace[2058943042] 'agreement among raft nodes before linearized reading' (duration: 277.333054ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:03.430966Z","caller":"traceutil/trace.go:172","msg":"trace[1498112030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"522.20342ms","start":"2026-03-30T21:31:02.908748Z","end":"2026-03-30T21:31:03.430951Z","steps":["trace[1498112030] 'agreement among raft nodes before linearized reading' (duration: 522.071169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.430061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.575901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:03.431014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.908732Z","time spent":"522.271991ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:03.431019Z","caller":"traceutil/trace.go:172","msg":"trace[1880973338] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1117; }","duration":"382.560229ms","start":"2026-03-30T21:31:03.048451Z","end":"2026-03-30T21:31:03.431012Z","steps":["trace[1880973338] 'agreement among raft nodes before linearized reading' (duration: 381.564501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.431052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.048431Z","time spent":"382.610369ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.431139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.634047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.431173Z","caller":"traceutil/trace.go:172","msg":"trace[845235873] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:1118; }","duration":"266.668597ms","start":"2026-03-30T21:31:03.164495Z","end":"2026-03-30T21:31:03.431163Z","steps":["trace[845235873] 'agreement among raft nodes before linearized reading' (duration: 266.612856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.431313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.555219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.431337Z","caller":"traceutil/trace.go:172","msg":"trace[191487245] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1118; }","duration":"236.577739ms","start":"2026-03-30T21:31:03.194750Z","end":"2026-03-30T21:31:03.431328Z","steps":["trace[191487245] 'agreement among raft nodes before linearized reading' (duration: 236.540809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.431424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.411288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.431481Z","caller":"traceutil/trace.go:172","msg":"trace[1660205676] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1118; }","duration":"345.468879ms","start":"2026-03-30T21:31:03.085995Z","end":"2026-03-30T21:31:03.431464Z","steps":["trace[1660205676] 'agreement among raft nodes before linearized reading' (duration: 344.127579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.431484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.220388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.431528Z","caller":"traceutil/trace.go:172","msg":"trace[256337083] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1118; }","duration":"356.269598ms","start":"2026-03-30T21:31:03.075252Z","end":"2026-03-30T21:31:03.431522Z","steps":["trace[256337083] 'agreement among raft nodes before linearized reading' (duration: 356.207948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.431529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.085982Z","time spent":"345.534749ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.431546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.075240Z","time spent":"356.301668ms","remote":"127.0.0.1:48746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:03.430160Z","caller":"traceutil/trace.go:172","msg":"trace[487060947] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1117; }","duration":"329.503543ms","start":"2026-03-30T21:31:03.100640Z","end":"2026-03-30T21:31:03.430144Z","steps":["trace[487060947] 'agreement among raft nodes before linearized reading' (duration: 329.266311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.432473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.100625Z","time spent":"331.82591ms","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.429902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"578.809638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.433455Z","caller":"traceutil/trace.go:172","msg":"trace[866907610] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1117; }","duration":"582.358245ms","start":"2026-03-30T21:31:02.851076Z","end":"2026-03-30T21:31:03.433435Z","steps":["trace[866907610] 'agreement among raft nodes before linearized reading' (duration: 578.783658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.433513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.851060Z","time spent":"582.434545ms","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.433756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.247548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-30T21:31:03.434844Z","caller":"traceutil/trace.go:172","msg":"trace[1323773894] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1117; }","duration":"167.293975ms","start":"2026-03-30T21:31:03.267401Z","end":"2026-03-30T21:31:03.434695Z","steps":["trace[1323773894] 'agreement among raft nodes before linearized reading' (duration: 163.039295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.773412Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:03.803278Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.050012ms"} {"level":"warn","ts":"2026-03-30T21:31:03.803339Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.115682ms"} {"level":"warn","ts":"2026-03-30T21:31:03.889310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:03.920970Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:31:03.947943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.54217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:03.949094Z","caller":"traceutil/trace.go:172","msg":"trace[1996369087] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1341; }","duration":"362.477384ms","start":"2026-03-30T21:31:03.586596Z","end":"2026-03-30T21:31:03.949074Z","steps":["trace[1996369087] 'read index received' (duration: 362.470914ms)","trace[1996369087] 'applied index is now lower than readState.Index' (duration: 5.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.949234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.629845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.949269Z","caller":"traceutil/trace.go:172","msg":"trace[1536422777] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1120; }","duration":"362.678745ms","start":"2026-03-30T21:31:03.586583Z","end":"2026-03-30T21:31:03.949261Z","steps":["trace[1536422777] 'agreement among raft nodes before linearized reading' (duration: 362.591385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.949296Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.586555Z","time spent":"362.735806ms","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.257394Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"108.295159ms"} {"level":"warn","ts":"2026-03-30T21:31:04.257479Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"108.41803ms"} {"level":"warn","ts":"2026-03-30T21:31:04.272954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.070069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.273076Z","caller":"traceutil/trace.go:172","msg":"trace[234612689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1121; }","duration":"134.20112ms","start":"2026-03-30T21:31:04.138852Z","end":"2026-03-30T21:31:04.273053Z","steps":["trace[234612689] 'range keys from in-memory index tree' (duration: 134.022999ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.273096Z","caller":"traceutil/trace.go:172","msg":"trace[97573285] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"390.639107ms","start":"2026-03-30T21:31:03.882439Z","end":"2026-03-30T21:31:04.273078Z","steps":["trace[97573285] 'process raft request' (duration: 375.135165ms)","trace[97573285] 'compare' (duration: 15.407792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:04.273196Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.882419Z","time spent":"390.723478ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4086,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:04.362630Z","caller":"traceutil/trace.go:172","msg":"trace[1467864458] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1343; }","duration":"413.452476ms","start":"2026-03-30T21:31:03.949144Z","end":"2026-03-30T21:31:04.362597Z","steps":["trace[1467864458] 'read index received' (duration: 413.436986ms)","trace[1467864458] 'applied index is now lower than readState.Index' (duration: 13.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:04.362837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.158494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.362871Z","caller":"traceutil/trace.go:172","msg":"trace[1126813085] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1122; }","duration":"435.215035ms","start":"2026-03-30T21:31:03.927645Z","end":"2026-03-30T21:31:04.362860Z","steps":["trace[1126813085] 'agreement among raft nodes before linearized reading' (duration: 435.112094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.362912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.927638Z","time spent":"435.260745ms","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-30T21:31:04.362962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.667067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:04.362976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.636077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.363026Z","caller":"traceutil/trace.go:172","msg":"trace[1972745785] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1122; }","duration":"435.761398ms","start":"2026-03-30T21:31:03.927252Z","end":"2026-03-30T21:31:04.363013Z","steps":["trace[1972745785] 'agreement among raft nodes before linearized reading' (duration: 435.616727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.363032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.00019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:04.363060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.927232Z","time spent":"435.822198ms","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T21:31:04.363064Z","caller":"traceutil/trace.go:172","msg":"trace[1043215677] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1122; }","duration":"435.756598ms","start":"2026-03-30T21:31:03.927282Z","end":"2026-03-30T21:31:04.363039Z","steps":["trace[1043215677] 'agreement among raft nodes before linearized reading' (duration: 435.562306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.363074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.739168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T21:31:04.363080Z","caller":"traceutil/trace.go:172","msg":"trace[1878540396] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1122; }","duration":"469.03693ms","start":"2026-03-30T21:31:03.894023Z","end":"2026-03-30T21:31:04.363060Z","steps":["trace[1878540396] 'agreement among raft nodes before linearized reading' (duration: 468.98323ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.363121Z","caller":"traceutil/trace.go:172","msg":"trace[1027543711] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1122; }","duration":"435.795408ms","start":"2026-03-30T21:31:03.927313Z","end":"2026-03-30T21:31:04.363109Z","steps":["trace[1027543711] 'agreement among raft nodes before linearized reading' (duration: 435.572407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.362951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.896299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:04.363138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.894005Z","time spent":"469.12158ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.363152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.927277Z","time spent":"435.867139ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.363124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.927247Z","time spent":"435.864308ms","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:04.363171Z","caller":"traceutil/trace.go:172","msg":"trace[980640762] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1122; }","duration":"469.150162ms","start":"2026-03-30T21:31:03.894011Z","end":"2026-03-30T21:31:04.363162Z","steps":["trace[980640762] 'agreement among raft nodes before linearized reading' (duration: 468.816678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.363235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.893997Z","time spent":"469.231342ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T21:31:04.363305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"580.645042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.363321Z","caller":"traceutil/trace.go:172","msg":"trace[771766995] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1122; }","duration":"580.662722ms","start":"2026-03-30T21:31:03.782653Z","end":"2026-03-30T21:31:04.363315Z","steps":["trace[771766995] 'agreement among raft nodes before linearized reading' (duration: 580.633791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.363304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.276843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:04.363335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.782626Z","time spent":"580.705632ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"info","ts":"2026-03-30T21:31:04.363362Z","caller":"traceutil/trace.go:172","msg":"trace[1205927824] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1122; }","duration":"469.331143ms","start":"2026-03-30T21:31:03.894011Z","end":"2026-03-30T21:31:04.363342Z","steps":["trace[1205927824] 'agreement among raft nodes before linearized reading' (duration: 469.244532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.363403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.893992Z","time spent":"469.399493ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"warn","ts":"2026-03-30T21:31:04.363465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"580.150438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.363482Z","caller":"traceutil/trace.go:172","msg":"trace[1840431486] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1122; }","duration":"580.169388ms","start":"2026-03-30T21:31:03.783308Z","end":"2026-03-30T21:31:04.363477Z","steps":["trace[1840431486] 'agreement among raft nodes before linearized reading' (duration: 580.140648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.363497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.783279Z","time spent":"580.214129ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-30T21:31:04.363524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"580.692522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.363557Z","caller":"traceutil/trace.go:172","msg":"trace[575421915] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1122; }","duration":"580.725912ms","start":"2026-03-30T21:31:03.782822Z","end":"2026-03-30T21:31:04.363548Z","steps":["trace[575421915] 'agreement among raft nodes before linearized reading' (duration: 580.672272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.363582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.782813Z","time spent":"580.761922ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:04.365842Z","caller":"traceutil/trace.go:172","msg":"trace[1559007841] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"483.074332ms","start":"2026-03-30T21:31:03.882742Z","end":"2026-03-30T21:31:04.365817Z","steps":["trace[1559007841] 'process raft request' (duration: 480.279652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.365941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.882711Z","time spent":"483.172242ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:04.366614Z","caller":"traceutil/trace.go:172","msg":"trace[397210559] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"479.766519ms","start":"2026-03-30T21:31:03.886835Z","end":"2026-03-30T21:31:04.366602Z","steps":["trace[397210559] 'process raft request' (duration: 479.162835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.366684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.886819Z","time spent":"479.83231ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:04.366829Z","caller":"traceutil/trace.go:172","msg":"trace[372521243] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"479.765518ms","start":"2026-03-30T21:31:03.887042Z","end":"2026-03-30T21:31:04.366808Z","steps":["trace[372521243] 'process raft request' (duration: 479.256664ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.367610Z","caller":"traceutil/trace.go:172","msg":"trace[1151918583] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"422.09982ms","start":"2026-03-30T21:31:03.945488Z","end":"2026-03-30T21:31:04.367588Z","steps":["trace[1151918583] 'process raft request' (duration: 421.660377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.367644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.887034Z","time spent":"480.322222ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4240,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:04.367710Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.945445Z","time spent":"422.216681ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:04.368296Z","caller":"traceutil/trace.go:172","msg":"trace[385996647] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"419.475369ms","start":"2026-03-30T21:31:03.948564Z","end":"2026-03-30T21:31:04.368039Z","steps":["trace[385996647] 'process raft request' (duration: 418.914665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.368636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.948537Z","time spent":"420.056845ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:04.387533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.37843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T21:31:04.387586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.50337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:31:04.387601Z","caller":"traceutil/trace.go:172","msg":"trace[832766432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1131; }","duration":"353.45496ms","start":"2026-03-30T21:31:04.034133Z","end":"2026-03-30T21:31:04.387588Z","steps":["trace[832766432] 'agreement among raft nodes before linearized reading' (duration: 353.304259ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.387620Z","caller":"traceutil/trace.go:172","msg":"trace[1556332253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1131; }","duration":"353.53945ms","start":"2026-03-30T21:31:04.034071Z","end":"2026-03-30T21:31:04.387611Z","steps":["trace[1556332253] 'agreement among raft nodes before linearized reading' (duration: 353.43184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.387635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:04.034101Z","time spent":"353.52493ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.387642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:04.034051Z","time spent":"353.584741ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.387610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.567376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:04.387725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.591756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.387715Z","caller":"traceutil/trace.go:172","msg":"trace[522681265] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1131; }","duration":"432.684977ms","start":"2026-03-30T21:31:03.955014Z","end":"2026-03-30T21:31:04.387699Z","steps":["trace[522681265] 'agreement among raft nodes before linearized reading' (duration: 432.426805ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.387771Z","caller":"traceutil/trace.go:172","msg":"trace[1352802181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1131; }","duration":"114.626466ms","start":"2026-03-30T21:31:04.273123Z","end":"2026-03-30T21:31:04.387749Z","steps":["trace[1352802181] 'agreement among raft nodes before linearized reading' (duration: 114.583456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.387792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.955008Z","time spent":"432.764598ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-30T21:31:04.388001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.241931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.388039Z","caller":"traceutil/trace.go:172","msg":"trace[1483701252] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1131; }","duration":"433.280551ms","start":"2026-03-30T21:31:03.954749Z","end":"2026-03-30T21:31:04.388029Z","steps":["trace[1483701252] 'agreement among raft nodes before linearized reading' (duration: 433.225121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.388064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.954736Z","time spent":"433.321092ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.388500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.969056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.388535Z","caller":"traceutil/trace.go:172","msg":"trace[1681186745] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1131; }","duration":"434.019227ms","start":"2026-03-30T21:31:03.954504Z","end":"2026-03-30T21:31:04.388524Z","steps":["trace[1681186745] 'agreement among raft nodes before linearized reading' (duration: 432.886098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.388571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.954484Z","time spent":"434.068017ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T21:31:04.692756Z","caller":"traceutil/trace.go:172","msg":"trace[270196525] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1370; }","duration":"165.633919ms","start":"2026-03-30T21:31:04.527093Z","end":"2026-03-30T21:31:04.692727Z","steps":["trace[270196525] 'read index received' (duration: 165.626169ms)","trace[270196525] 'applied index is now lower than readState.Index' (duration: 6.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:04.693030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.920771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.693285Z","caller":"traceutil/trace.go:172","msg":"trace[986388632] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"150.857982ms","start":"2026-03-30T21:31:04.542407Z","end":"2026-03-30T21:31:04.693265Z","steps":["trace[986388632] 'process raft request' (duration: 150.740461ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.693723Z","caller":"traceutil/trace.go:172","msg":"trace[1373003295] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1144; }","duration":"166.338614ms","start":"2026-03-30T21:31:04.527082Z","end":"2026-03-30T21:31:04.693421Z","steps":["trace[1373003295] 'agreement among raft nodes before linearized reading' (duration: 165.87183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.739342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.229724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-03-30T21:31:04.739685Z","caller":"traceutil/trace.go:172","msg":"trace[169967342] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z45ff; range_end:; response_count:1; response_revision:1145; }","duration":"199.587707ms","start":"2026-03-30T21:31:04.540078Z","end":"2026-03-30T21:31:04.739666Z","steps":["trace[169967342] 'agreement among raft nodes before linearized reading' (duration: 199.087393ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.903677Z","caller":"traceutil/trace.go:172","msg":"trace[21766962] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"148.298121ms","start":"2026-03-30T21:31:04.755354Z","end":"2026-03-30T21:31:04.903652Z","steps":["trace[21766962] 'process raft request' (duration: 72.81654ms)","trace[21766962] 'compare' (duration: 75.372671ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:05.117304Z","caller":"traceutil/trace.go:172","msg":"trace[84266671] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"202.09232ms","start":"2026-03-30T21:31:04.915183Z","end":"2026-03-30T21:31:05.117275Z","steps":["trace[84266671] 'process raft request' (duration: 134.033739ms)","trace[84266671] 'compare' (duration: 67.756278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:05.575067Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.194339ms"} {"level":"warn","ts":"2026-03-30T21:31:05.575138Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.275949ms"} {"level":"warn","ts":"2026-03-30T21:31:05.690455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"429.45286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:05.691053Z","caller":"traceutil/trace.go:172","msg":"trace[2079886870] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"503.431153ms","start":"2026-03-30T21:31:05.187600Z","end":"2026-03-30T21:31:05.691031Z","steps":["trace[2079886870] 'process raft request' (duration: 73.326438ms)","trace[2079886870] 'compare' (duration: 429.169057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:05.691142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:05.187581Z","time spent":"503.521933ms","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:06.535937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.643903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:06.536019Z","caller":"traceutil/trace.go:172","msg":"trace[2138510805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1152; }","duration":"396.743683ms","start":"2026-03-30T21:31:06.139257Z","end":"2026-03-30T21:31:06.536001Z","steps":["trace[2138510805] 'range keys from in-memory index tree' (duration: 396.579531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:06.536090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.44808ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:06.536111Z","caller":"traceutil/trace.go:172","msg":"trace[252836092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1152; }","duration":"214.46879ms","start":"2026-03-30T21:31:06.321635Z","end":"2026-03-30T21:31:06.536103Z","steps":["trace[252836092] 'range keys from in-memory index tree' (duration: 214.310359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:06.593430Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"663.04992ms"} {"level":"warn","ts":"2026-03-30T21:31:06.593629Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"663.243322ms"} {"level":"info","ts":"2026-03-30T21:31:06.593861Z","caller":"traceutil/trace.go:172","msg":"trace[738543309] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"771.164276ms","start":"2026-03-30T21:31:05.822676Z","end":"2026-03-30T21:31:06.593841Z","steps":["trace[738543309] 'process raft request' (duration: 771.113606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:06.593982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:05.822650Z","time spent":"771.271077ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:31:06.932685Z","caller":"traceutil/trace.go:172","msg":"trace[364570453] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1380; }","duration":"495.745983ms","start":"2026-03-30T21:31:06.436914Z","end":"2026-03-30T21:31:06.932660Z","steps":["trace[364570453] 'read index received' (duration: 495.737363ms)","trace[364570453] 'applied index is now lower than readState.Index' (duration: 7.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:06.932654Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.931288ms"} {"level":"warn","ts":"2026-03-30T21:31:06.932836Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"139.122689ms"} {"level":"warn","ts":"2026-03-30T21:31:06.933268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.327157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T21:31:06.933319Z","caller":"traceutil/trace.go:172","msg":"trace[1021075899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1154; }","duration":"496.404828ms","start":"2026-03-30T21:31:06.436900Z","end":"2026-03-30T21:31:06.933305Z","steps":["trace[1021075899] 'agreement among raft nodes before linearized reading' (duration: 496.183106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:06.933347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.436886Z","time spent":"496.454668ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:06.935096Z","caller":"traceutil/trace.go:172","msg":"trace[1773340770] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"837.626213ms","start":"2026-03-30T21:31:06.097457Z","end":"2026-03-30T21:31:06.935083Z","steps":["trace[1773340770] 'process raft request' (duration: 836.156152ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:06.935142Z","caller":"traceutil/trace.go:172","msg":"trace[1200639461] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"560.706353ms","start":"2026-03-30T21:31:06.374426Z","end":"2026-03-30T21:31:06.935133Z","steps":["trace[1200639461] 'process raft request' (duration: 560.521342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:06.935173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.097379Z","time spent":"837.750303ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:06.935181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.374402Z","time spent":"560.757484ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:06.935434Z","caller":"traceutil/trace.go:172","msg":"trace[1288631591] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"559.913736ms","start":"2026-03-30T21:31:06.375490Z","end":"2026-03-30T21:31:06.935404Z","steps":["trace[1288631591] 'process raft request' (duration: 559.554754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:06.935829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.375476Z","time spent":"560.240049ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:07.134885Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.000143ms"} {"level":"warn","ts":"2026-03-30T21:31:07.134984Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.087883ms"} {"level":"info","ts":"2026-03-30T21:31:07.236614Z","caller":"traceutil/trace.go:172","msg":"trace[42184828] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"322.590146ms","start":"2026-03-30T21:31:06.914008Z","end":"2026-03-30T21:31:07.236598Z","steps":["trace[42184828] 'process raft request' (duration: 322.478185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:07.236722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.913986Z","time spent":"322.686376ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:31:07.386333Z","caller":"traceutil/trace.go:172","msg":"trace[1421831923] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1384; }","duration":"453.564385ms","start":"2026-03-30T21:31:06.932740Z","end":"2026-03-30T21:31:07.386305Z","steps":["trace[1421831923] 'read index received' (duration: 453.557415ms)","trace[1421831923] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.247299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.809546085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:31:08.247359Z","caller":"traceutil/trace.go:172","msg":"trace[1083315333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1158; }","duration":"1.809615395s","start":"2026-03-30T21:31:06.437730Z","end":"2026-03-30T21:31:08.247345Z","steps":["trace[1083315333] 'agreement among raft nodes before linearized reading' (duration: 948.667104ms)","trace[1083315333] 'range keys from in-memory index tree' (duration: 860.79324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.247387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.437717Z","time spent":"1.809663666s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:08.247451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.337170334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:08.247520Z","caller":"traceutil/trace.go:172","msg":"trace[717071098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1158; }","duration":"1.337233524s","start":"2026-03-30T21:31:06.910267Z","end":"2026-03-30T21:31:08.247500Z","steps":["trace[717071098] 'agreement among raft nodes before linearized reading' (duration: 476.128042ms)","trace[717071098] 'range keys from in-memory index tree' (duration: 861.009682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.247584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.910245Z","time spent":"1.337327645s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:08.248519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"862.034939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:08.248710Z","caller":"traceutil/trace.go:172","msg":"trace[1725653501] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"1.308210881s","start":"2026-03-30T21:31:06.940480Z","end":"2026-03-30T21:31:08.248690Z","steps":["trace[1725653501] 'process raft request' (duration: 445.918499ms)","trace[1725653501] 'compare' (duration: 860.74827ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:08.248791Z","caller":"traceutil/trace.go:172","msg":"trace[155432281] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"318.243134ms","start":"2026-03-30T21:31:07.930533Z","end":"2026-03-30T21:31:08.248776Z","steps":["trace[155432281] 'process raft request' (duration: 318.206284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:08.248841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.940454Z","time spent":"1.308296771s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:08.248876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.930521Z","time spent":"318.322445ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:08.249078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.712995134s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:08.249158Z","caller":"traceutil/trace.go:172","msg":"trace[1329132044] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1158; }","duration":"1.713079995s","start":"2026-03-30T21:31:06.536056Z","end":"2026-03-30T21:31:08.249136Z","steps":["trace[1329132044] 'agreement among raft nodes before linearized reading' (duration: 850.36127ms)","trace[1329132044] 'range keys from in-memory index tree' (duration: 861.005342ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:08.249196Z","caller":"traceutil/trace.go:172","msg":"trace[1138777963] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"1.260220867s","start":"2026-03-30T21:31:06.988962Z","end":"2026-03-30T21:31:08.249183Z","steps":["trace[1138777963] 'process raft request' (duration: 1.259636512s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:08.249279Z","caller":"traceutil/trace.go:172","msg":"trace[565358619] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1384; }","duration":"518.506677ms","start":"2026-03-30T21:31:07.730757Z","end":"2026-03-30T21:31:08.249264Z","steps":["trace[565358619] 'read index received' (duration: 115.573346ms)","trace[565358619] 'applied index is now lower than readState.Index' (duration: 402.931751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.249294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.988914Z","time spent":"1.260321128s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2676,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:08.249390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.646008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:08.249611Z","caller":"traceutil/trace.go:172","msg":"trace[1997760022] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1162; }","duration":"518.856939ms","start":"2026-03-30T21:31:07.730734Z","end":"2026-03-30T21:31:08.249591Z","steps":["trace[1997760022] 'agreement among raft nodes before linearized reading' (duration: 518.622978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:08.250767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.730707Z","time spent":"520.041947ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:08.436120Z","caller":"traceutil/trace.go:172","msg":"trace[498443289] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1388; }","duration":"186.774488ms","start":"2026-03-30T21:31:08.249331Z","end":"2026-03-30T21:31:08.436105Z","steps":["trace[498443289] 'read index received' (duration: 186.770708ms)","trace[498443289] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.686733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"733.832666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:08.686821Z","caller":"traceutil/trace.go:172","msg":"trace[281761817] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1162; }","duration":"733.935937ms","start":"2026-03-30T21:31:07.952863Z","end":"2026-03-30T21:31:08.686799Z","steps":["trace[281761817] 'agreement among raft nodes before linearized reading' (duration: 483.372352ms)","trace[281761817] 'range keys from in-memory index tree' (duration: 250.362782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.686866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.952838Z","time spent":"734.018047ms","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:08.686894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"757.603352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-03-30T21:31:08.687001Z","caller":"traceutil/trace.go:172","msg":"trace[794255190] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z45ff; range_end:; response_count:1; response_revision:1162; }","duration":"757.736723ms","start":"2026-03-30T21:31:07.929238Z","end":"2026-03-30T21:31:08.686975Z","steps":["trace[794255190] 'agreement among raft nodes before linearized reading' (duration: 506.978837ms)","trace[794255190] 'range keys from in-memory index tree' (duration: 250.431474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.687007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.831977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-30T21:31:08.687054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.929223Z","time spent":"757.820813ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19169,"request content":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:08.687100Z","caller":"traceutil/trace.go:172","msg":"trace[566147647] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1388; }","duration":"250.910317ms","start":"2026-03-30T21:31:08.436174Z","end":"2026-03-30T21:31:08.687084Z","steps":["trace[566147647] 'read index received' (duration: 1.028788ms)","trace[566147647] 'applied index is now lower than readState.Index' (duration: 249.880549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.687161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"437.476343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:08.687184Z","caller":"traceutil/trace.go:172","msg":"trace[1560325267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1163; }","duration":"437.497833ms","start":"2026-03-30T21:31:08.249678Z","end":"2026-03-30T21:31:08.687176Z","steps":["trace[1560325267] 'agreement among raft nodes before linearized reading' (duration: 437.450743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:08.687216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.249644Z","time spent":"437.565124ms","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:08.687281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.019606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:08.687357Z","caller":"traceutil/trace.go:172","msg":"trace[1251417478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1163; }","duration":"267.100697ms","start":"2026-03-30T21:31:08.420238Z","end":"2026-03-30T21:31:08.687339Z","steps":["trace[1251417478] 'agreement among raft nodes before linearized reading' (duration: 266.977946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:08.687419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.271385ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:08.687458Z","caller":"traceutil/trace.go:172","msg":"trace[144612979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1163; }","duration":"436.312035ms","start":"2026-03-30T21:31:08.251137Z","end":"2026-03-30T21:31:08.687449Z","steps":["trace[144612979] 'agreement among raft nodes before linearized reading' (duration: 436.260295ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:08.687595Z","caller":"traceutil/trace.go:172","msg":"trace[375831778] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"432.141443ms","start":"2026-03-30T21:31:08.255434Z","end":"2026-03-30T21:31:08.687575Z","steps":["trace[375831778] 'process raft request' (duration: 180.657182ms)","trace[375831778] 'compare' (duration: 250.744956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:08.687575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.519491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-30T21:31:08.687719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.255424Z","time spent":"432.209655ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:08.687758Z","caller":"traceutil/trace.go:172","msg":"trace[1669276452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1163; }","duration":"434.691623ms","start":"2026-03-30T21:31:08.253042Z","end":"2026-03-30T21:31:08.687734Z","steps":["trace[1669276452] 'agreement among raft nodes before linearized reading' (duration: 434.17777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:08.687857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.253026Z","time spent":"434.819674ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:08.806527Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"170.311155ms"} {"level":"warn","ts":"2026-03-30T21:31:08.806604Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"170.396876ms"} {"level":"warn","ts":"2026-03-30T21:31:09.028700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.76474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T21:31:09.044651Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.023841ms"} {"level":"warn","ts":"2026-03-30T21:31:09.044731Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.107021ms"} {"level":"info","ts":"2026-03-30T21:31:09.044736Z","caller":"traceutil/trace.go:172","msg":"trace[623315592] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1390; }","duration":"351.278224ms","start":"2026-03-30T21:31:08.693409Z","end":"2026-03-30T21:31:09.044687Z","steps":["trace[623315592] 'read index received' (duration: 351.260864ms)","trace[623315592] 'applied index is now lower than readState.Index' (duration: 13.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:09.045383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.925069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-30T21:31:09.045513Z","caller":"traceutil/trace.go:172","msg":"trace[1743135342] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1164; }","duration":"352.036059ms","start":"2026-03-30T21:31:08.693404Z","end":"2026-03-30T21:31:09.045440Z","steps":["trace[1743135342] 'agreement among raft nodes before linearized reading' (duration: 351.462185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:09.045583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.693385Z","time spent":"352.18198ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:09.104303Z","caller":"traceutil/trace.go:172","msg":"trace[580581865] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"401.475378ms","start":"2026-03-30T21:31:08.702808Z","end":"2026-03-30T21:31:09.104284Z","steps":["trace[580581865] 'process raft request' (duration: 401.329177ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:09.104628Z","caller":"traceutil/trace.go:172","msg":"trace[1782748047] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"161.613015ms","start":"2026-03-30T21:31:08.943006Z","end":"2026-03-30T21:31:09.104619Z","steps":["trace[1782748047] 'process raft request' (duration: 161.538095ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:09.104777Z","caller":"traceutil/trace.go:172","msg":"trace[1138510106] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"163.334487ms","start":"2026-03-30T21:31:08.941404Z","end":"2026-03-30T21:31:09.104738Z","steps":["trace[1138510106] 'process raft request' (duration: 162.837584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:09.105037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.702783Z","time spent":"401.588719ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:09.942467Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.348287ms"} {"level":"warn","ts":"2026-03-30T21:31:09.942530Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.419468ms"} {"level":"info","ts":"2026-03-30T21:31:10.179132Z","caller":"traceutil/trace.go:172","msg":"trace[870191179] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1403; }","duration":"231.338304ms","start":"2026-03-30T21:31:09.947757Z","end":"2026-03-30T21:31:10.179096Z","steps":["trace[870191179] 'read index received' (duration: 231.326614ms)","trace[870191179] 'applied index is now lower than readState.Index' (duration: 9.78µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:10.384225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.555019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T21:31:10.384370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.542032ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:10.384457Z","caller":"traceutil/trace.go:172","msg":"trace[272304703] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1177; }","duration":"245.648213ms","start":"2026-03-30T21:31:10.138790Z","end":"2026-03-30T21:31:10.384438Z","steps":["trace[272304703] 'range keys from in-memory index tree' (duration: 245.483121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:10.384506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.734214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:10.384588Z","caller":"traceutil/trace.go:172","msg":"trace[489983085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"436.822045ms","start":"2026-03-30T21:31:09.947745Z","end":"2026-03-30T21:31:10.384567Z","steps":["trace[489983085] 'agreement among raft nodes before linearized reading' (duration: 231.553426ms)","trace[489983085] 'range keys from in-memory index tree' (duration: 205.129088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:10.384629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:09.947726Z","time spent":"436.893605ms","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:10.386282Z","caller":"traceutil/trace.go:172","msg":"trace[986833803] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1403; }","duration":"206.991663ms","start":"2026-03-30T21:31:10.179236Z","end":"2026-03-30T21:31:10.386228Z","steps":["trace[986833803] 'read index received' (duration: 1.910094ms)","trace[986833803] 'applied index is now lower than readState.Index' (duration: 205.080119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:10.386692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"437.4994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"info","ts":"2026-03-30T21:31:10.386747Z","caller":"traceutil/trace.go:172","msg":"trace[333860367] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z45ff; range_end:; response_count:1; response_revision:1178; }","duration":"437.54497ms","start":"2026-03-30T21:31:09.949172Z","end":"2026-03-30T21:31:10.386716Z","steps":["trace[333860367] 'agreement among raft nodes before linearized reading' (duration: 437.268788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:10.386782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:09.949152Z","time spent":"437.620681ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19435,"request content":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:10.387776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.140744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:31:10.387827Z","caller":"traceutil/trace.go:172","msg":"trace[2008331521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1178; }","duration":"131.210394ms","start":"2026-03-30T21:31:10.256603Z","end":"2026-03-30T21:31:10.387813Z","steps":["trace[2008331521] 'agreement among raft nodes before linearized reading' (duration: 131.036713ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:10.388715Z","caller":"traceutil/trace.go:172","msg":"trace[1764514844] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"434.467577ms","start":"2026-03-30T21:31:09.951966Z","end":"2026-03-30T21:31:10.386433Z","steps":["trace[1764514844] 'process raft request' (duration: 433.257238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:10.389025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:09.951945Z","time spent":"436.939216ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:10.800271Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"213.835634ms"} {"level":"warn","ts":"2026-03-30T21:31:10.800357Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"213.932834ms"} {"level":"warn","ts":"2026-03-30T21:31:10.950240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.605613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:10.950358Z","caller":"traceutil/trace.go:172","msg":"trace[816267608] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"557.547352ms","start":"2026-03-30T21:31:10.392790Z","end":"2026-03-30T21:31:10.950337Z","steps":["trace[816267608] 'process raft request' (duration: 407.776278ms)","trace[816267608] 'compare' (duration: 149.372291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:10.950422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.392750Z","time spent":"557.639543ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:11.122414Z","caller":"traceutil/trace.go:172","msg":"trace[1549454729] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1406; }","duration":"428.963111ms","start":"2026-03-30T21:31:10.693425Z","end":"2026-03-30T21:31:11.122388Z","steps":["trace[1549454729] 'read index received' (duration: 428.955211ms)","trace[1549454729] 'applied index is now lower than readState.Index' (duration: 6.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:11.122334Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.958178ms"} {"level":"warn","ts":"2026-03-30T21:31:11.122526Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.15264ms"} {"level":"warn","ts":"2026-03-30T21:31:11.287359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.902693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:31:11.287447Z","caller":"traceutil/trace.go:172","msg":"trace[162830824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1179; }","duration":"594.005274ms","start":"2026-03-30T21:31:10.693418Z","end":"2026-03-30T21:31:11.287423Z","steps":["trace[162830824] 'agreement among raft nodes before linearized reading' (duration: 429.060561ms)","trace[162830824] 'range keys from in-memory index tree' (duration: 164.719021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:11.287488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.693388Z","time spent":"594.091576ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:11.287534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.946432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:11.287621Z","caller":"traceutil/trace.go:172","msg":"trace[1392361359] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"883.013562ms","start":"2026-03-30T21:31:10.404591Z","end":"2026-03-30T21:31:11.287604Z","steps":["trace[1392361359] 'process raft request' (duration: 717.907169ms)","trace[1392361359] 'compare' (duration: 164.834672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:11.287690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.404573Z","time spent":"883.090693ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:11.564373Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"241.817168ms"} {"level":"warn","ts":"2026-03-30T21:31:11.564436Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"241.889009ms"} {"level":"warn","ts":"2026-03-30T21:31:11.623115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:31:11.629457Z","caller":"traceutil/trace.go:172","msg":"trace[129775837] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"518.793098ms","start":"2026-03-30T21:31:11.110640Z","end":"2026-03-30T21:31:11.629433Z","steps":["trace[129775837] 'process raft request' (duration: 454.370343ms)","trace[129775837] 'compare' (duration: 64.039372ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:11.629522Z","caller":"traceutil/trace.go:172","msg":"trace[1815914481] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"516.944383ms","start":"2026-03-30T21:31:11.112556Z","end":"2026-03-30T21:31:11.629500Z","steps":["trace[1815914481] 'process raft request' (duration: 516.884653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:11.629584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.110608Z","time spent":"518.904648ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:11.629625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.112520Z","time spent":"517.052364ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:11.733862Z","caller":"traceutil/trace.go:172","msg":"trace[558042222] linearizableReadLoop","detail":"{readStateIndex:1407; appliedIndex:1410; }","duration":"611.321405ms","start":"2026-03-30T21:31:11.122491Z","end":"2026-03-30T21:31:11.733813Z","steps":["trace[558042222] 'read index received' (duration: 611.308825ms)","trace[558042222] 'applied index is now lower than readState.Index' (duration: 10.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:11.735031Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14208185300408748832,"received-request-id":14208185300408748830} {"level":"warn","ts":"2026-03-30T21:31:11.754769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"845.537136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:11.754871Z","caller":"traceutil/trace.go:172","msg":"trace[656532915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1183; }","duration":"845.644607ms","start":"2026-03-30T21:31:10.909206Z","end":"2026-03-30T21:31:11.754850Z","steps":["trace[656532915] 'agreement among raft nodes before linearized reading' (duration: 824.73622ms)","trace[656532915] 'range keys from in-memory index tree' (duration: 20.776576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:11.754921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.909176Z","time spent":"845.736617ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:11.755234Z","caller":"traceutil/trace.go:172","msg":"trace[377624346] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"461.560267ms","start":"2026-03-30T21:31:11.293582Z","end":"2026-03-30T21:31:11.755143Z","steps":["trace[377624346] 'process raft request' (duration: 440.352338ms)","trace[377624346] 'compare' (duration: 20.927147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:11.755268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"616.235821ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:11.755524Z","caller":"traceutil/trace.go:172","msg":"trace[1933789637] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1186; }","duration":"616.516523ms","start":"2026-03-30T21:31:11.138986Z","end":"2026-03-30T21:31:11.755503Z","steps":["trace[1933789637] 'agreement among raft nodes before linearized reading' (duration: 616.206591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:11.755809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.293558Z","time spent":"461.98831ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:12.044125Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.574734ms"} {"level":"warn","ts":"2026-03-30T21:31:12.044180Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.637864ms"} {"level":"warn","ts":"2026-03-30T21:31:12.409932Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:31:12.530545Z","caller":"traceutil/trace.go:172","msg":"trace[510840384] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1414; }","duration":"620.820483ms","start":"2026-03-30T21:31:11.909696Z","end":"2026-03-30T21:31:12.530517Z","steps":["trace[510840384] 'read index received' (duration: 620.811383ms)","trace[510840384] 'applied index is now lower than readState.Index' (duration: 7.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:12.632734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"723.063876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:12.632814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.241949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:12.632832Z","caller":"traceutil/trace.go:172","msg":"trace[809662873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1187; }","duration":"723.158787ms","start":"2026-03-30T21:31:11.909645Z","end":"2026-03-30T21:31:12.632804Z","steps":["trace[809662873] 'agreement among raft nodes before linearized reading' (duration: 621.414237ms)","trace[809662873] 'range keys from in-memory index tree' (duration: 101.613049ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:12.632850Z","caller":"traceutil/trace.go:172","msg":"trace[1827088779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1187; }","duration":"494.279459ms","start":"2026-03-30T21:31:12.138559Z","end":"2026-03-30T21:31:12.632838Z","steps":["trace[1827088779] 'agreement among raft nodes before linearized reading' (duration: 393.224984ms)","trace[1827088779] 'range keys from in-memory index tree' (duration: 101.005475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:12.632870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.909614Z","time spent":"723.246247ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:12.633217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.873401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:12.634696Z","caller":"traceutil/trace.go:172","msg":"trace[679903934] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"534.750035ms","start":"2026-03-30T21:31:12.099723Z","end":"2026-03-30T21:31:12.634473Z","steps":["trace[679903934] 'process raft request' (duration: 431.534594ms)","trace[679903934] 'compare' (duration: 101.369797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:12.634833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.099696Z","time spent":"535.068967ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:31:12.634826Z","caller":"traceutil/trace.go:172","msg":"trace[1782965580] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"290.787789ms","start":"2026-03-30T21:31:12.344004Z","end":"2026-03-30T21:31:12.634792Z","steps":["trace[1782965580] 'process raft request' (duration: 290.238415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:13.410112Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:13.713276Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"922.258429ms"} {"level":"warn","ts":"2026-03-30T21:31:13.713362Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"922.35443ms"} {"level":"warn","ts":"2026-03-30T21:31:13.773398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"634.906962ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:13.773476Z","caller":"traceutil/trace.go:172","msg":"trace[1675362019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1189; }","duration":"634.993893ms","start":"2026-03-30T21:31:13.138467Z","end":"2026-03-30T21:31:13.773460Z","steps":["trace[1675362019] 'range keys from in-memory index tree' (duration: 634.854962ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:13.773528Z","caller":"traceutil/trace.go:172","msg":"trace[1910644283] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"1.134402564s","start":"2026-03-30T21:31:12.639096Z","end":"2026-03-30T21:31:13.773498Z","steps":["trace[1910644283] 'process raft request' (duration: 1.074298457s)","trace[1910644283] 'compare' (duration: 58.977348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:13.774459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.639071Z","time spent":"1.134533645s","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:13.910453Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748838,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:31:14.018298Z","caller":"traceutil/trace.go:172","msg":"trace[1742250505] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1417; }","duration":"1.108908139s","start":"2026-03-30T21:31:12.909364Z","end":"2026-03-30T21:31:14.018272Z","steps":["trace[1742250505] 'read index received' (duration: 1.108889839s)","trace[1742250505] 'applied index is now lower than readState.Index' (duration: 17.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.018474Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.089987ms"} {"level":"warn","ts":"2026-03-30T21:31:14.018541Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.158338ms"} {"level":"warn","ts":"2026-03-30T21:31:14.053770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.14439708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:14.053843Z","caller":"traceutil/trace.go:172","msg":"trace[591490952] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1190; }","duration":"1.14448056s","start":"2026-03-30T21:31:12.909346Z","end":"2026-03-30T21:31:14.053827Z","steps":["trace[591490952] 'agreement among raft nodes before linearized reading' (duration: 1.109015119s)","trace[591490952] 'range keys from in-memory index tree' (duration: 35.305049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.053888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.909312Z","time spent":"1.144563721s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:14.054185Z","caller":"traceutil/trace.go:172","msg":"trace[119883703] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"418.872824ms","start":"2026-03-30T21:31:13.635286Z","end":"2026-03-30T21:31:14.054159Z","steps":["trace[119883703] 'process raft request' (duration: 418.695792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:14.054386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.635260Z","time spent":"419.024425ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:14.054912Z","caller":"traceutil/trace.go:172","msg":"trace[1442391348] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"418.62483ms","start":"2026-03-30T21:31:13.636266Z","end":"2026-03-30T21:31:14.054891Z","steps":["trace[1442391348] 'process raft request' (duration: 417.844824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:14.055020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.636232Z","time spent":"418.735121ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:14.077976Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14208185300408748843,"received-request-id":14208185300408748838} {"level":"warn","ts":"2026-03-30T21:31:14.386008Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.863974ms"} {"level":"warn","ts":"2026-03-30T21:31:14.386101Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.966605ms"} {"level":"warn","ts":"2026-03-30T21:31:14.386470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.122208ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T21:31:14.386549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"967.47372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:14.386711Z","caller":"traceutil/trace.go:172","msg":"trace[107813966] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1193; }","duration":"967.578121ms","start":"2026-03-30T21:31:13.419036Z","end":"2026-03-30T21:31:14.386614Z","steps":["trace[107813966] 'agreement among raft nodes before linearized reading' (duration: 696.617304ms)","trace[107813966] 'range keys from in-memory index tree' (duration: 270.816796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.386851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.419016Z","time spent":"967.821662ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:14.386944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.386288489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-03-30T21:31:14.387015Z","caller":"traceutil/trace.go:172","msg":"trace[707001479] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z45ff; range_end:; response_count:1; response_revision:1193; }","duration":"1.38636442s","start":"2026-03-30T21:31:13.000633Z","end":"2026-03-30T21:31:14.386997Z","steps":["trace[707001479] 'agreement among raft nodes before linearized reading' (duration: 1.11503153s)","trace[707001479] 'range keys from in-memory index tree' (duration: 271.127748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.387045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"458.916867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T21:31:14.387065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.000592Z","time spent":"1.386464051s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19694,"request content":"key:\"/registry/pods/kube-system/cilium-z45ff\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:14.387100Z","caller":"traceutil/trace.go:172","msg":"trace[203172930] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1193; }","duration":"458.952407ms","start":"2026-03-30T21:31:13.928121Z","end":"2026-03-30T21:31:14.387074Z","steps":["trace[203172930] 'agreement among raft nodes before linearized reading' (duration: 187.463227ms)","trace[203172930] 'range keys from in-memory index tree' (duration: 271.354099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.387158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.928065Z","time spent":"459.076099ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:14.387239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.815721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:14.387373Z","caller":"traceutil/trace.go:172","msg":"trace[2146703870] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1193; }","duration":"693.935002ms","start":"2026-03-30T21:31:13.693411Z","end":"2026-03-30T21:31:14.387346Z","steps":["trace[2146703870] 'agreement among raft nodes before linearized reading' (duration: 422.23121ms)","trace[2146703870] 'range keys from in-memory index tree' (duration: 271.570141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.387407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.693402Z","time spent":"693.997622ms","remote":"127.0.0.1:39250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:14.387409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.501632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:31:14.387460Z","caller":"traceutil/trace.go:172","msg":"trace[1204000675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1193; }","duration":"625.606823ms","start":"2026-03-30T21:31:13.761836Z","end":"2026-03-30T21:31:14.387443Z","steps":["trace[1204000675] 'agreement among raft nodes before linearized reading' (duration: 353.79495ms)","trace[1204000675] 'range keys from in-memory index tree' (duration: 271.613221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.387449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.432613381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T21:31:14.387504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.761827Z","time spent":"625.666903ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:14.387746Z","caller":"traceutil/trace.go:172","msg":"trace[864353782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1193; }","duration":"1.432704521s","start":"2026-03-30T21:31:12.954802Z","end":"2026-03-30T21:31:14.387506Z","steps":["trace[864353782] 'agreement among raft nodes before linearized reading' (duration: 1.160872628s)","trace[864353782] 'range keys from in-memory index tree' (duration: 271.53672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.387800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.954760Z","time spent":"1.433029963s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:14.386854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"613.309879ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:14.387875Z","caller":"traceutil/trace.go:172","msg":"trace[1935704699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1193; }","duration":"614.350197ms","start":"2026-03-30T21:31:13.773512Z","end":"2026-03-30T21:31:14.387863Z","steps":["trace[1935704699] 'agreement among raft nodes before linearized reading' (duration: 342.113021ms)","trace[1935704699] 'range keys from in-memory index tree' (duration: 271.172258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.386926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.47748282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:14.388117Z","caller":"traceutil/trace.go:172","msg":"trace[1888103334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"1.478664279s","start":"2026-03-30T21:31:12.909437Z","end":"2026-03-30T21:31:14.388101Z","steps":["trace[1888103334] 'agreement among raft nodes before linearized reading' (duration: 1.206112961s)","trace[1888103334] 'range keys from in-memory index tree' (duration: 271.337669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.388256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.909428Z","time spent":"1.478727499s","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:14.839038Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"166.488434ms"} {"level":"warn","ts":"2026-03-30T21:31:14.839094Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"166.550385ms"} {"level":"info","ts":"2026-03-30T21:31:14.878948Z","caller":"traceutil/trace.go:172","msg":"trace[1355023799] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"485.128669ms","start":"2026-03-30T21:31:14.393796Z","end":"2026-03-30T21:31:14.878925Z","steps":["trace[1355023799] 'process raft request' (duration: 445.389086ms)","trace[1355023799] 'compare' (duration: 39.607152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:14.879096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:14.393783Z","time spent":"485.22547ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:14.899710Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408748844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:31:15.154752Z","caller":"traceutil/trace.go:172","msg":"trace[377809960] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1425; }","duration":"755.370304ms","start":"2026-03-30T21:31:14.399354Z","end":"2026-03-30T21:31:15.154724Z","steps":["trace[377809960] 'read index received' (duration: 755.361124ms)","trace[377809960] 'applied index is now lower than readState.Index' (duration: 7.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:15.154911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"755.540156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:15.154949Z","caller":"traceutil/trace.go:172","msg":"trace[527891342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"755.589796ms","start":"2026-03-30T21:31:14.399350Z","end":"2026-03-30T21:31:15.154940Z","steps":["trace[527891342] 'agreement among raft nodes before linearized reading' (duration: 755.501315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:15.154983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:14.399340Z","time spent":"755.637246ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:15.155253Z","caller":"traceutil/trace.go:172","msg":"trace[77013901] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"715.906373ms","start":"2026-03-30T21:31:14.439325Z","end":"2026-03-30T21:31:15.155231Z","steps":["trace[77013901] 'process raft request' (duration: 715.860213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:15.155422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:14.439312Z","time spent":"716.025335ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:15.155665Z","caller":"traceutil/trace.go:172","msg":"trace[2061065303] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"761.28247ms","start":"2026-03-30T21:31:14.394349Z","end":"2026-03-30T21:31:15.155632Z","steps":["trace[2061065303] 'process raft request' (duration: 760.624855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:15.155870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:14.394322Z","time spent":"761.440151ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:15.155673Z","caller":"traceutil/trace.go:172","msg":"trace[1340275458] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"749.119166ms","start":"2026-03-30T21:31:14.406524Z","end":"2026-03-30T21:31:15.155643Z","steps":["trace[1340275458] 'process raft request' (duration: 748.607872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:15.157511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:14.406506Z","time spent":"750.027913ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19894,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:15.167977Z","caller":"traceutil/trace.go:172","msg":"trace[2071005972] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"152.249966ms","start":"2026-03-30T21:31:15.015686Z","end":"2026-03-30T21:31:15.167936Z","steps":["trace[2071005972] 'process raft request' (duration: 152.064303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:15.192654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"754.185316ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:15.192725Z","caller":"traceutil/trace.go:172","msg":"trace[1245012458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1202; }","duration":"754.266527ms","start":"2026-03-30T21:31:14.438445Z","end":"2026-03-30T21:31:15.192711Z","steps":["trace[1245012458] 'agreement among raft nodes before linearized reading' (duration: 754.169716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:15.482032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.075245ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:15.482094Z","caller":"traceutil/trace.go:172","msg":"trace[1325545530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1203; }","duration":"288.143105ms","start":"2026-03-30T21:31:15.193935Z","end":"2026-03-30T21:31:15.482078Z","steps":["trace[1325545530] 'agreement among raft nodes before linearized reading' (duration: 67.067453ms)","trace[1325545530] 'range keys from in-memory index tree' (duration: 220.988102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:15.527721Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"133.572273ms"} {"level":"warn","ts":"2026-03-30T21:31:15.527788Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"133.647724ms"} {"level":"info","ts":"2026-03-30T21:31:15.602768Z","caller":"traceutil/trace.go:172","msg":"trace[521614791] linearizableReadLoop","detail":"{readStateIndex:1433; appliedIndex:1434; }","duration":"341.749875ms","start":"2026-03-30T21:31:15.260979Z","end":"2026-03-30T21:31:15.602729Z","steps":["trace[521614791] 'read index received' (duration: 341.741245ms)","trace[521614791] 'applied index is now lower than readState.Index' (duration: 7.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:15.746727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.177563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-30T21:31:15.746804Z","caller":"traceutil/trace.go:172","msg":"trace[1877590148] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1204; }","duration":"549.259554ms","start":"2026-03-30T21:31:15.197524Z","end":"2026-03-30T21:31:15.746783Z","steps":["trace[1877590148] 'agreement among raft nodes before linearized reading' (duration: 405.317262ms)","trace[1877590148] 'range keys from in-memory index tree' (duration: 143.74092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:15.746846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:15.197500Z","time spent":"549.337284ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":411,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-30T21:31:15.747902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.98904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:15.748184Z","caller":"traceutil/trace.go:172","msg":"trace[1538956541] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"538.066319ms","start":"2026-03-30T21:31:15.210079Z","end":"2026-03-30T21:31:15.748146Z","steps":["trace[1538956541] 'process raft request' (duration: 392.778956ms)","trace[1538956541] 'compare' (duration: 144.899979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:15.748320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:15.210040Z","time spent":"538.212449ms","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:16.219258Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"19.469817ms"} {"level":"warn","ts":"2026-03-30T21:31:16.219341Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"19.524087ms"} {"level":"info","ts":"2026-03-30T21:31:16.353477Z","caller":"traceutil/trace.go:172","msg":"trace[924703088] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1438; }","duration":"134.170891ms","start":"2026-03-30T21:31:16.219278Z","end":"2026-03-30T21:31:16.353449Z","steps":["trace[924703088] 'read index received' (duration: 134.16217ms)","trace[924703088] 'applied index is now lower than readState.Index' (duration: 7.261µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:16.581274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.98595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.581294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.491413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.581337Z","caller":"traceutil/trace.go:172","msg":"trace[1191136702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1207; }","duration":"362.055751ms","start":"2026-03-30T21:31:16.219268Z","end":"2026-03-30T21:31:16.581323Z","steps":["trace[1191136702] 'agreement among raft nodes before linearized reading' (duration: 134.295331ms)","trace[1191136702] 'range keys from in-memory index tree' (duration: 227.673419ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:16.581367Z","caller":"traceutil/trace.go:172","msg":"trace[750170876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1207; }","duration":"259.584444ms","start":"2026-03-30T21:31:16.321765Z","end":"2026-03-30T21:31:16.581350Z","steps":["trace[750170876] 'range keys from in-memory index tree' (duration: 259.431633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.581412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.78345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:16.581704Z","caller":"traceutil/trace.go:172","msg":"trace[782970117] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"521.389026ms","start":"2026-03-30T21:31:16.060303Z","end":"2026-03-30T21:31:16.581692Z","steps":["trace[782970117] 'process raft request' (duration: 293.238913ms)","trace[782970117] 'compare' (duration: 227.644729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:16.581850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.060267Z","time spent":"521.491606ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:16.582659Z","caller":"traceutil/trace.go:172","msg":"trace[526872376] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"408.051635ms","start":"2026-03-30T21:31:16.174589Z","end":"2026-03-30T21:31:16.582641Z","steps":["trace[526872376] 'process raft request' (duration: 407.981064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.582745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.174559Z","time spent":"408.154716ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:31:16.582735Z","caller":"traceutil/trace.go:172","msg":"trace[1344887243] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"521.502767ms","start":"2026-03-30T21:31:16.061198Z","end":"2026-03-30T21:31:16.582701Z","steps":["trace[1344887243] 'process raft request' (duration: 520.427158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.583204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.061177Z","time spent":"521.876181ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:16.694053Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.28767ms"} {"level":"warn","ts":"2026-03-30T21:31:16.694119Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.36095ms"} {"level":"warn","ts":"2026-03-30T21:31:17.183363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.194052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:17.183430Z","caller":"traceutil/trace.go:172","msg":"trace[1378632414] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"253.969957ms","start":"2026-03-30T21:31:16.929445Z","end":"2026-03-30T21:31:17.183415Z","steps":["trace[1378632414] 'process raft request' (duration: 244.181721ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:17.183444Z","caller":"traceutil/trace.go:172","msg":"trace[1484217455] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1212; }","duration":"109.283513ms","start":"2026-03-30T21:31:17.074145Z","end":"2026-03-30T21:31:17.183428Z","steps":["trace[1484217455] 'agreement among raft nodes before linearized reading' (duration: 99.503248ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:17.434487Z","caller":"traceutil/trace.go:172","msg":"trace[1121738969] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1444; }","duration":"260.880132ms","start":"2026-03-30T21:31:17.173582Z","end":"2026-03-30T21:31:17.434462Z","steps":["trace[1121738969] 'read index received' (duration: 260.871982ms)","trace[1121738969] 'applied index is now lower than readState.Index' (duration: 7.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.462389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.79869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:31:17.462717Z","caller":"traceutil/trace.go:172","msg":"trace[1885379152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"301.124313ms","start":"2026-03-30T21:31:17.161565Z","end":"2026-03-30T21:31:17.462689Z","steps":["trace[1885379152] 'agreement among raft nodes before linearized reading' (duration: 273.017396ms)","trace[1885379152] 'range keys from in-memory index tree' (duration: 27.577412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.462927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:17.161544Z","time spent":"301.306214ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:17.517416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.238587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:17.517485Z","caller":"traceutil/trace.go:172","msg":"trace[314795226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1216; }","duration":"334.314948ms","start":"2026-03-30T21:31:17.183159Z","end":"2026-03-30T21:31:17.517474Z","steps":["trace[314795226] 'agreement among raft nodes before linearized reading' (duration: 334.212767ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:17.811577Z","caller":"traceutil/trace.go:172","msg":"trace[1233825155] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"151.080245ms","start":"2026-03-30T21:31:17.660484Z","end":"2026-03-30T21:31:17.811565Z","steps":["trace[1233825155] 'process raft request' (duration: 150.979034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:18.298943Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"73b132709fee1095","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.052493ms"} {"level":"warn","ts":"2026-03-30T21:31:18.299014Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"45496929f16fe822","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.129773ms"} {"level":"info","ts":"2026-03-30T21:31:18.335060Z","caller":"traceutil/trace.go:172","msg":"trace[1847024217] linearizableReadLoop","detail":"{readStateIndex:1469; appliedIndex:1469; }","duration":"196.074597ms","start":"2026-03-30T21:31:18.138957Z","end":"2026-03-30T21:31:18.335031Z","steps":["trace[1847024217] 'read index received' (duration: 196.067477ms)","trace[1847024217] 'applied index is now lower than readState.Index' (duration: 5.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:18.335199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.215318ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:18.335232Z","caller":"traceutil/trace.go:172","msg":"trace[1707342437] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1236; }","duration":"196.275619ms","start":"2026-03-30T21:31:18.138947Z","end":"2026-03-30T21:31:18.335223Z","steps":["trace[1707342437] 'agreement among raft nodes before linearized reading' (duration: 196.184578ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:18.335470Z","caller":"traceutil/trace.go:172","msg":"trace[259987734] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"274.483704ms","start":"2026-03-30T21:31:18.060968Z","end":"2026-03-30T21:31:18.335451Z","steps":["trace[259987734] 'process raft request' (duration: 274.212442ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:19.475840Z","caller":"traceutil/trace.go:172","msg":"trace[1493025843] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"273.563465ms","start":"2026-03-30T21:31:19.202254Z","end":"2026-03-30T21:31:19.475817Z","steps":["trace[1493025843] 'process raft request' (duration: 273.418404ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:19.735067Z","caller":"traceutil/trace.go:172","msg":"trace[1390679065] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"143.776857ms","start":"2026-03-30T21:31:19.591266Z","end":"2026-03-30T21:31:19.735043Z","steps":["trace[1390679065] 'process raft request' (duration: 143.552865ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:19.928252Z","caller":"traceutil/trace.go:172","msg":"trace[1410377364] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"170.895347ms","start":"2026-03-30T21:31:19.757327Z","end":"2026-03-30T21:31:19.928222Z","steps":["trace[1410377364] 'process raft request' (duration: 132.901512ms)","trace[1410377364] 'compare' (duration: 37.572662ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:20.113628Z","caller":"traceutil/trace.go:172","msg":"trace[1255413529] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1483; }","duration":"205.085565ms","start":"2026-03-30T21:31:19.908520Z","end":"2026-03-30T21:31:20.113605Z","steps":["trace[1255413529] 'read index received' (duration: 838.026µs)","trace[1255413529] 'applied index is now lower than readState.Index' (duration: 204.246629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:20.113791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.248207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:20.113877Z","caller":"traceutil/trace.go:172","msg":"trace[1436967300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"205.344417ms","start":"2026-03-30T21:31:19.908514Z","end":"2026-03-30T21:31:20.113858Z","steps":["trace[1436967300] 'agreement among raft nodes before linearized reading' (duration: 205.184296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:20.637117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.858493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T21:31:20.637236Z","caller":"traceutil/trace.go:172","msg":"trace[394159327] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1253; }","duration":"129.993724ms","start":"2026-03-30T21:31:20.507212Z","end":"2026-03-30T21:31:20.637205Z","steps":["trace[394159327] 'agreement among raft nodes before linearized reading' (duration: 75.934852ms)","trace[394159327] 'range keys from in-memory index tree' (duration: 53.753299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:33.545224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58348","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:31:52.371851Z","caller":"traceutil/trace.go:172","msg":"trace[2100539782] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1731; }","duration":"172.30012ms","start":"2026-03-30T21:31:52.199522Z","end":"2026-03-30T21:31:52.371822Z","steps":["trace[2100539782] 'read index received' (duration: 172.29231ms)","trace[2100539782] 'applied index is now lower than readState.Index' (duration: 6.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:52.500091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.545088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:52.500167Z","caller":"traceutil/trace.go:172","msg":"trace[261309618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1473; }","duration":"300.639349ms","start":"2026-03-30T21:31:52.199511Z","end":"2026-03-30T21:31:52.500151Z","steps":["trace[261309618] 'agreement among raft nodes before linearized reading' (duration: 172.459502ms)","trace[261309618] 'range keys from in-memory index tree' (duration: 128.053926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:52.500850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.089115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:167 size:14083"} {"level":"info","ts":"2026-03-30T21:31:52.500935Z","caller":"traceutil/trace.go:172","msg":"trace[687743202] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:167; response_revision:1473; }","duration":"293.186686ms","start":"2026-03-30T21:31:52.207727Z","end":"2026-03-30T21:31:52.500914Z","steps":["trace[687743202] 'agreement among raft nodes before linearized reading' (duration: 197.654646ms)","trace[687743202] 'range keys from in-memory index tree' (duration: 94.647553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:52.544363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.901308ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T21:31:55.407168Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408749301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:31:55.465568Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d98d5f2c752cc52d [logterm: 2, index: 1761, vote: d98d5f2c752cc52d] ignored MsgPreVote from 45496929f16fe822 [logterm: 2, index: 1759] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-03-30T21:31:55.499352Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d98d5f2c752cc52d [logterm: 2, index: 1761, vote: d98d5f2c752cc52d] ignored MsgVote from 45496929f16fe822 [logterm: 2, index: 1759] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-03-30T21:31:55.576122Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d98d5f2c752cc52d [term: 2] received a MsgApp message with higher term from 45496929f16fe822 [term: 3]"} {"level":"info","ts":"2026-03-30T21:31:55.576217Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d98d5f2c752cc52d became follower at term 3"} {"level":"info","ts":"2026-03-30T21:31:55.576271Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1760 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-03-30T21:31:55.576334Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1760"} {"level":"info","ts":"2026-03-30T21:31:55.576353Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: d98d5f2c752cc52d changed leader from d98d5f2c752cc52d to 45496929f16fe822 at term 3"} {"level":"warn","ts":"2026-03-30T21:31:55.908050Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408749301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:56.409067Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408749301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:56.437156Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.263599289s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T21:31:56.437270Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d98d5f2c752cc52d [term: 3] ignored a MsgAppResp message with lower term from d98d5f2c752cc52d [term: 2]"} {"level":"info","ts":"2026-03-30T21:31:56.437303Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"d98d5f2c752cc52d [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-03-30T21:31:56.437499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.531313646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T21:31:56.437736Z","caller":"traceutil/trace.go:172","msg":"trace[984575284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.531571678s","start":"2026-03-30T21:31:54.906144Z","end":"2026-03-30T21:31:56.437716Z","steps":["trace[984575284] 'agreement among raft nodes before linearized reading' (duration: 1.531321516s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:56.437877Z","caller":"traceutil/trace.go:172","msg":"trace[1277687191] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"2.264499597s","start":"2026-03-30T21:31:54.173354Z","end":"2026-03-30T21:31:56.437853Z","steps":["trace[1277687191] 'process raft request' (duration: 2.264222205s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:56.437868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:54.906122Z","time spent":"1.531732589s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:56.438031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:54.173324Z","time spent":"2.264614108s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:56.438677Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d98d5f2c752cc52d [term: 3] ignored a MsgAppResp message with lower term from d98d5f2c752cc52d [term: 2]"} {"level":"info","ts":"2026-03-30T21:31:56.438723Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d98d5f2c752cc52d [term: 3] ignored a MsgAppResp message with lower term from d98d5f2c752cc52d [term: 2]"} {"level":"info","ts":"2026-03-30T21:31:56.440292Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T21:31:56.449354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.310595665s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:56.449451Z","caller":"traceutil/trace.go:172","msg":"trace[1372725935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1501; }","duration":"1.310695326s","start":"2026-03-30T21:31:55.138742Z","end":"2026-03-30T21:31:56.449437Z","steps":["trace[1372725935] 'agreement among raft nodes before linearized reading' (duration: 1.310580025s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:56.449460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"610.577485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:31:56.449491Z","caller":"traceutil/trace.go:172","msg":"trace[1295325468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1501; }","duration":"610.611775ms","start":"2026-03-30T21:31:55.838871Z","end":"2026-03-30T21:31:56.449483Z","steps":["trace[1295325468] 'agreement among raft nodes before linearized reading' (duration: 610.433224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:56.449518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.838850Z","time spent":"610.661466ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:56.449750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.714272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:31:56.449808Z","caller":"traceutil/trace.go:172","msg":"trace[1552922186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1501; }","duration":"476.783703ms","start":"2026-03-30T21:31:55.973011Z","end":"2026-03-30T21:31:56.449794Z","steps":["trace[1552922186] 'agreement among raft nodes before linearized reading' (duration: 476.43401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:56.449838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.972990Z","time spent":"476.842674ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:56.449868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.449232367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:56.449904Z","caller":"traceutil/trace.go:172","msg":"trace[1986759847] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1501; }","duration":"1.449272278s","start":"2026-03-30T21:31:55.000622Z","end":"2026-03-30T21:31:56.449894Z","steps":["trace[1986759847] 'agreement among raft nodes before linearized reading' (duration: 1.448749213s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:56.449925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.000598Z","time spent":"1.449322678s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:59.930712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:54.936328Z","time spent":"4.994376954s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 21:31:59 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:59.936739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:54.938258Z","time spent":"4.99847786s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 21:31:59 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T21:32:15.390604Z","caller":"traceutil/trace.go:172","msg":"trace[1254509678] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"175.920009ms","start":"2026-03-30T21:32:15.214661Z","end":"2026-03-30T21:32:15.390581Z","steps":["trace[1254509678] 'process raft request' (duration: 175.859365ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:32:15.390629Z","caller":"traceutil/trace.go:172","msg":"trace[461154000] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"175.987413ms","start":"2026-03-30T21:32:15.214593Z","end":"2026-03-30T21:32:15.390580Z","steps":["trace[461154000] 'process raft request' (duration: 175.797581ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:32:15.646716Z","caller":"traceutil/trace.go:172","msg":"trace[309879284] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1894; }","duration":"283.925724ms","start":"2026-03-30T21:32:15.362772Z","end":"2026-03-30T21:32:15.646698Z","steps":["trace[309879284] 'read index received' (duration: 283.921274ms)","trace[309879284] 'applied index is now lower than readState.Index' (duration: 3.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:32:15.647031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.245875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:32:15.647065Z","caller":"traceutil/trace.go:172","msg":"trace[1023072732] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies; range_end:; response_count:0; response_revision:1620; }","duration":"284.292587ms","start":"2026-03-30T21:32:15.362766Z","end":"2026-03-30T21:32:15.647058Z","steps":["trace[1023072732] 'agreement among raft nodes before linearized reading' (duration: 283.995379ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:32:15.646964Z","caller":"traceutil/trace.go:172","msg":"trace[950245893] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"430.730537ms","start":"2026-03-30T21:32:15.216225Z","end":"2026-03-30T21:32:15.646956Z","steps":["trace[950245893] 'process raft request' (duration: 430.6202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:32:15.647510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:32:15.216215Z","time spent":"431.041076ms","remote":"127.0.0.1:39676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:32:15.648688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.562162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:32:15.650517Z","caller":"traceutil/trace.go:172","msg":"trace[522615142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1621; }","duration":"237.394556ms","start":"2026-03-30T21:32:15.413102Z","end":"2026-03-30T21:32:15.650497Z","steps":["trace[522615142] 'agreement among raft nodes before linearized reading' (duration: 235.522179ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:32:15.777445Z","caller":"traceutil/trace.go:172","msg":"trace[683413314] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"122.313541ms","start":"2026-03-30T21:32:15.655113Z","end":"2026-03-30T21:32:15.777426Z","steps":["trace[683413314] 'process raft request' (duration: 99.819965ms)","trace[683413314] 'compare' (duration: 22.412311ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:32:36.412762Z","caller":"traceutil/trace.go:172","msg":"trace[793584037] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"276.410296ms","start":"2026-03-30T21:32:36.136323Z","end":"2026-03-30T21:32:36.412734Z","steps":["trace[793584037] 'process raft request' (duration: 276.244807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:32:36.639079Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185300408749729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:32:36.839119Z","caller":"traceutil/trace.go:172","msg":"trace[1025848859] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1991; }","duration":"700.378377ms","start":"2026-03-30T21:32:36.138708Z","end":"2026-03-30T21:32:36.839086Z","steps":["trace[1025848859] 'read index received' (duration: 700.372036ms)","trace[1025848859] 'applied index is now lower than readState.Index' (duration: 5.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:32:36.839406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"700.688333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:32:36.839534Z","caller":"traceutil/trace.go:172","msg":"trace[999455313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1705; }","duration":"700.832893ms","start":"2026-03-30T21:32:36.138664Z","end":"2026-03-30T21:32:36.839497Z","steps":["trace[999455313] 'agreement among raft nodes before linearized reading' (duration: 700.608001ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:32:36.839617Z","caller":"traceutil/trace.go:172","msg":"trace[1673184350] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"656.346077ms","start":"2026-03-30T21:32:36.183243Z","end":"2026-03-30T21:32:36.839589Z","steps":["trace[1673184350] 'process raft request' (duration: 656.03527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:32:36.839729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:32:36.183219Z","time spent":"656.454333ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:32:36.843064Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14208185300408749733,"received-request-id":14208185300408749729} {"level":"info","ts":"2026-03-30T21:32:36.843475Z","caller":"traceutil/trace.go:172","msg":"trace[1254693081] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"391.519996ms","start":"2026-03-30T21:32:36.451936Z","end":"2026-03-30T21:32:36.843456Z","steps":["trace[1254693081] 'process raft request' (duration: 391.422291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:32:36.843712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:32:36.451908Z","time spent":"391.681365ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"}