{"level":"warn","ts":"2026-07-30T16:46:36.052717Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:46:36.052845Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:46:36.052874Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=controller-1=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:46:36.052948Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:46:36.052970Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:46:36.052985Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-07-30T16:46:36.053008Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:46:36.054449Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-07-30T16:46:36.054693Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:46:36.055705Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005462b0}"} {"level":"info","ts":"2026-07-30T16:46:36.771517Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:46:36.771590Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"716.012997ms"} {"level":"info","ts":"2026-07-30T16:46:36.771621Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:46:36.772211Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:46:36.772892Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:46:36.784164Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:46:36.784416Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-07-30T16:46:36.784481Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:46:36.784614Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:46:36.784674Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-07-30T16:46:36.784701Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T16:46:36.784729Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-07-30T16:46:36.784867Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-07-30T16:46:36.789431Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:46:36.791815Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:46:36.794265Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:46:36.794845Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:46:36.794974Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T16:46:36.795100Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:46:36.795178Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:46:36.795196Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:46:36.795319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-07-30T16:46:36.795527Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:46:36.795794Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-07-30T16:46:36.795829Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-07-30T16:46:36.795737Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:46:36.796696Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:46:36.796752Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:46:37.585129Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T16:46:37.585211Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T16:46:37.585340Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-07-30T16:46:37.585367Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f8844a9a4263041d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:46:37.585395Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-07-30T16:46:37.586497Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-30T16:46:37.586538Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f8844a9a4263041d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:46:37.586564Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-07-30T16:46:37.586599Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-30T16:46:37.587879Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:46:37.589956Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:46:37.590054Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:46:37.590113Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:46:37.590024Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.70:2379]}","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:46:37.590162Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:46:37.590154Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:46:37.590805Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:46:37.591168Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:46:37.591526Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:46:37.592925Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-07-30T16:46:37.593088Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-07-30T16:46:37.597096Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:46:37.597244Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:46:37.598728Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T16:46:37.598782Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"warn","ts":"2026-07-30T16:46:37.605883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.606204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.606509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.612109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.631233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.643436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.651713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.660926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.671596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.681613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.690722Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.699390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.711216Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.721402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.739437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.747293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.757189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.766460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.775821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.782376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.790122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.828336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.832955Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.838628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.848629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.855362Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.865301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.874953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.882681Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.892719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.902495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.911823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.922361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.931328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.940262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.947956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.956871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.966269Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.977071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:37.985021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.003875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.013421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.022807Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.031063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.037862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.048891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.079520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.088393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.097866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.107675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.123488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.133330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.139969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.148504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.157369Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.166271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.205347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.214623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.228751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:38.279713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:46:42.760634Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578787387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:46:42.997026Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.158435773s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:46:42.997252Z","caller":"traceutil/trace.go:172","msg":"trace[1397074311] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:251; }","duration":"737.564513ms","start":"2026-07-30T16:46:42.259662Z","end":"2026-07-30T16:46:42.997227Z","steps":["trace[1397074311] 'read index received' (duration: 737.558452ms)","trace[1397074311] 'applied index is now lower than readState.Index' (duration: 4.991µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:46:42.997389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"737.716026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:46:42.997458Z","caller":"traceutil/trace.go:172","msg":"trace[768752376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:244; }","duration":"737.804879ms","start":"2026-07-30T16:46:42.259647Z","end":"2026-07-30T16:46:42.997452Z","steps":["trace[768752376] 'agreement among raft nodes before linearized reading' (duration: 737.686315ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:42.997465Z","caller":"traceutil/trace.go:172","msg":"trace[857465790] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"1.158959367s","start":"2026-07-30T16:46:41.838489Z","end":"2026-07-30T16:46:42.997449Z","steps":["trace[857465790] 'process raft request' (duration: 1.158875295s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:42.997495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:42.259625Z","time spent":"737.864031ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:46:42.997812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.838467Z","time spent":"1.159053619s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:46:43.004959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.865108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-07-30T16:46:43.005019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.350009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:46:43.005055Z","caller":"traceutil/trace.go:172","msg":"trace[1404545743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:245; }","duration":"327.3766ms","start":"2026-07-30T16:46:42.677664Z","end":"2026-07-30T16:46:43.005041Z","steps":["trace[1404545743] 'agreement among raft nodes before linearized reading' (duration: 327.339229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:43.005091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:42.677648Z","time spent":"327.437322ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:46:43.004959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.588119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:46:43.005128Z","caller":"traceutil/trace.go:172","msg":"trace[116338717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:245; }","duration":"292.772514ms","start":"2026-07-30T16:46:42.712346Z","end":"2026-07-30T16:46:43.005118Z","steps":["trace[116338717] 'agreement among raft nodes before linearized reading' (duration: 292.547508ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:43.005324Z","caller":"traceutil/trace.go:172","msg":"trace[1115334420] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"1.166692367s","start":"2026-07-30T16:46:41.838548Z","end":"2026-07-30T16:46:43.005241Z","steps":["trace[1115334420] 'process raft request' (duration: 1.166396089s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:43.005439Z","caller":"traceutil/trace.go:172","msg":"trace[1706030590] transaction","detail":"{read_only:false; number_of_response:0; response_revision:247; }","duration":"1.123086082s","start":"2026-07-30T16:46:41.882343Z","end":"2026-07-30T16:46:43.005429Z","steps":["trace[1706030590] 'process raft request' (duration: 1.122935538s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:43.005394Z","caller":"traceutil/trace.go:172","msg":"trace[1492783239] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"1.030545287s","start":"2026-07-30T16:46:41.974809Z","end":"2026-07-30T16:46:43.005354Z","steps":["trace[1492783239] 'process raft request' (duration: 1.030491935s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:43.005477Z","caller":"traceutil/trace.go:172","msg":"trace[1655532320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:245; }","duration":"237.925909ms","start":"2026-07-30T16:46:42.767078Z","end":"2026-07-30T16:46:43.005004Z","steps":["trace[1655532320] 'agreement among raft nodes before linearized reading' (duration: 237.794126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:43.005502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.882312Z","time spent":"1.123157303s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:46:43.005539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.838517Z","time spent":"1.166932153s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4333,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:46:43.005581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.974785Z","time spent":"1.030716431s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":302,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:46:43.005429Z","caller":"traceutil/trace.go:172","msg":"trace[2092807083] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"1.165446402s","start":"2026-07-30T16:46:41.839941Z","end":"2026-07-30T16:46:43.005387Z","steps":["trace[2092807083] 'process raft request' (duration: 1.165259357s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:43.005750Z","caller":"traceutil/trace.go:172","msg":"trace[1369018142] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"1.123714408s","start":"2026-07-30T16:46:41.882023Z","end":"2026-07-30T16:46:43.005738Z","steps":["trace[1369018142] 'process raft request' (duration: 1.123200284s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:43.005800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.881996Z","time spent":"1.12378332s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:46:43.005799Z","caller":"traceutil/trace.go:172","msg":"trace[471137774] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"1.166251084s","start":"2026-07-30T16:46:41.839532Z","end":"2026-07-30T16:46:43.005783Z","steps":["trace[471137774] 'process raft request' (duration: 1.165601817s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:43.005773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.839936Z","time spent":"1.1657338s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:46:43.005858Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.839525Z","time spent":"1.166299975s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:46:43.006060Z","caller":"traceutil/trace.go:172","msg":"trace[996388237] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"1.166271185s","start":"2026-07-30T16:46:41.839769Z","end":"2026-07-30T16:46:43.006040Z","steps":["trace[996388237] 'process raft request' (duration: 1.165409542s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:43.006119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:41.839763Z","time spent":"1.166331776s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:46:52.332978Z","caller":"traceutil/trace.go:172","msg":"trace[1507905146] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:402; }","duration":"322.501717ms","start":"2026-07-30T16:46:52.010447Z","end":"2026-07-30T16:46:52.332949Z","steps":["trace[1507905146] 'read index received' (duration: 322.486997ms)","trace[1507905146] 'applied index is now lower than readState.Index' (duration: 13.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:46:52.333179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.704352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:46:52.333257Z","caller":"traceutil/trace.go:172","msg":"trace[1415321203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:385; }","duration":"322.799294ms","start":"2026-07-30T16:46:52.010441Z","end":"2026-07-30T16:46:52.333240Z","steps":["trace[1415321203] 'agreement among raft nodes before linearized reading' (duration: 322.63722ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:52.333251Z","caller":"traceutil/trace.go:172","msg":"trace[1592572837] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"541.69926ms","start":"2026-07-30T16:46:51.791535Z","end":"2026-07-30T16:46:52.333234Z","steps":["trace[1592572837] 'process raft request' (duration: 541.439324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:52.333554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:51.791514Z","time spent":"541.797242ms","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:46:52.442581Z","caller":"traceutil/trace.go:172","msg":"trace[399783859] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:403; }","duration":"109.439353ms","start":"2026-07-30T16:46:52.333116Z","end":"2026-07-30T16:46:52.442556Z","steps":["trace[399783859] 'read index received' (duration: 109.432423ms)","trace[399783859] 'applied index is now lower than readState.Index' (duration: 5.76µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:46:53.562421Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578787771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:46:53.841592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.824517871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:46:53.841739Z","caller":"traceutil/trace.go:172","msg":"trace[1205739809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:386; }","duration":"1.824619333s","start":"2026-07-30T16:46:52.017048Z","end":"2026-07-30T16:46:53.841667Z","steps":["trace[1205739809] 'agreement among raft nodes before linearized reading' (duration: 425.604074ms)","trace[1205739809] 'range keys from in-memory index tree' (duration: 1.398888575s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:46:53.841788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:52.017027Z","time spent":"1.824751036s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:46:53.842785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"832.156906ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:46:53.842839Z","caller":"traceutil/trace.go:172","msg":"trace[1083586313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:386; }","duration":"832.209827ms","start":"2026-07-30T16:46:53.010614Z","end":"2026-07-30T16:46:53.842824Z","steps":["trace[1083586313] 'range keys from in-memory index tree' (duration: 832.116874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:53.843372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.400466048s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:46:53.843549Z","caller":"traceutil/trace.go:172","msg":"trace[1138376288] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"1.956118881s","start":"2026-07-30T16:46:51.887392Z","end":"2026-07-30T16:46:53.843511Z","steps":["trace[1138376288] 'process raft request' (duration: 555.313036ms)","trace[1138376288] 'compare' (duration: 1.399929022s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:46:53.843761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:51.887369Z","time spent":"1.956265626s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:46:53.847696Z","caller":"traceutil/trace.go:172","msg":"trace[1721791476] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:404; }","duration":"785.856951ms","start":"2026-07-30T16:46:53.061816Z","end":"2026-07-30T16:46:53.847673Z","steps":["trace[1721791476] 'read index received' (duration: 785.847341ms)","trace[1721791476] 'applied index is now lower than readState.Index' (duration: 8.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:46:53.847899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"786.072126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T16:46:53.847898Z","caller":"traceutil/trace.go:172","msg":"trace[1204409871] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"791.622211ms","start":"2026-07-30T16:46:53.056255Z","end":"2026-07-30T16:46:53.847877Z","steps":["trace[1204409871] 'process raft request' (duration: 791.507748ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:46:53.847954Z","caller":"traceutil/trace.go:172","msg":"trace[1997897768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:387; }","duration":"786.130948ms","start":"2026-07-30T16:46:53.061812Z","end":"2026-07-30T16:46:53.847943Z","steps":["trace[1997897768] 'agreement among raft nodes before linearized reading' (duration: 785.967524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:53.847988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:53.061802Z","time spent":"786.17738ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:46:53.848018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:53.056237Z","time spent":"791.724693ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:46:53.936317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"873.144629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:46:53.936363Z","caller":"traceutil/trace.go:172","msg":"trace[2477724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:388; }","duration":"873.200911ms","start":"2026-07-30T16:46:53.063153Z","end":"2026-07-30T16:46:53.936354Z","steps":["trace[2477724] 'agreement among raft nodes before linearized reading' (duration: 873.044697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:53.936385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:53.063131Z","time spent":"873.249702ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:46:53.936504Z","caller":"traceutil/trace.go:172","msg":"trace[605258933] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"877.778349ms","start":"2026-07-30T16:46:53.058705Z","end":"2026-07-30T16:46:53.936484Z","steps":["trace[605258933] 'process raft request' (duration: 877.614985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:46:53.936759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:53.058671Z","time spent":"877.939223ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:47:00.077287Z","caller":"traceutil/trace.go:172","msg":"trace[1752604338] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"787.433616ms","start":"2026-07-30T16:46:59.289840Z","end":"2026-07-30T16:47:00.077273Z","steps":["trace[1752604338] 'process raft request' (duration: 787.305083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:00.077390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:59.289818Z","time spent":"787.525179ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:47:00.578170Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578787814,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:47:00.813458Z","caller":"traceutil/trace.go:172","msg":"trace[1101046248] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:420; }","duration":"736.27529ms","start":"2026-07-30T16:47:00.077084Z","end":"2026-07-30T16:47:00.813359Z","steps":["trace[1101046248] 'read index received' (duration: 736.263929ms)","trace[1101046248] 'applied index is now lower than readState.Index' (duration: 8.911µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:00.822613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.166007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:47:00.822655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"795.816001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:47:00.822702Z","caller":"traceutil/trace.go:172","msg":"trace[315205028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:402; }","duration":"803.260729ms","start":"2026-07-30T16:47:00.019418Z","end":"2026-07-30T16:47:00.822679Z","steps":["trace[315205028] 'agreement among raft nodes before linearized reading' (duration: 794.093687ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:47:00.822716Z","caller":"traceutil/trace.go:172","msg":"trace[1087919383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:402; }","duration":"795.882632ms","start":"2026-07-30T16:47:00.026826Z","end":"2026-07-30T16:47:00.822709Z","steps":["trace[1087919383] 'agreement among raft nodes before linearized reading' (duration: 786.615578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:00.822746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:00.019394Z","time spent":"803.341422ms","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:47:00.822740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:00.026811Z","time spent":"795.923973ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:47:00.822783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.29846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T16:47:00.822847Z","caller":"traceutil/trace.go:172","msg":"trace[1051429752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"803.374202ms","start":"2026-07-30T16:47:00.019459Z","end":"2026-07-30T16:47:00.822833Z","steps":["trace[1051429752] 'agreement among raft nodes before linearized reading' (duration: 794.006095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:00.822878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:00.019425Z","time spent":"803.445744ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:47:00.822953Z","caller":"traceutil/trace.go:172","msg":"trace[1738494059] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"819.557762ms","start":"2026-07-30T16:47:00.003388Z","end":"2026-07-30T16:47:00.822946Z","steps":["trace[1738494059] 'process raft request' (duration: 819.376628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:00.823013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.523293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-30T16:47:00.823033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:00.003361Z","time spent":"819.608484ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:47:00.822989Z","caller":"traceutil/trace.go:172","msg":"trace[832129946] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"951.879121ms","start":"2026-07-30T16:46:59.871062Z","end":"2026-07-30T16:47:00.822941Z","steps":["trace[832129946] 'process raft request' (duration: 942.372911ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:47:00.823062Z","caller":"traceutil/trace.go:172","msg":"trace[1494006073] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:404; }","duration":"484.590315ms","start":"2026-07-30T16:47:00.338460Z","end":"2026-07-30T16:47:00.823051Z","steps":["trace[1494006073] 'agreement among raft nodes before linearized reading' (duration: 484.39182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:00.823097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:00.338435Z","time spent":"484.652816ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:47:00.823210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:46:59.871033Z","time spent":"952.062386ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:47:10.910999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:10.339254Z","time spent":"571.743225ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T16:47:27.475994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101) learners=(13044597250830073986)"} {"level":"info","ts":"2026-07-30T16:47:27.476137Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"b507b8161dc38082","added-peer-peer-urls":["https://199.204.45.138:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:47:27.476158Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:27.476196Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:27.476653Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:27.476674Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:27.476717Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082","remote-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-30T16:47:27.476673Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:27.476688Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:27.476729Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:27.476797Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"error","ts":"2026-07-30T16:47:27.518803Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:47:28.023534Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:47:28.520722Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:47:29.022514Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:47:29.523764Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:47:29.601500Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"b507b8161dc38082","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:47:29.601709Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"b507b8161dc38082","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"error","ts":"2026-07-30T16:47:30.024173Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:47:30.520293Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:47:31.044743Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:47:31.523643Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-30T16:47:31.555141Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"b507b8161dc38082","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:47:31.555230Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.555306Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.562852Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"b507b8161dc38082","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:47:31.562937Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.589783Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.593399Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.594610Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"f8844a9a4263041d","to":"b507b8161dc38082","bytes":802396,"size":"802 kB"} {"level":"info","ts":"2026-07-30T16:47:31.594876Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":502,"remote-peer-id":"b507b8161dc38082","bytes":802396,"size":"802 kB"} {"level":"info","ts":"2026-07-30T16:47:31.608129Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":794624,"size":"795 kB"} {"level":"info","ts":"2026-07-30T16:47:31.622039Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":502,"remote-peer-id":"b507b8161dc38082","bytes":802396,"size":"802 kB"} {"level":"warn","ts":"2026-07-30T16:47:31.637218Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:31.637254Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082","error":"EOF"} {"level":"info","ts":"2026-07-30T16:47:31.653549Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"b507b8161dc38082","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:47:31.653608Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.653629Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.654481Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"b507b8161dc38082","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:47:31.654515Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.654527Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.689759Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:31.699219Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:32.025431Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(13044597250830073986 17907520044731139101)"} {"level":"info","ts":"2026-07-30T16:47:32.025636Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","promoted-member-id":"b507b8161dc38082"} {"level":"info","ts":"2026-07-30T16:47:32.025855Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"b507b8161dc38082"} {"level":"warn","ts":"2026-07-30T16:47:32.047823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:34892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.476943Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b507b8161dc38082","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:47:32.476984Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b507b8161dc38082","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"info","ts":"2026-07-30T16:47:33.138371Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:47:33.138416Z","caller":"traceutil/trace.go:172","msg":"trace[921837969] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"119.595834ms","start":"2026-07-30T16:47:33.018793Z","end":"2026-07-30T16:47:33.138388Z","steps":["trace[921837969] 'process raft request' (duration: 119.242235ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:47:49.579225Z","caller":"traceutil/trace.go:172","msg":"trace[294741114] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"370.657663ms","start":"2026-07-30T16:47:49.208547Z","end":"2026-07-30T16:47:49.579204Z","steps":["trace[294741114] 'process raft request' (duration: 370.48815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:49.579373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:49.208520Z","time spent":"370.786687ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:47:49.580290Z","caller":"traceutil/trace.go:172","msg":"trace[1956579050] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:589; }","duration":"342.032976ms","start":"2026-07-30T16:47:49.238229Z","end":"2026-07-30T16:47:49.580262Z","steps":["trace[1956579050] 'read index received' (duration: 342.027276ms)","trace[1956579050] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:49.580513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.264362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:47:49.580554Z","caller":"traceutil/trace.go:172","msg":"trace[192848135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"342.321663ms","start":"2026-07-30T16:47:49.238223Z","end":"2026-07-30T16:47:49.580545Z","steps":["trace[192848135] 'agreement among raft nodes before linearized reading' (duration: 342.16926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:49.580586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:49.238202Z","time spent":"342.375464ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:47:49.580782Z","caller":"traceutil/trace.go:172","msg":"trace[1862478973] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"355.136263ms","start":"2026-07-30T16:47:49.225626Z","end":"2026-07-30T16:47:49.580762Z","steps":["trace[1862478973] 'process raft request' (duration: 354.958919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:49.580931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:49.225605Z","time spent":"355.248665ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:47:49.581828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.132991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T16:47:49.581899Z","caller":"traceutil/trace.go:172","msg":"trace[607194916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"343.206433ms","start":"2026-07-30T16:47:49.238677Z","end":"2026-07-30T16:47:49.581883Z","steps":["trace[607194916] 'agreement among raft nodes before linearized reading' (duration: 342.971457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:49.581940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:49.238667Z","time spent":"343.262485ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:47:53.614984Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-07-30T16:47:55.264380Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578788256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:47:55.765427Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578788256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:47:56.266152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578788256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:47:56.414782Z","caller":"traceutil/trace.go:172","msg":"trace[1357604567] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:609; }","duration":"1.651391723s","start":"2026-07-30T16:47:54.763306Z","end":"2026-07-30T16:47:56.414697Z","steps":["trace[1357604567] 'read index received' (duration: 1.651379763s)","trace[1357604567] 'applied index is now lower than readState.Index' (duration: 9.41µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:56.415263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.651911564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:56.415395Z","caller":"traceutil/trace.go:172","msg":"trace[793939446] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:571; }","duration":"1.652030787s","start":"2026-07-30T16:47:54.763299Z","end":"2026-07-30T16:47:56.415330Z","steps":["trace[793939446] 'agreement among raft nodes before linearized reading' (duration: 1.651807052s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.415466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:54.763275Z","time spent":"1.652174341s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:47:56.416586Z","caller":"traceutil/trace.go:172","msg":"trace[986572430] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.051777558s","start":"2026-07-30T16:47:55.364791Z","end":"2026-07-30T16:47:56.416569Z","steps":["trace[986572430] 'process raft request' (duration: 1.050072281s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.416720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.364765Z","time spent":"1.05186707s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:47:56.416731Z","caller":"traceutil/trace.go:172","msg":"trace[631819803] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"808.803142ms","start":"2026-07-30T16:47:55.607842Z","end":"2026-07-30T16:47:56.416645Z","steps":["trace[631819803] 'process raft request' (duration: 808.70514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.417088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.607819Z","time spent":"809.066477ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:47:56.417150Z","caller":"traceutil/trace.go:172","msg":"trace[1102436486] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"811.759239ms","start":"2026-07-30T16:47:55.605377Z","end":"2026-07-30T16:47:56.417136Z","steps":["trace[1102436486] 'process raft request' (duration: 810.877148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.417217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.605365Z","time spent":"811.81797ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:47:56.523033Z","caller":"traceutil/trace.go:172","msg":"trace[1145677733] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:612; }","duration":"108.100535ms","start":"2026-07-30T16:47:56.414892Z","end":"2026-07-30T16:47:56.522992Z","steps":["trace[1145677733] 'read index received' (duration: 108.086324ms)","trace[1145677733] 'applied index is now lower than readState.Index' (duration: 12.421µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:56.523317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.389871499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:56.523396Z","caller":"traceutil/trace.go:172","msg":"trace[404123672] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:574; }","duration":"1.389952351s","start":"2026-07-30T16:47:55.133428Z","end":"2026-07-30T16:47:56.523381Z","steps":["trace[404123672] 'agreement among raft nodes before linearized reading' (duration: 1.389836549s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.523445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.133404Z","time spent":"1.390026132s","remote":"127.0.0.1:46352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:47:56.523400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"885.440123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-07-30T16:47:56.523291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"504.212394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:56.523540Z","caller":"traceutil/trace.go:172","msg":"trace[1165625238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"885.597146ms","start":"2026-07-30T16:47:55.637923Z","end":"2026-07-30T16:47:56.523520Z","steps":["trace[1165625238] 'agreement among raft nodes before linearized reading' (duration: 885.245639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.523546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.048312877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:56.523560Z","caller":"traceutil/trace.go:172","msg":"trace[584686031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"504.503582ms","start":"2026-07-30T16:47:56.019040Z","end":"2026-07-30T16:47:56.523544Z","steps":["trace[584686031] 'agreement among raft nodes before linearized reading' (duration: 504.102652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.523608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.637907Z","time spent":"885.68957ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:47:56.523627Z","caller":"traceutil/trace.go:172","msg":"trace[1230589134] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:574; }","duration":"1.048712247s","start":"2026-07-30T16:47:55.474897Z","end":"2026-07-30T16:47:56.523609Z","steps":["trace[1230589134] 'agreement among raft nodes before linearized reading' (duration: 1.048214855s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.523636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:56.019009Z","time spent":"504.612715ms","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:47:56.523675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.474870Z","time spent":"1.048793888s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:47:56.523871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"904.95233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:47:56.524672Z","caller":"traceutil/trace.go:172","msg":"trace[1345276887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:574; }","duration":"905.929441ms","start":"2026-07-30T16:47:55.618717Z","end":"2026-07-30T16:47:56.524646Z","steps":["trace[1345276887] 'agreement among raft nodes before linearized reading' (duration: 904.367416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.524884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.618699Z","time spent":"906.074214ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:47:56.575968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.565027315s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:56.576065Z","caller":"traceutil/trace.go:172","msg":"trace[88528759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:574; }","duration":"1.565141118s","start":"2026-07-30T16:47:55.010901Z","end":"2026-07-30T16:47:56.576042Z","steps":["trace[88528759] 'agreement among raft nodes before linearized reading' (duration: 1.512537703s)","trace[88528759] 'range keys from in-memory index tree' (duration: 52.464222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:56.576077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"982.689237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:56.576228Z","caller":"traceutil/trace.go:172","msg":"trace[157339492] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:574; }","duration":"982.863781ms","start":"2026-07-30T16:47:55.593331Z","end":"2026-07-30T16:47:56.576195Z","steps":["trace[157339492] 'agreement among raft nodes before linearized reading' (duration: 930.039521ms)","trace[157339492] 'range keys from in-memory index tree' (duration: 52.600886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:56.576290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.593318Z","time spent":"982.960443ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-07-30T16:48:01.622428Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"f8844a9a4263041d","to":"b507b8161dc38082","bytes":802396,"size":"802 kB","took":"30.027816558s"} {"level":"info","ts":"2026-07-30T16:48:10.947885Z","caller":"traceutil/trace.go:172","msg":"trace[2063838107] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"257.869023ms","start":"2026-07-30T16:48:10.689984Z","end":"2026-07-30T16:48:10.947853Z","steps":["trace[2063838107] 'process raft request' (duration: 257.697478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:10.986194Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.498224ms"} {"level":"info","ts":"2026-07-30T16:48:11.026370Z","caller":"traceutil/trace.go:172","msg":"trace[646196727] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"335.965452ms","start":"2026-07-30T16:48:10.690372Z","end":"2026-07-30T16:48:11.026337Z","steps":["trace[646196727] 'process raft request' (duration: 295.939505ms)","trace[646196727] 'compare' (duration: 39.717699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:11.026981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:48:10.690352Z","time spent":"336.251219ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:48:11.129294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.123758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:48:11.129410Z","caller":"traceutil/trace.go:172","msg":"trace[1780380349] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"103.051855ms","start":"2026-07-30T16:48:11.026342Z","end":"2026-07-30T16:48:11.129394Z","steps":["trace[1780380349] 'read index received' (duration: 961.451µs)","trace[1780380349] 'applied index is now lower than readState.Index' (duration: 102.089084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:11.129488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.81342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:11.129514Z","caller":"traceutil/trace.go:172","msg":"trace[213003975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:614; }","duration":"118.849811ms","start":"2026-07-30T16:48:11.010655Z","end":"2026-07-30T16:48:11.129504Z","steps":["trace[213003975] 'agreement among raft nodes before linearized reading' (duration: 118.79287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:11.130002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.077329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:48:11.130110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.430807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:11.130197Z","caller":"traceutil/trace.go:172","msg":"trace[1787274395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"110.514649ms","start":"2026-07-30T16:48:11.019661Z","end":"2026-07-30T16:48:11.130175Z","steps":["trace[1787274395] 'agreement among raft nodes before linearized reading' (duration: 110.388677ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:11.130258Z","caller":"traceutil/trace.go:172","msg":"trace[961238509] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:614; }","duration":"146.231642ms","start":"2026-07-30T16:48:10.983890Z","end":"2026-07-30T16:48:11.130122Z","steps":["trace[961238509] 'agreement among raft nodes before linearized reading' (duration: 42.470321ms)","trace[961238509] 'range keys from in-memory index tree' (duration: 103.568377ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:12.694804Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.635054ms"} {"level":"info","ts":"2026-07-30T16:48:12.695088Z","caller":"traceutil/trace.go:172","msg":"trace[1844609888] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"161.255265ms","start":"2026-07-30T16:48:12.533804Z","end":"2026-07-30T16:48:12.695059Z","steps":["trace[1844609888] 'process raft request' (duration: 161.050081ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:12.719042Z","caller":"traceutil/trace.go:172","msg":"trace[1836746972] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"185.137687ms","start":"2026-07-30T16:48:12.533879Z","end":"2026-07-30T16:48:12.719016Z","steps":["trace[1836746972] 'process raft request' (duration: 184.972754ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:14.825606Z","caller":"traceutil/trace.go:172","msg":"trace[2038133372] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"102.418564ms","start":"2026-07-30T16:48:14.723159Z","end":"2026-07-30T16:48:14.825577Z","steps":["trace[2038133372] 'process raft request' (duration: 102.2383ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:15.159935Z","caller":"traceutil/trace.go:172","msg":"trace[1195997234] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"132.20244ms","start":"2026-07-30T16:48:15.027710Z","end":"2026-07-30T16:48:15.159913Z","steps":["trace[1195997234] 'process raft request' (duration: 131.637988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:17.167739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.394309ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:17.167877Z","caller":"traceutil/trace.go:172","msg":"trace[389593732] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:629; }","duration":"156.545073ms","start":"2026-07-30T16:48:17.011306Z","end":"2026-07-30T16:48:17.167851Z","steps":["trace[389593732] 'range keys from in-memory index tree' (duration: 156.342238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:17.167888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.738863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:17.167970Z","caller":"traceutil/trace.go:172","msg":"trace[1589892694] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"213.989193ms","start":"2026-07-30T16:48:16.953963Z","end":"2026-07-30T16:48:17.167952Z","steps":["trace[1589892694] 'process raft request' (duration: 117.240469ms)","trace[1589892694] 'compare' (duration: 96.476818ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:48:17.167986Z","caller":"traceutil/trace.go:172","msg":"trace[148678148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"148.869386ms","start":"2026-07-30T16:48:17.019091Z","end":"2026-07-30T16:48:17.167960Z","steps":["trace[148678148] 'agreement among raft nodes before linearized reading' (duration: 52.071411ms)","trace[148678148] 'range keys from in-memory index tree' (duration: 96.633011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:17.417057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.266118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:17.417177Z","caller":"traceutil/trace.go:172","msg":"trace[1023260868] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:631; }","duration":"139.405801ms","start":"2026-07-30T16:48:17.277741Z","end":"2026-07-30T16:48:17.417147Z","steps":["trace[1023260868] 'agreement among raft nodes before linearized reading' (duration: 91.830166ms)","trace[1023260868] 'range keys from in-memory index tree' (duration: 47.39478ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:48:17.417188Z","caller":"traceutil/trace.go:172","msg":"trace[1326035557] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"188.229821ms","start":"2026-07-30T16:48:17.228938Z","end":"2026-07-30T16:48:17.417167Z","steps":["trace[1326035557] 'process raft request' (duration: 140.757739ms)","trace[1326035557] 'compare' (duration: 47.322829ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:48:18.949838Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(13044597250830073986 17907520044731139101) learners=(6973391498238273891)"} {"level":"info","ts":"2026-07-30T16:48:18.950086Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"60c6769efc38a963","added-peer-peer-urls":["https://199.204.45.77:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:48:18.950144Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.950184Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.950274Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.950370Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.950426Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.950525Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963","remote-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-30T16:48:18.950401Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.950577Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.950399Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"error","ts":"2026-07-30T16:48:19.010634Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:19.010733Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-30T16:48:19.506950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:57996","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:48:19.508011Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:48:20.010711Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:48:20.503268Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:20.503396Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:48:21.004717Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:48:21.507556Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:21.507714Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-30T16:48:21.636505Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.77:2380/version","remote-member-id":"60c6769efc38a963","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:48:21.636593Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"60c6769efc38a963","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:48:22.006353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:41846","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:48:22.006869Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:48:22.505576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:41850","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:48:22.507212Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:22.507301Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:48:23.005755Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:48:23.504310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:41876","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:48:23.505140Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:23.505251Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-30T16:48:23.950652Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"60c6769efc38a963","rtt":"0s","error":"dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:48:23.950812Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"60c6769efc38a963","rtt":"0s","error":"dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"error","ts":"2026-07-30T16:48:24.006152Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:48:24.516374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:41890","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:48:24.517398Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:24.517506Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-30T16:48:25.006762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:41894","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:48:25.007826Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:25.007927Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:48:25.508370Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:48:25.638629Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.77:2380/version","remote-member-id":"60c6769efc38a963","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:48:25.638696Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"60c6769efc38a963","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"error","ts":"2026-07-30T16:48:26.014176Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:48:26.014278Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"60c6769efc38a963","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-07-30T16:48:26.254263Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.262856Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"60c6769efc38a963","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:48:26.262964Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.265918Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"60c6769efc38a963","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:48:26.265981Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.271001Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"f8844a9a4263041d","to":"60c6769efc38a963","bytes":1114665,"size":"1.1 MB"} {"level":"info","ts":"2026-07-30T16:48:26.271153Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":705,"remote-peer-id":"60c6769efc38a963","bytes":1114665,"size":"1.1 MB"} {"level":"info","ts":"2026-07-30T16:48:26.272559Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.275157Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1105920,"size":"1.1 MB"} {"level":"info","ts":"2026-07-30T16:48:26.283219Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.299038Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":705,"remote-peer-id":"60c6769efc38a963","bytes":1114665,"size":"1.1 MB"} {"level":"warn","ts":"2026-07-30T16:48:26.317618Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:48:26.317724Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963","error":"EOF"} {"level":"info","ts":"2026-07-30T16:48:26.328721Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"60c6769efc38a963","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:48:26.328797Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.328817Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.329616Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"60c6769efc38a963","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:48:26.329652Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.329664Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.376493Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.386989Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.504661Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(6973391498238273891 13044597250830073986 17907520044731139101)"} {"level":"info","ts":"2026-07-30T16:48:26.505058Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","promoted-member-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.505244Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.505287Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:48:29.519288Z","caller":"traceutil/trace.go:172","msg":"trace[1048375701] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"129.856008ms","start":"2026-07-30T16:48:29.389398Z","end":"2026-07-30T16:48:29.519254Z","steps":["trace[1048375701] 'process raft request' (duration: 34.752466ms)","trace[1048375701] 'compare' (duration: 94.952849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:34.901934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.67116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:34.902042Z","caller":"traceutil/trace.go:172","msg":"trace[632818708] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:678; }","duration":"142.800452ms","start":"2026-07-30T16:48:34.759216Z","end":"2026-07-30T16:48:34.902017Z","steps":["trace[632818708] 'agreement among raft nodes before linearized reading' (duration: 37.439071ms)","trace[632818708] 'range keys from in-memory index tree' (duration: 105.193388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:34.902119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.998224ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-30T16:48:45.167027Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"108.067789ms"} {"level":"warn","ts":"2026-07-30T16:48:45.167566Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"108.614211ms"} {"level":"warn","ts":"2026-07-30T16:48:45.454258Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578788656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:48:45.506447Z","caller":"traceutil/trace.go:172","msg":"trace[1024045443] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:785; }","duration":"552.561379ms","start":"2026-07-30T16:48:44.953865Z","end":"2026-07-30T16:48:45.506426Z","steps":["trace[1024045443] 'read index received' (duration: 552.556089ms)","trace[1024045443] 'applied index is now lower than readState.Index' (duration: 4.28µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:45.520396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.291289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:45.520575Z","caller":"traceutil/trace.go:172","msg":"trace[786297923] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:720; }","duration":"566.711728ms","start":"2026-07-30T16:48:44.953847Z","end":"2026-07-30T16:48:45.520559Z","steps":["trace[786297923] 'agreement among raft nodes before linearized reading' (duration: 552.64681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:45.520620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:48:44.953819Z","time spent":"566.786409ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-07-30T16:48:45.521735Z","caller":"traceutil/trace.go:172","msg":"trace[388658014] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"486.231972ms","start":"2026-07-30T16:48:45.035482Z","end":"2026-07-30T16:48:45.521714Z","steps":["trace[388658014] 'process raft request' (duration: 470.932489ms)","trace[388658014] 'compare' (duration: 14.432985ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:48:45.521995Z","caller":"traceutil/trace.go:172","msg":"trace[1033462539] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"486.495788ms","start":"2026-07-30T16:48:45.035482Z","end":"2026-07-30T16:48:45.521978Z","steps":["trace[1033462539] 'process raft request' (duration: 486.12866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:45.522098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.70405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:48:45.522146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:48:45.035455Z","time spent":"486.6162ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:48:45.521984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.231032ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:45.522131Z","caller":"traceutil/trace.go:172","msg":"trace[2011405772] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:722; }","duration":"156.737501ms","start":"2026-07-30T16:48:45.365384Z","end":"2026-07-30T16:48:45.522121Z","steps":["trace[2011405772] 'agreement among raft nodes before linearized reading' (duration: 156.68152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:45.521846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:48:45.035455Z","time spent":"486.331704ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:48:45.522352Z","caller":"traceutil/trace.go:172","msg":"trace[1694020831] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:722; }","duration":"511.537638ms","start":"2026-07-30T16:48:45.010712Z","end":"2026-07-30T16:48:45.522250Z","steps":["trace[1694020831] 'agreement among raft nodes before linearized reading' (duration: 511.205421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:45.744842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.414846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:48:45.744950Z","caller":"traceutil/trace.go:172","msg":"trace[803837067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"107.547169ms","start":"2026-07-30T16:48:45.637383Z","end":"2026-07-30T16:48:45.744930Z","steps":["trace[803837067] 'agreement among raft nodes before linearized reading' (duration: 91.54246ms)","trace[803837067] 'range keys from in-memory index tree' (duration: 15.750414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:45.745182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.429633ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:45.745292Z","caller":"traceutil/trace.go:172","msg":"trace[1163933874] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:722; }","duration":"113.583356ms","start":"2026-07-30T16:48:45.631677Z","end":"2026-07-30T16:48:45.745260Z","steps":["trace[1163933874] 'range keys from in-memory index tree' (duration: 113.385342ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:45.745432Z","caller":"traceutil/trace.go:172","msg":"trace[191258628] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"134.868348ms","start":"2026-07-30T16:48:45.610524Z","end":"2026-07-30T16:48:45.745392Z","steps":["trace[191258628] 'process raft request' (duration: 117.49596ms)","trace[191258628] 'compare' (duration: 17.102152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:50.505623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.515132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T16:48:50.505689Z","caller":"traceutil/trace.go:172","msg":"trace[121642895] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:735; }","duration":"162.584963ms","start":"2026-07-30T16:48:50.343080Z","end":"2026-07-30T16:48:50.505665Z","steps":["trace[121642895] 'agreement among raft nodes before linearized reading' (duration: 57.591707ms)","trace[121642895] 'range keys from in-memory index tree' (duration: 104.824713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:50.505713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.946816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:48:51.683699Z","caller":"traceutil/trace.go:172","msg":"trace[1252786038] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"136.901688ms","start":"2026-07-30T16:48:51.546777Z","end":"2026-07-30T16:48:51.683679Z","steps":["trace[1252786038] 'process raft request' (duration: 136.594302ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:51.683759Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:48:51.690773Z","caller":"traceutil/trace.go:172","msg":"trace[966880577] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"142.516176ms","start":"2026-07-30T16:48:51.548238Z","end":"2026-07-30T16:48:51.690755Z","steps":["trace[966880577] 'process raft request' (duration: 142.409854ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:56.299465Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"f8844a9a4263041d","to":"60c6769efc38a963","bytes":1114665,"size":"1.1 MB","took":"30.028465277s"} {"level":"info","ts":"2026-07-30T16:48:56.669786Z","caller":"traceutil/trace.go:172","msg":"trace[910987459] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"140.655658ms","start":"2026-07-30T16:48:56.529107Z","end":"2026-07-30T16:48:56.669763Z","steps":["trace[910987459] 'process raft request' (duration: 140.602117ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:56.670036Z","caller":"traceutil/trace.go:172","msg":"trace[208177389] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"141.643889ms","start":"2026-07-30T16:48:56.528368Z","end":"2026-07-30T16:48:56.670012Z","steps":["trace[208177389] 'process raft request' (duration: 141.049747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:00.199760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.666828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:00.199845Z","caller":"traceutil/trace.go:172","msg":"trace[397357936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:800; }","duration":"188.77707ms","start":"2026-07-30T16:49:00.011052Z","end":"2026-07-30T16:49:00.199829Z","steps":["trace[397357936] 'range keys from in-memory index tree' (duration: 188.600727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:00.200604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.683525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:00.200878Z","caller":"traceutil/trace.go:172","msg":"trace[1922733103] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"259.519365ms","start":"2026-07-30T16:48:59.941301Z","end":"2026-07-30T16:49:00.200820Z","steps":["trace[1922733103] 'process raft request' (duration: 23.412861ms)","trace[1922733103] 'compare' (duration: 235.065742ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:12.488752Z","caller":"traceutil/trace.go:172","msg":"trace[1728261884] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"109.137655ms","start":"2026-07-30T16:49:12.379559Z","end":"2026-07-30T16:49:12.488697Z","steps":["trace[1728261884] 'process raft request' (duration: 108.911221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:13.130098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.636733ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:13.130214Z","caller":"traceutil/trace.go:172","msg":"trace[1775263270] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:849; }","duration":"119.784296ms","start":"2026-07-30T16:49:13.010406Z","end":"2026-07-30T16:49:13.130191Z","steps":["trace[1775263270] 'range keys from in-memory index tree' (duration: 119.573801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:13.130100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.397463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:13.130339Z","caller":"traceutil/trace.go:172","msg":"trace[1572315985] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:849; }","duration":"161.630489ms","start":"2026-07-30T16:49:12.968685Z","end":"2026-07-30T16:49:13.130316Z","steps":["trace[1572315985] 'range keys from in-memory index tree' (duration: 160.447014ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.285999Z","caller":"traceutil/trace.go:172","msg":"trace[1531850744] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"147.354168ms","start":"2026-07-30T16:49:14.138626Z","end":"2026-07-30T16:49:14.285980Z","steps":["trace[1531850744] 'process raft request' (duration: 147.303677ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.286004Z","caller":"traceutil/trace.go:172","msg":"trace[350116120] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"148.157206ms","start":"2026-07-30T16:49:14.137820Z","end":"2026-07-30T16:49:14.285978Z","steps":["trace[350116120] 'process raft request' (duration: 62.127805ms)","trace[350116120] 'compare' (duration: 85.813666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:14.649407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.924278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:14.649491Z","caller":"traceutil/trace.go:172","msg":"trace[1002359670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:867; }","duration":"157.0379ms","start":"2026-07-30T16:49:14.492433Z","end":"2026-07-30T16:49:14.649470Z","steps":["trace[1002359670] 'agreement among raft nodes before linearized reading' (duration: 85.903619ms)","trace[1002359670] 'range keys from in-memory index tree' (duration: 70.920817ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:14.649754Z","caller":"traceutil/trace.go:172","msg":"trace[901561187] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"158.00077ms","start":"2026-07-30T16:49:14.491620Z","end":"2026-07-30T16:49:14.649621Z","steps":["trace[901561187] 'process raft request' (duration: 86.758057ms)","trace[901561187] 'compare' (duration: 70.940267ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:14.693885Z","caller":"traceutil/trace.go:172","msg":"trace[2033953957] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"176.667209ms","start":"2026-07-30T16:49:14.517204Z","end":"2026-07-30T16:49:14.693871Z","steps":["trace[2033953957] 'process raft request' (duration: 176.580897ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.823217Z","caller":"traceutil/trace.go:172","msg":"trace[1810256147] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"305.945741ms","start":"2026-07-30T16:49:14.517241Z","end":"2026-07-30T16:49:14.823187Z","steps":["trace[1810256147] 'process raft request' (duration: 302.53991ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.823292Z","caller":"traceutil/trace.go:172","msg":"trace[341646659] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:955; }","duration":"124.38404ms","start":"2026-07-30T16:49:14.698870Z","end":"2026-07-30T16:49:14.823254Z","steps":["trace[341646659] 'read index received' (duration: 124.37184ms)","trace[341646659] 'applied index is now lower than readState.Index' (duration: 10.51µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:14.823366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:14.517231Z","time spent":"306.066854ms","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:14.823482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.602854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:4313"} {"level":"info","ts":"2026-07-30T16:49:14.823524Z","caller":"traceutil/trace.go:172","msg":"trace[1371750525] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:871; }","duration":"124.652655ms","start":"2026-07-30T16:49:14.698857Z","end":"2026-07-30T16:49:14.823510Z","steps":["trace[1371750525] 'agreement among raft nodes before linearized reading' (duration: 124.484572ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.823809Z","caller":"traceutil/trace.go:172","msg":"trace[213510977] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"306.36204ms","start":"2026-07-30T16:49:14.517429Z","end":"2026-07-30T16:49:14.823791Z","steps":["trace[213510977] 'process raft request' (duration: 305.646746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:14.824026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:14.517383Z","time spent":"306.606415ms","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3557,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:49:14.824879Z","caller":"traceutil/trace.go:172","msg":"trace[1052984333] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"266.284095ms","start":"2026-07-30T16:49:14.558578Z","end":"2026-07-30T16:49:14.824863Z","steps":["trace[1052984333] 'process raft request' (duration: 265.147881ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.826027Z","caller":"traceutil/trace.go:172","msg":"trace[1215572768] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"170.389378ms","start":"2026-07-30T16:49:14.655619Z","end":"2026-07-30T16:49:14.826009Z","steps":["trace[1215572768] 'process raft request' (duration: 170.190614ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.826045Z","caller":"traceutil/trace.go:172","msg":"trace[952340951] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"166.212921ms","start":"2026-07-30T16:49:14.659801Z","end":"2026-07-30T16:49:14.826014Z","steps":["trace[952340951] 'process raft request' (duration: 166.148959ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.826109Z","caller":"traceutil/trace.go:172","msg":"trace[1847416734] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"170.830637ms","start":"2026-07-30T16:49:14.655263Z","end":"2026-07-30T16:49:14.826094Z","steps":["trace[1847416734] 'process raft request' (duration: 170.407148ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.826159Z","caller":"traceutil/trace.go:172","msg":"trace[2003079370] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"168.408206ms","start":"2026-07-30T16:49:14.657740Z","end":"2026-07-30T16:49:14.826148Z","steps":["trace[2003079370] 'process raft request' (duration: 168.156711ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.826897Z","caller":"traceutil/trace.go:172","msg":"trace[940309022] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"171.793497ms","start":"2026-07-30T16:49:14.654937Z","end":"2026-07-30T16:49:14.826731Z","steps":["trace[940309022] 'process raft request' (duration: 169.732335ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.991131Z","caller":"traceutil/trace.go:172","msg":"trace[1717417256] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"160.119565ms","start":"2026-07-30T16:49:14.830985Z","end":"2026-07-30T16:49:14.991104Z","steps":["trace[1717417256] 'process raft request' (duration: 95.289715ms)","trace[1717417256] 'compare' (duration: 64.548304ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:14.991804Z","caller":"traceutil/trace.go:172","msg":"trace[352560271] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"156.439418ms","start":"2026-07-30T16:49:14.835300Z","end":"2026-07-30T16:49:14.991740Z","steps":["trace[352560271] 'process raft request' (duration: 155.816545ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.991804Z","caller":"traceutil/trace.go:172","msg":"trace[1683004445] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"156.424418ms","start":"2026-07-30T16:49:14.835357Z","end":"2026-07-30T16:49:14.991781Z","steps":["trace[1683004445] 'process raft request' (duration: 155.875236ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.991875Z","caller":"traceutil/trace.go:172","msg":"trace[512614] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"156.55201ms","start":"2026-07-30T16:49:14.835309Z","end":"2026-07-30T16:49:14.991861Z","steps":["trace[512614] 'process raft request' (duration: 155.865526ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.991865Z","caller":"traceutil/trace.go:172","msg":"trace[677700797] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"160.104364ms","start":"2026-07-30T16:49:14.831735Z","end":"2026-07-30T16:49:14.991840Z","steps":["trace[677700797] 'process raft request' (duration: 159.286197ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.992357Z","caller":"traceutil/trace.go:172","msg":"trace[1594873531] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"152.075707ms","start":"2026-07-30T16:49:14.840262Z","end":"2026-07-30T16:49:14.992337Z","steps":["trace[1594873531] 'process raft request' (duration: 151.144688ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.992410Z","caller":"traceutil/trace.go:172","msg":"trace[2035067980] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"151.697289ms","start":"2026-07-30T16:49:14.840694Z","end":"2026-07-30T16:49:14.992392Z","steps":["trace[2035067980] 'process raft request' (duration: 151.458874ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.992044Z","caller":"traceutil/trace.go:172","msg":"trace[1909229736] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"151.74993ms","start":"2026-07-30T16:49:14.840260Z","end":"2026-07-30T16:49:14.992010Z","steps":["trace[1909229736] 'process raft request' (duration: 151.047946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:15.292938Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.248041ms"} {"level":"warn","ts":"2026-07-30T16:49:15.293069Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.387434ms"} {"level":"info","ts":"2026-07-30T16:49:15.297994Z","caller":"traceutil/trace.go:172","msg":"trace[2141403744] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:980; }","duration":"185.154774ms","start":"2026-07-30T16:49:15.112816Z","end":"2026-07-30T16:49:15.297971Z","steps":["trace[2141403744] 'read index received' (duration: 185.134814ms)","trace[2141403744] 'applied index is now lower than readState.Index' (duration: 18.51µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:15.298190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.365219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:15.298197Z","caller":"traceutil/trace.go:172","msg":"trace[302074063] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"201.268339ms","start":"2026-07-30T16:49:15.096851Z","end":"2026-07-30T16:49:15.298120Z","steps":["trace[302074063] 'process raft request' (duration: 201.084645ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:15.298262Z","caller":"traceutil/trace.go:172","msg":"trace[1615873846] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:895; }","duration":"185.451401ms","start":"2026-07-30T16:49:15.112799Z","end":"2026-07-30T16:49:15.298250Z","steps":["trace[1615873846] 'agreement among raft nodes before linearized reading' (duration: 185.306758ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.072134Z","caller":"traceutil/trace.go:172","msg":"trace[1325031823] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"108.360994ms","start":"2026-07-30T16:49:16.963720Z","end":"2026-07-30T16:49:17.072081Z","steps":["trace[1325031823] 'process raft request' (duration: 107.900765ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.072545Z","caller":"traceutil/trace.go:172","msg":"trace[688614030] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"105.889513ms","start":"2026-07-30T16:49:16.966627Z","end":"2026-07-30T16:49:17.072516Z","steps":["trace[688614030] 'process raft request' (duration: 105.777131ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.112991Z","caller":"traceutil/trace.go:172","msg":"trace[1318094828] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"120.275412ms","start":"2026-07-30T16:49:16.992699Z","end":"2026-07-30T16:49:17.112974Z","steps":["trace[1318094828] 'process raft request' (duration: 120.046067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.145361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.728663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:17.145445Z","caller":"traceutil/trace.go:172","msg":"trace[1907911066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:917; }","duration":"110.823615ms","start":"2026-07-30T16:49:17.034604Z","end":"2026-07-30T16:49:17.145428Z","steps":["trace[1907911066] 'agreement among raft nodes before linearized reading' (duration: 110.677902ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.278873Z","caller":"traceutil/trace.go:172","msg":"trace[710897012] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"154.321739ms","start":"2026-07-30T16:49:17.124530Z","end":"2026-07-30T16:49:17.278852Z","steps":["trace[710897012] 'process raft request' (duration: 95.367873ms)","trace[710897012] 'compare' (duration: 58.68827ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:17.278939Z","caller":"traceutil/trace.go:172","msg":"trace[618258916] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"144.877514ms","start":"2026-07-30T16:49:17.134046Z","end":"2026-07-30T16:49:17.278923Z","steps":["trace[618258916] 'process raft request' (duration: 144.843353ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.279082Z","caller":"traceutil/trace.go:172","msg":"trace[731953047] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"151.753677ms","start":"2026-07-30T16:49:17.127316Z","end":"2026-07-30T16:49:17.279070Z","steps":["trace[731953047] 'process raft request' (duration: 151.398109ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.279171Z","caller":"traceutil/trace.go:172","msg":"trace[1039843443] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"147.020988ms","start":"2026-07-30T16:49:17.132125Z","end":"2026-07-30T16:49:17.279146Z","steps":["trace[1039843443] 'process raft request' (duration: 146.690772ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.399736Z","caller":"traceutil/trace.go:172","msg":"trace[1420071990] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1019; }","duration":"250.933879ms","start":"2026-07-30T16:49:17.148757Z","end":"2026-07-30T16:49:17.399691Z","steps":["trace[1420071990] 'read index received' (duration: 250.919669ms)","trace[1420071990] 'applied index is now lower than readState.Index' (duration: 11.49µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:17.450056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.274456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:17.450529Z","caller":"traceutil/trace.go:172","msg":"trace[1948614941] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"313.796636ms","start":"2026-07-30T16:49:17.136710Z","end":"2026-07-30T16:49:17.450506Z","steps":["trace[1948614941] 'process raft request' (duration: 313.611632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.450669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.136699Z","time spent":"313.905688ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:17.450687Z","caller":"traceutil/trace.go:172","msg":"trace[533308613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:925; }","duration":"301.398949ms","start":"2026-07-30T16:49:17.148753Z","end":"2026-07-30T16:49:17.450152Z","steps":["trace[533308613] 'agreement among raft nodes before linearized reading' (duration: 251.123863ms)","trace[533308613] 'range keys from in-memory index tree' (duration: 50.108663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:17.450882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.148739Z","time spent":"302.057302ms","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:49:17.450970Z","caller":"traceutil/trace.go:172","msg":"trace[1609956767] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"315.00337ms","start":"2026-07-30T16:49:17.135853Z","end":"2026-07-30T16:49:17.450856Z","steps":["trace[1609956767] 'process raft request' (duration: 263.895427ms)","trace[1609956767] 'compare' (duration: 50.381578ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:17.451538Z","caller":"traceutil/trace.go:172","msg":"trace[1057503348] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"285.865625ms","start":"2026-07-30T16:49:17.165654Z","end":"2026-07-30T16:49:17.451520Z","steps":["trace[1057503348] 'process raft request' (duration: 285.717042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.451556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.135823Z","time spent":"315.371718ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:17.451660Z","caller":"traceutil/trace.go:172","msg":"trace[167073627] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"288.795366ms","start":"2026-07-30T16:49:17.162651Z","end":"2026-07-30T16:49:17.451446Z","steps":["trace[167073627] 'process raft request' (duration: 288.672314ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.451723Z","caller":"traceutil/trace.go:172","msg":"trace[1075777836] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"258.465814ms","start":"2026-07-30T16:49:17.193247Z","end":"2026-07-30T16:49:17.451713Z","steps":["trace[1075777836] 'process raft request' (duration: 258.24409ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.451667Z","caller":"traceutil/trace.go:172","msg":"trace[1137809109] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"265.051171ms","start":"2026-07-30T16:49:17.186563Z","end":"2026-07-30T16:49:17.451614Z","steps":["trace[1137809109] 'process raft request' (duration: 264.868448ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.451784Z","caller":"traceutil/trace.go:172","msg":"trace[2115183641] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"154.535964ms","start":"2026-07-30T16:49:17.297239Z","end":"2026-07-30T16:49:17.451775Z","steps":["trace[2115183641] 'process raft request' (duration: 154.417291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.685883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.116339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:17.686057Z","caller":"traceutil/trace.go:172","msg":"trace[1622227154] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"222.979358ms","start":"2026-07-30T16:49:17.463059Z","end":"2026-07-30T16:49:17.686039Z","steps":["trace[1622227154] 'process raft request' (duration: 113.96043ms)","trace[1622227154] 'compare' (duration: 107.932336ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:17.701187Z","caller":"traceutil/trace.go:172","msg":"trace[1344837061] transaction","detail":"{read_only:false; number_of_response:1; response_revision:934; }","duration":"231.465403ms","start":"2026-07-30T16:49:17.469703Z","end":"2026-07-30T16:49:17.701168Z","steps":["trace[1344837061] 'process raft request' (duration: 231.375671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:18.008403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:18.022901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:18.084803Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:18.502086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.112706ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:18.502086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"636.581634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-30T16:49:18.502184Z","caller":"traceutil/trace.go:172","msg":"trace[1570358795] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:934; }","duration":"488.227228ms","start":"2026-07-30T16:49:18.013932Z","end":"2026-07-30T16:49:18.502159Z","steps":["trace[1570358795] 'range keys from in-memory index tree' (duration: 487.79829ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:18.503072Z","caller":"traceutil/trace.go:172","msg":"trace[1942656130] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"993.588919ms","start":"2026-07-30T16:49:17.509465Z","end":"2026-07-30T16:49:18.503054Z","steps":["trace[1942656130] 'process raft request' (duration: 993.374644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:18.503254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.509385Z","time spent":"993.771423ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:49:18.504044Z","caller":"traceutil/trace.go:172","msg":"trace[299155502] transaction","detail":"{read_only:false; number_of_response:1; response_revision:936; }","duration":"968.282422ms","start":"2026-07-30T16:49:17.535740Z","end":"2026-07-30T16:49:18.504022Z","steps":["trace[299155502] 'process raft request' (duration: 967.562088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:18.504163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.535706Z","time spent":"968.399645ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:18.585502Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:19.085894Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:19.587110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:19.829826Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"f8844a9a4263041d [logterm: 2, index: 1068, vote: f8844a9a4263041d] ignored MsgPreVote from b507b8161dc38082 [logterm: 2, index: 1060] at term 2: lease is not expired (remaining ticks: 7)"} {"level":"warn","ts":"2026-07-30T16:49:20.088043Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:20.364702Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.499182346s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:20.364889Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.299557123s"} {"level":"warn","ts":"2026-07-30T16:49:20.364912Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.299583074s"} {"level":"warn","ts":"2026-07-30T16:49:20.725593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.070688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:20.725982Z","caller":"traceutil/trace.go:172","msg":"trace[1927853278] linearizableReadLoop","detail":"{readStateIndex:1059; appliedIndex:1058; }","duration":"3.14131015s","start":"2026-07-30T16:49:17.584652Z","end":"2026-07-30T16:49:20.725962Z","steps":["trace[1927853278] 'read index received' (duration: 2.780526756s)","trace[1927853278] 'applied index is now lower than readState.Index' (duration: 360.781844ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:20.725740Z","caller":"traceutil/trace.go:172","msg":"trace[381765862] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"3.028606026s","start":"2026-07-30T16:49:17.697104Z","end":"2026-07-30T16:49:20.725710Z","steps":["trace[381765862] 'process raft request' (duration: 2.668345694s)","trace[381765862] 'compare' (duration: 358.73877ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:20.726175Z","caller":"traceutil/trace.go:172","msg":"trace[1429664922] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"3.013345209s","start":"2026-07-30T16:49:17.712803Z","end":"2026-07-30T16:49:20.726149Z","steps":["trace[1429664922] 'process raft request' (duration: 3.013061004s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.726310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.712779Z","time spent":"3.013456671s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:20.726394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.141686648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:20.726473Z","caller":"traceutil/trace.go:172","msg":"trace[1193748738] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:938; }","duration":"3.141816151s","start":"2026-07-30T16:49:17.584646Z","end":"2026-07-30T16:49:20.726462Z","steps":["trace[1193748738] 'agreement among raft nodes before linearized reading' (duration: 3.141657518s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.726721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.584623Z","time spent":"3.142086696s","remote":"127.0.0.1:46024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:20.726746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.697073Z","time spent":"3.029135608s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:20.729069Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.122273ms"} {"level":"warn","ts":"2026-07-30T16:49:20.729156Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.223325ms"} {"level":"info","ts":"2026-07-30T16:49:20.729628Z","caller":"traceutil/trace.go:172","msg":"trace[1523670736] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"2.790316691s","start":"2026-07-30T16:49:17.939283Z","end":"2026-07-30T16:49:20.729599Z","steps":["trace[1523670736] 'process raft request' (duration: 2.790141067s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.729868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.939256Z","time spent":"2.790454724s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:20.730001Z","caller":"traceutil/trace.go:172","msg":"trace[58280417] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"2.769849806s","start":"2026-07-30T16:49:17.960134Z","end":"2026-07-30T16:49:20.729984Z","steps":["trace[58280417] 'process raft request' (duration: 2.769504918s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.730062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.960102Z","time spent":"2.769931937s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:20.845896Z","caller":"traceutil/trace.go:172","msg":"trace[1215913995] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"2.353828784s","start":"2026-07-30T16:49:18.492032Z","end":"2026-07-30T16:49:20.845861Z","steps":["trace[1215913995] 'process raft request' (duration: 2.353670781s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.846060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.491991Z","time spent":"2.353985597s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:20.846103Z","caller":"traceutil/trace.go:172","msg":"trace[1602474793] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"2.250612499s","start":"2026-07-30T16:49:18.595471Z","end":"2026-07-30T16:49:20.846084Z","steps":["trace[1602474793] 'process raft request' (duration: 2.250356473s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.846198Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.595423Z","time spent":"2.250730211s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:49:20.846907Z","caller":"traceutil/trace.go:172","msg":"trace[598286920] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"2.337429314s","start":"2026-07-30T16:49:18.508520Z","end":"2026-07-30T16:49:20.845949Z","steps":["trace[598286920] 'process raft request' (duration: 2.33725831s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.847664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.508496Z","time spent":"2.339124209s","remote":"127.0.0.1:46608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:21.019604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999927955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:21.019733Z","caller":"traceutil/trace.go:172","msg":"trace[1255460470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055577s","start":"2026-07-30T16:49:19.019640Z","end":"2026-07-30T16:49:21.019696Z","steps":["trace[1255460470] 'agreement among raft nodes before linearized reading' (duration: 1.999922275s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.020463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:19.019617Z","time spent":"2.00016556s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:21 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-30T16:49:21.039706Z","caller":"traceutil/trace.go:172","msg":"trace[1994458692] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1073; }","duration":"313.618583ms","start":"2026-07-30T16:49:20.726069Z","end":"2026-07-30T16:49:21.039687Z","steps":["trace[1994458692] 'read index received' (duration: 313.605823ms)","trace[1994458692] 'applied index is now lower than readState.Index' (duration: 11.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.054828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.035289026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.055280Z","caller":"traceutil/trace.go:172","msg":"trace[644255955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:945; }","duration":"3.035755567s","start":"2026-07-30T16:49:18.019496Z","end":"2026-07-30T16:49:21.055252Z","steps":["trace[644255955] 'agreement among raft nodes before linearized reading' (duration: 3.020502949s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.055377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.019477Z","time spent":"3.035881019s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:21.055463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.187256518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T16:49:21.055476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.040750875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:21.055551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.022726574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.055569Z","caller":"traceutil/trace.go:172","msg":"trace[143184788] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:945; }","duration":"1.040860518s","start":"2026-07-30T16:49:20.014687Z","end":"2026-07-30T16:49:21.055547Z","steps":["trace[143184788] 'agreement among raft nodes before linearized reading' (duration: 1.025139771s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:21.055587Z","caller":"traceutil/trace.go:172","msg":"trace[1032597649] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:945; }","duration":"3.022762645s","start":"2026-07-30T16:49:18.032812Z","end":"2026-07-30T16:49:21.055575Z","steps":["trace[1032597649] 'agreement among raft nodes before linearized reading' (duration: 3.00712459s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.055634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.032790Z","time spent":"3.022831427s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:21.055643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:20.014664Z","time spent":"1.040957399s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.055655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.022810356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.055732Z","caller":"traceutil/trace.go:172","msg":"trace[1950471860] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:945; }","duration":"3.022902148s","start":"2026-07-30T16:49:18.032812Z","end":"2026-07-30T16:49:21.055714Z","steps":["trace[1950471860] 'agreement among raft nodes before linearized reading' (duration: 3.007176261s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.055773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.032754Z","time spent":"3.02300992s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.056010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"711.593859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T16:49:21.056066Z","caller":"traceutil/trace.go:172","msg":"trace[2125820830] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:945; }","duration":"711.64629ms","start":"2026-07-30T16:49:20.344404Z","end":"2026-07-30T16:49:21.056050Z","steps":["trace[2125820830] 'agreement among raft nodes before linearized reading' (duration: 695.406062ms)","trace[2125820830] 'range keys from in-memory index tree' (duration: 16.087644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.056103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:20.344381Z","time spent":"711.711781ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.056145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.036463911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.056185Z","caller":"traceutil/trace.go:172","msg":"trace[730272353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:945; }","duration":"3.036497551s","start":"2026-07-30T16:49:18.019675Z","end":"2026-07-30T16:49:21.056173Z","steps":["trace[730272353] 'agreement among raft nodes before linearized reading' (duration: 3.020310685s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.056253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.019655Z","time spent":"3.036549052s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:21.055513Z","caller":"traceutil/trace.go:172","msg":"trace[1034026232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:945; }","duration":"2.18731153s","start":"2026-07-30T16:49:18.868186Z","end":"2026-07-30T16:49:21.055497Z","steps":["trace[1034026232] 'agreement among raft nodes before linearized reading' (duration: 2.171778696s)","trace[1034026232] 'range keys from in-memory index tree' (duration: 15.372429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.056341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.868166Z","time spent":"2.188157836s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:21.056382Z","caller":"traceutil/trace.go:172","msg":"trace[1298288970] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"317.755908ms","start":"2026-07-30T16:49:20.738603Z","end":"2026-07-30T16:49:21.056359Z","steps":["trace[1298288970] 'process raft request' (duration: 301.288016ms)","trace[1298288970] 'compare' (duration: 15.614505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.056504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:20.738577Z","time spent":"317.84933ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:21.056103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.866162411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:49:21.056601Z","caller":"traceutil/trace.go:172","msg":"trace[1336576226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:945; }","duration":"2.866652721s","start":"2026-07-30T16:49:18.189930Z","end":"2026-07-30T16:49:21.056583Z","steps":["trace[1336576226] 'agreement among raft nodes before linearized reading' (duration: 2.850046356s)","trace[1336576226] 'range keys from in-memory index tree' (duration: 16.036973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.056652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.189910Z","time spent":"2.866726522s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.056858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.554317128s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.058191Z","caller":"traceutil/trace.go:172","msg":"trace[728435532] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:945; }","duration":"2.555518863s","start":"2026-07-30T16:49:18.502523Z","end":"2026-07-30T16:49:21.058042Z","steps":["trace[728435532] 'agreement among raft nodes before linearized reading' (duration: 2.537450168s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:21.168371Z","caller":"traceutil/trace.go:172","msg":"trace[1076287595] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1074; }","duration":"128.531199ms","start":"2026-07-30T16:49:21.039754Z","end":"2026-07-30T16:49:21.168285Z","steps":["trace[1076287595] 'read index received' (duration: 128.506448ms)","trace[1076287595] 'applied index is now lower than readState.Index' (duration: 21.47µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.185411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.033635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.185492Z","caller":"traceutil/trace.go:172","msg":"trace[299534445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"164.124986ms","start":"2026-07-30T16:49:21.021347Z","end":"2026-07-30T16:49:21.185472Z","steps":["trace[299534445] 'agreement among raft nodes before linearized reading' (duration: 146.94574ms)","trace[299534445] 'range keys from in-memory index tree' (duration: 17.042234ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:21.185762Z","caller":"traceutil/trace.go:172","msg":"trace[1133350569] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"444.775726ms","start":"2026-07-30T16:49:20.740974Z","end":"2026-07-30T16:49:21.185749Z","steps":["trace[1133350569] 'process raft request' (duration: 427.566449ms)","trace[1133350569] 'compare' (duration: 16.918461ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:21.185738Z","caller":"traceutil/trace.go:172","msg":"trace[1313624600] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"277.720486ms","start":"2026-07-30T16:49:20.907945Z","end":"2026-07-30T16:49:21.185665Z","steps":["trace[1313624600] 'process raft request' (duration: 277.666745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.185849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:20.740941Z","time spent":"444.846218ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:21.208777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.683225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.208871Z","caller":"traceutil/trace.go:172","msg":"trace[31889483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:948; }","duration":"146.800177ms","start":"2026-07-30T16:49:21.062050Z","end":"2026-07-30T16:49:21.208850Z","steps":["trace[31889483] 'agreement among raft nodes before linearized reading' (duration: 128.071129ms)","trace[31889483] 'range keys from in-memory index tree' (duration: 18.587556ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:21.209141Z","caller":"traceutil/trace.go:172","msg":"trace[280791759] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"134.105914ms","start":"2026-07-30T16:49:21.075015Z","end":"2026-07-30T16:49:21.209121Z","steps":["trace[280791759] 'process raft request' (duration: 134.011122ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:21.209436Z","caller":"traceutil/trace.go:172","msg":"trace[1144829954] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"147.793558ms","start":"2026-07-30T16:49:21.061632Z","end":"2026-07-30T16:49:21.209425Z","steps":["trace[1144829954] 'process raft request' (duration: 147.144794ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:21.209607Z","caller":"traceutil/trace.go:172","msg":"trace[1602535764] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"146.431061ms","start":"2026-07-30T16:49:21.063168Z","end":"2026-07-30T16:49:21.209599Z","steps":["trace[1602535764] 'process raft request' (duration: 145.807368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.419128Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.992699ms"} {"level":"warn","ts":"2026-07-30T16:49:21.419201Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.071941ms"} {"level":"info","ts":"2026-07-30T16:49:21.419431Z","caller":"traceutil/trace.go:172","msg":"trace[1917430208] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"216.73421ms","start":"2026-07-30T16:49:21.202659Z","end":"2026-07-30T16:49:21.419393Z","steps":["trace[1917430208] 'process raft request' (duration: 216.597327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.800165Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"181.032881ms"} {"level":"warn","ts":"2026-07-30T16:49:21.800237Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"181.03705ms"} {"level":"info","ts":"2026-07-30T16:49:21.800552Z","caller":"traceutil/trace.go:172","msg":"trace[1183218635] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"589.671582ms","start":"2026-07-30T16:49:21.210866Z","end":"2026-07-30T16:49:21.800538Z","steps":["trace[1183218635] 'process raft request' (duration: 589.325805ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:21.800802Z","caller":"traceutil/trace.go:172","msg":"trace[1650688154] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"545.046726ms","start":"2026-07-30T16:49:21.255751Z","end":"2026-07-30T16:49:21.800797Z","steps":["trace[1650688154] 'process raft request' (duration: 544.908063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.800753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.210831Z","time spent":"589.869616ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:21.800853Z","caller":"traceutil/trace.go:172","msg":"trace[1318479943] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"571.587845ms","start":"2026-07-30T16:49:21.229242Z","end":"2026-07-30T16:49:21.800830Z","steps":["trace[1318479943] 'process raft request' (duration: 571.245608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.800964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.255709Z","time spent":"545.113906ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:21.801020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.229214Z","time spent":"571.726389ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:21.805954Z","caller":"traceutil/trace.go:172","msg":"trace[1594314070] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"372.84118ms","start":"2026-07-30T16:49:21.433101Z","end":"2026-07-30T16:49:21.805942Z","steps":["trace[1594314070] 'process raft request' (duration: 372.632215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.806037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.433071Z","time spent":"372.922112ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:22.315758Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:22.816937Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:23.163626Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.203893891s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:23.163806Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.00426928s"} {"level":"warn","ts":"2026-07-30T16:49:23.163863Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.004331881s"} {"level":"info","ts":"2026-07-30T16:49:23.163909Z","caller":"traceutil/trace.go:172","msg":"trace[525511765] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1092; }","duration":"1.348147796s","start":"2026-07-30T16:49:21.815717Z","end":"2026-07-30T16:49:23.163865Z","steps":["trace[525511765] 'read index received' (duration: 1.348132936s)","trace[525511765] 'applied index is now lower than readState.Index' (duration: 12.46µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:23.224367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.264437177s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-07-30T16:49:23.224664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.213681893s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:23.225195Z","caller":"traceutil/trace.go:172","msg":"trace[977890430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:957; }","duration":"1.214211764s","start":"2026-07-30T16:49:22.010971Z","end":"2026-07-30T16:49:23.225183Z","steps":["trace[977890430] 'range keys from in-memory index tree' (duration: 1.213638392s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:23.224109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.408371056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:386"} {"level":"info","ts":"2026-07-30T16:49:23.225501Z","caller":"traceutil/trace.go:172","msg":"trace[702696858] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:957; }","duration":"1.409764294s","start":"2026-07-30T16:49:21.815712Z","end":"2026-07-30T16:49:23.225477Z","steps":["trace[702696858] 'agreement among raft nodes before linearized reading' (duration: 1.34832531s)","trace[702696858] 'range keys from in-memory index tree' (duration: 59.912233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:23.225628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.815699Z","time spent":"1.409872386s","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-30T16:49:23.225574Z","caller":"traceutil/trace.go:172","msg":"trace[1066359858] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"1.409807555s","start":"2026-07-30T16:49:21.815745Z","end":"2026-07-30T16:49:23.225553Z","steps":["trace[1066359858] 'process raft request' (duration: 1.408728273s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:23.225857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.815725Z","time spent":"1.41003369s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:23.226355Z","caller":"traceutil/trace.go:172","msg":"trace[1149364682] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"1.400515672s","start":"2026-07-30T16:49:21.825819Z","end":"2026-07-30T16:49:23.226334Z","steps":["trace[1149364682] 'process raft request' (duration: 1.400147785s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:23.226463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.825795Z","time spent":"1.400614354s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:23.226836Z","caller":"traceutil/trace.go:172","msg":"trace[517578720] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.395925286s","start":"2026-07-30T16:49:21.830892Z","end":"2026-07-30T16:49:23.226817Z","steps":["trace[517578720] 'process raft request' (duration: 1.395733542s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:23.227083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.830881Z","time spent":"1.396139221s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:23.644555Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.671711ms"} {"level":"warn","ts":"2026-07-30T16:49:23.644793Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.911566ms"} {"level":"warn","ts":"2026-07-30T16:49:23.644658Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":296568745578789069,"received-request-id":296568745578789063} {"level":"warn","ts":"2026-07-30T16:49:23.664941Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:24.115540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.833735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:49:24.165268Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:24.166922Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"322.094617ms"} {"level":"warn","ts":"2026-07-30T16:49:24.166965Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"322.140208ms"} {"level":"info","ts":"2026-07-30T16:49:24.569370Z","caller":"traceutil/trace.go:172","msg":"trace[45801417] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"1.833712663s","start":"2026-07-30T16:49:22.735617Z","end":"2026-07-30T16:49:24.569329Z","steps":["trace[45801417] 'process raft request' (duration: 1.833261374s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.569560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:22.735597Z","time spent":"1.833872247s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:24.569597Z","caller":"traceutil/trace.go:172","msg":"trace[1710196715] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"1.832453657s","start":"2026-07-30T16:49:22.737116Z","end":"2026-07-30T16:49:24.569570Z","steps":["trace[1710196715] 'process raft request' (duration: 1.832033138s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.569785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:22.737093Z","time spent":"1.832605889s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:24.665422Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:24.766513Z","caller":"traceutil/trace.go:172","msg":"trace[1759838435] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1102; }","duration":"1.602491813s","start":"2026-07-30T16:49:23.163984Z","end":"2026-07-30T16:49:24.766476Z","steps":["trace[1759838435] 'read index received' (duration: 1.602484643s)","trace[1759838435] 'applied index is now lower than readState.Index' (duration: 5.96µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:24.766706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.747303986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:24.766747Z","caller":"traceutil/trace.go:172","msg":"trace[1745256125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:965; }","duration":"1.747363487s","start":"2026-07-30T16:49:23.019372Z","end":"2026-07-30T16:49:24.766735Z","steps":["trace[1745256125] 'agreement among raft nodes before linearized reading' (duration: 1.747263264s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.766789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.019347Z","time spent":"1.747433459s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:24.767106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.723368162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:24.767137Z","caller":"traceutil/trace.go:172","msg":"trace[286161941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:967; }","duration":"2.723400902s","start":"2026-07-30T16:49:22.043726Z","end":"2026-07-30T16:49:24.767127Z","steps":["trace[286161941] 'agreement among raft nodes before linearized reading' (duration: 2.723345021s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.767185Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:22.043697Z","time spent":"2.723456853s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:24.767400Z","caller":"traceutil/trace.go:172","msg":"trace[794476217] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.524550486s","start":"2026-07-30T16:49:23.242816Z","end":"2026-07-30T16:49:24.767366Z","steps":["trace[794476217] 'process raft request' (duration: 1.523570375s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:24.767463Z","caller":"traceutil/trace.go:172","msg":"trace[2010303149] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"1.507332819s","start":"2026-07-30T16:49:23.260115Z","end":"2026-07-30T16:49:24.767448Z","steps":["trace[2010303149] 'process raft request' (duration: 1.506693236s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.767604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.260080Z","time spent":"1.507415021s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:24.767622Z","caller":"traceutil/trace.go:172","msg":"trace[1504967981] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"1.24943319s","start":"2026-07-30T16:49:23.518150Z","end":"2026-07-30T16:49:24.767583Z","steps":["trace[1504967981] 'process raft request' (duration: 1.248998581s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.767764Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.518127Z","time spent":"1.249566322s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:24.767616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.242778Z","time spent":"1.524709489s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:24.768192Z","caller":"traceutil/trace.go:172","msg":"trace[1105482355] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"865.894993ms","start":"2026-07-30T16:49:23.902271Z","end":"2026-07-30T16:49:24.768166Z","steps":["trace[1105482355] 'process raft request' (duration: 865.026396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.768298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.902245Z","time spent":"865.987956ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:25.060103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.457022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-30T16:49:25.060320Z","caller":"traceutil/trace.go:172","msg":"trace[776848098] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1109; }","duration":"293.694609ms","start":"2026-07-30T16:49:24.766603Z","end":"2026-07-30T16:49:25.060297Z","steps":["trace[776848098] 'read index received' (duration: 103.613848ms)","trace[776848098] 'applied index is now lower than readState.Index' (duration: 190.078731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:25.060476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.835142865s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.060518Z","caller":"traceutil/trace.go:172","msg":"trace[850691519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:970; }","duration":"1.835200246s","start":"2026-07-30T16:49:23.225309Z","end":"2026-07-30T16:49:25.060509Z","steps":["trace[850691519] 'agreement among raft nodes before linearized reading' (duration: 1.835120545s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.060579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.84598976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:25.060646Z","caller":"traceutil/trace.go:172","msg":"trace[72269663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:970; }","duration":"1.846059242s","start":"2026-07-30T16:49:23.214572Z","end":"2026-07-30T16:49:25.060632Z","steps":["trace[72269663] 'agreement among raft nodes before linearized reading' (duration: 1.845876918s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.060738Z","caller":"traceutil/trace.go:172","msg":"trace[1175792342] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"270.242203ms","start":"2026-07-30T16:49:24.790480Z","end":"2026-07-30T16:49:25.060722Z","steps":["trace[1175792342] 'process raft request' (duration: 270.10016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.060495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.514214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:25.061050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.846241296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:49:25.061148Z","caller":"traceutil/trace.go:172","msg":"trace[2041511943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:970; }","duration":"1.846629095s","start":"2026-07-30T16:49:23.214502Z","end":"2026-07-30T16:49:25.061131Z","steps":["trace[2041511943] 'agreement among raft nodes before linearized reading' (duration: 1.846068963s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.061192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.214478Z","time spent":"1.846704096s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.061023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.833714867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-07-30T16:49:25.061435Z","caller":"traceutil/trace.go:172","msg":"trace[871245754] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:971; }","duration":"1.834131065s","start":"2026-07-30T16:49:23.227292Z","end":"2026-07-30T16:49:25.061424Z","steps":["trace[871245754] 'agreement among raft nodes before linearized reading' (duration: 1.83342865s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.061468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.227278Z","time spent":"1.834179066s","remote":"127.0.0.1:45994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":541,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:25.061115Z","caller":"traceutil/trace.go:172","msg":"trace[1186855372] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:970; }","duration":"578.145497ms","start":"2026-07-30T16:49:24.482958Z","end":"2026-07-30T16:49:25.061103Z","steps":["trace[1186855372] 'agreement among raft nodes before linearized reading' (duration: 577.476863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.061644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.214543Z","time spent":"1.847081074s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.062040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.482941Z","time spent":"578.591166ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.175869Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.674777ms"} {"level":"warn","ts":"2026-07-30T16:49:25.175933Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.747538ms"} {"level":"info","ts":"2026-07-30T16:49:25.208171Z","caller":"traceutil/trace.go:172","msg":"trace[1694730896] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"342.802986ms","start":"2026-07-30T16:49:24.865348Z","end":"2026-07-30T16:49:25.208151Z","steps":["trace[1694730896] 'process raft request' (duration: 310.66212ms)","trace[1694730896] 'compare' (duration: 32.039453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:25.208286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.865323Z","time spent":"342.919777ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:49:25.213597Z","caller":"traceutil/trace.go:172","msg":"trace[561028265] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"324.708041ms","start":"2026-07-30T16:49:24.888871Z","end":"2026-07-30T16:49:25.213579Z","steps":["trace[561028265] 'process raft request' (duration: 324.540708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.213771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.888842Z","time spent":"324.829254ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:25.297993Z","caller":"traceutil/trace.go:172","msg":"trace[1346506396] linearizableReadLoop","detail":"{readStateIndex:1112; appliedIndex:1114; }","duration":"237.582304ms","start":"2026-07-30T16:49:25.060381Z","end":"2026-07-30T16:49:25.297964Z","steps":["trace[1346506396] 'read index received' (duration: 237.572014ms)","trace[1346506396] 'applied index is now lower than readState.Index' (duration: 9.26µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:25.298177Z","caller":"traceutil/trace.go:172","msg":"trace[1732019832] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"230.702111ms","start":"2026-07-30T16:49:25.067464Z","end":"2026-07-30T16:49:25.298166Z","steps":["trace[1732019832] 'process raft request' (duration: 230.601779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.298212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.167068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.298464Z","caller":"traceutil/trace.go:172","msg":"trace[1945194284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:974; }","duration":"528.435524ms","start":"2026-07-30T16:49:24.770021Z","end":"2026-07-30T16:49:25.298457Z","steps":["trace[1945194284] 'agreement among raft nodes before linearized reading' (duration: 528.107497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.298526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.770003Z","time spent":"528.506895ms","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:49:25.298619Z","caller":"traceutil/trace.go:172","msg":"trace[1149696438] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"202.704151ms","start":"2026-07-30T16:49:25.095909Z","end":"2026-07-30T16:49:25.298613Z","steps":["trace[1149696438] 'process raft request' (duration: 202.432056ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.298714Z","caller":"traceutil/trace.go:172","msg":"trace[2043165395] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"230.498127ms","start":"2026-07-30T16:49:25.068210Z","end":"2026-07-30T16:49:25.298708Z","steps":["trace[2043165395] 'process raft request' (duration: 229.932336ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.439372Z","caller":"traceutil/trace.go:172","msg":"trace[1931327540] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1118; }","duration":"141.269198ms","start":"2026-07-30T16:49:25.298071Z","end":"2026-07-30T16:49:25.439341Z","steps":["trace[1931327540] 'read index received' (duration: 141.220227ms)","trace[1931327540] 'applied index is now lower than readState.Index' (duration: 46.301µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:25.439648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.636761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.439683Z","caller":"traceutil/trace.go:172","msg":"trace[1179736438] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:976; }","duration":"190.692952ms","start":"2026-07-30T16:49:25.248980Z","end":"2026-07-30T16:49:25.439673Z","steps":["trace[1179736438] 'agreement among raft nodes before linearized reading' (duration: 190.59498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.439745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.367411ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.439853Z","caller":"traceutil/trace.go:172","msg":"trace[741437677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:976; }","duration":"377.514594ms","start":"2026-07-30T16:49:25.062318Z","end":"2026-07-30T16:49:25.439832Z","steps":["trace[741437677] 'agreement among raft nodes before linearized reading' (duration: 377.29599ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.440551Z","caller":"traceutil/trace.go:172","msg":"trace[1504517966] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"202.416245ms","start":"2026-07-30T16:49:25.238115Z","end":"2026-07-30T16:49:25.440531Z","steps":["trace[1504517966] 'process raft request' (duration: 201.669999ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.440719Z","caller":"traceutil/trace.go:172","msg":"trace[1304964065] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"129.381581ms","start":"2026-07-30T16:49:25.311275Z","end":"2026-07-30T16:49:25.440656Z","steps":["trace[1304964065] 'process raft request' (duration: 128.995373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.517184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.66161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.517244Z","caller":"traceutil/trace.go:172","msg":"trace[97647005] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:979; }","duration":"215.737241ms","start":"2026-07-30T16:49:25.301495Z","end":"2026-07-30T16:49:25.517232Z","steps":["trace[97647005] 'agreement among raft nodes before linearized reading' (duration: 207.886259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.517176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.692586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.517395Z","caller":"traceutil/trace.go:172","msg":"trace[1803707628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"210.919981ms","start":"2026-07-30T16:49:25.306454Z","end":"2026-07-30T16:49:25.517374Z","steps":["trace[1803707628] 'agreement among raft nodes before linearized reading' (duration: 202.906786ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.610193Z","caller":"traceutil/trace.go:172","msg":"trace[1472664097] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"116.101027ms","start":"2026-07-30T16:49:25.494073Z","end":"2026-07-30T16:49:25.610174Z","steps":["trace[1472664097] 'process raft request' (duration: 115.973985ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.651880Z","caller":"traceutil/trace.go:172","msg":"trace[1542962262] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1128; }","duration":"142.535903ms","start":"2026-07-30T16:49:25.509319Z","end":"2026-07-30T16:49:25.651855Z","steps":["trace[1542962262] 'read index received' (duration: 142.528083ms)","trace[1542962262] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:25.687280Z","caller":"traceutil/trace.go:172","msg":"trace[965369251] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"147.790633ms","start":"2026-07-30T16:49:25.539468Z","end":"2026-07-30T16:49:25.687259Z","steps":["trace[965369251] 'process raft request' (duration: 147.574679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.687456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.664114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-07-30T16:49:25.687642Z","caller":"traceutil/trace.go:172","msg":"trace[1133976852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:981; }","duration":"208.98137ms","start":"2026-07-30T16:49:25.478629Z","end":"2026-07-30T16:49:25.687610Z","steps":["trace[1133976852] 'agreement among raft nodes before linearized reading' (duration: 173.311682ms)","trace[1133976852] 'range keys from in-memory index tree' (duration: 35.059596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:26.195908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.34039ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:26.195990Z","caller":"traceutil/trace.go:172","msg":"trace[1051871991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:985; }","duration":"184.429591ms","start":"2026-07-30T16:49:26.011542Z","end":"2026-07-30T16:49:26.195971Z","steps":["trace[1051871991] 'range keys from in-memory index tree' (duration: 184.288198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.208699Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:26.327476Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"334.74066ms"} {"level":"warn","ts":"2026-07-30T16:49:26.327550Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"334.821692ms"} {"level":"info","ts":"2026-07-30T16:49:26.399737Z","caller":"traceutil/trace.go:172","msg":"trace[766053195] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1136; }","duration":"691.07889ms","start":"2026-07-30T16:49:25.708624Z","end":"2026-07-30T16:49:26.399703Z","steps":["trace[766053195] 'read index received' (duration: 691.039659ms)","trace[766053195] 'applied index is now lower than readState.Index' (duration: 37.221µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:26.400011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"691.360546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-07-30T16:49:26.400106Z","caller":"traceutil/trace.go:172","msg":"trace[1647311806] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:985; }","duration":"691.436488ms","start":"2026-07-30T16:49:25.708614Z","end":"2026-07-30T16:49:26.400050Z","steps":["trace[1647311806] 'agreement among raft nodes before linearized reading' (duration: 691.241003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.400337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.708595Z","time spent":"691.55106ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":10893,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:26.400653Z","caller":"traceutil/trace.go:172","msg":"trace[572448253] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"686.707009ms","start":"2026-07-30T16:49:25.713899Z","end":"2026-07-30T16:49:26.400606Z","steps":["trace[572448253] 'process raft request' (duration: 686.044346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.400806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.713865Z","time spent":"686.858322ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:26.400850Z","caller":"traceutil/trace.go:172","msg":"trace[2093421248] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"631.728331ms","start":"2026-07-30T16:49:25.769101Z","end":"2026-07-30T16:49:26.400830Z","steps":["trace[2093421248] 'process raft request' (duration: 631.005026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.400961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.769050Z","time spent":"631.860593ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:26.671255Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.595616ms"} {"level":"warn","ts":"2026-07-30T16:49:26.671323Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.672608ms"} {"level":"warn","ts":"2026-07-30T16:49:26.806120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"405.718896ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:49:26.818540Z","caller":"traceutil/trace.go:172","msg":"trace[268547851] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1141; }","duration":"418.708175ms","start":"2026-07-30T16:49:26.399818Z","end":"2026-07-30T16:49:26.818526Z","steps":["trace[268547851] 'read index received' (duration: 418.704285ms)","trace[268547851] 'applied index is now lower than readState.Index' (duration: 3.45µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:26.818632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"622.586318ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:26.818656Z","caller":"traceutil/trace.go:172","msg":"trace[2012255697] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:987; }","duration":"622.622609ms","start":"2026-07-30T16:49:26.196027Z","end":"2026-07-30T16:49:26.818650Z","steps":["trace[2012255697] 'agreement among raft nodes before linearized reading' (duration: 622.576518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.819079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"988.286687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:26.819110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.097854097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:26.819141Z","caller":"traceutil/trace.go:172","msg":"trace[231144414] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:987; }","duration":"1.097887647s","start":"2026-07-30T16:49:25.721247Z","end":"2026-07-30T16:49:26.819135Z","steps":["trace[231144414] 'agreement among raft nodes before linearized reading' (duration: 1.097832146s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.819213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.721234Z","time spent":"1.09797091s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:26.819589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"800.136587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:26.819652Z","caller":"traceutil/trace.go:172","msg":"trace[646426645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"800.198558ms","start":"2026-07-30T16:49:26.019441Z","end":"2026-07-30T16:49:26.819639Z","steps":["trace[646426645] 'agreement among raft nodes before linearized reading' (duration: 800.108436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.819687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.019422Z","time spent":"800.258539ms","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:49:26.819828Z","caller":"traceutil/trace.go:172","msg":"trace[432990338] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:987; }","duration":"988.364638ms","start":"2026-07-30T16:49:25.830766Z","end":"2026-07-30T16:49:26.819131Z","steps":["trace[432990338] 'agreement among raft nodes before linearized reading' (duration: 988.255626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.819993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.830740Z","time spent":"989.128843ms","remote":"127.0.0.1:45994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:26.820219Z","caller":"traceutil/trace.go:172","msg":"trace[1950015536] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"389.751125ms","start":"2026-07-30T16:49:26.430456Z","end":"2026-07-30T16:49:26.820207Z","steps":["trace[1950015536] 'process raft request' (duration: 389.55826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.820399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.430424Z","time spent":"389.834807ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:26.820612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.684293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-07-30T16:49:26.820656Z","caller":"traceutil/trace.go:172","msg":"trace[248871757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:989; }","duration":"402.729724ms","start":"2026-07-30T16:49:26.417915Z","end":"2026-07-30T16:49:26.820645Z","steps":["trace[248871757] 'agreement among raft nodes before linearized reading' (duration: 402.593311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.820689Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.417896Z","time spent":"402.785025ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":59654,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:26.820796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.037572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:26.820826Z","caller":"traceutil/trace.go:172","msg":"trace[1698355859] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:989; }","duration":"391.065283ms","start":"2026-07-30T16:49:26.429753Z","end":"2026-07-30T16:49:26.820818Z","steps":["trace[1698355859] 'agreement among raft nodes before linearized reading' (duration: 391.023492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.820852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.429734Z","time spent":"391.111953ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:26.821139Z","caller":"traceutil/trace.go:172","msg":"trace[653764467] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"242.111676ms","start":"2026-07-30T16:49:26.579015Z","end":"2026-07-30T16:49:26.821126Z","steps":["trace[653764467] 'process raft request' (duration: 241.441542ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:26.821163Z","caller":"traceutil/trace.go:172","msg":"trace[1506938278] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"242.950114ms","start":"2026-07-30T16:49:26.578202Z","end":"2026-07-30T16:49:26.821152Z","steps":["trace[1506938278] 'process raft request' (duration: 241.965564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.002629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.331496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-07-30T16:49:27.002706Z","caller":"traceutil/trace.go:172","msg":"trace[1215823525] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:992; }","duration":"151.425548ms","start":"2026-07-30T16:49:26.851261Z","end":"2026-07-30T16:49:27.002687Z","steps":["trace[1215823525] 'agreement among raft nodes before linearized reading' (duration: 87.425062ms)","trace[1215823525] 'range keys from in-memory index tree' (duration: 63.745871ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:27.085061Z","caller":"traceutil/trace.go:172","msg":"trace[2086617468] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"202.066186ms","start":"2026-07-30T16:49:26.882979Z","end":"2026-07-30T16:49:27.085046Z","steps":["trace[2086617468] 'process raft request' (duration: 201.916293ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.201893Z","caller":"traceutil/trace.go:172","msg":"trace[674521246] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1149; }","duration":"190.335721ms","start":"2026-07-30T16:49:27.011532Z","end":"2026-07-30T16:49:27.201868Z","steps":["trace[674521246] 'read index received' (duration: 190.329711ms)","trace[674521246] 'applied index is now lower than readState.Index' (duration: 5.03µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:27.202036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.499605ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:27.202073Z","caller":"traceutil/trace.go:172","msg":"trace[295230225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:994; }","duration":"190.553006ms","start":"2026-07-30T16:49:27.011510Z","end":"2026-07-30T16:49:27.202063Z","steps":["trace[295230225] 'agreement among raft nodes before linearized reading' (duration: 190.470835ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.202662Z","caller":"traceutil/trace.go:172","msg":"trace[855770366] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"308.757885ms","start":"2026-07-30T16:49:26.893893Z","end":"2026-07-30T16:49:27.202651Z","steps":["trace[855770366] 'process raft request' (duration: 308.603252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.202762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.893870Z","time spent":"308.841716ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:27.203437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.180015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:27.203476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.081683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-30T16:49:27.203498Z","caller":"traceutil/trace.go:172","msg":"trace[1999215756] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:996; }","duration":"172.104923ms","start":"2026-07-30T16:49:27.031387Z","end":"2026-07-30T16:49:27.203492Z","steps":["trace[1999215756] 'agreement among raft nodes before linearized reading' (duration: 172.015142ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.203476Z","caller":"traceutil/trace.go:172","msg":"trace[1016138034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"186.259427ms","start":"2026-07-30T16:49:27.017208Z","end":"2026-07-30T16:49:27.203467Z","steps":["trace[1016138034] 'agreement among raft nodes before linearized reading' (duration: 186.152595ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.413008Z","caller":"traceutil/trace.go:172","msg":"trace[515758164] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1156; }","duration":"151.521558ms","start":"2026-07-30T16:49:27.261461Z","end":"2026-07-30T16:49:27.412982Z","steps":["trace[515758164] 'read index received' (duration: 151.512758ms)","trace[515758164] 'applied index is now lower than readState.Index' (duration: 6.73µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:27.413279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.790333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-07-30T16:49:27.413328Z","caller":"traceutil/trace.go:172","msg":"trace[1362180569] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:998; }","duration":"151.857615ms","start":"2026-07-30T16:49:27.261457Z","end":"2026-07-30T16:49:27.413315Z","steps":["trace[1362180569] 'agreement among raft nodes before linearized reading' (duration: 151.661471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.503695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.50608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T16:49:27.503789Z","caller":"traceutil/trace.go:172","msg":"trace[1503513000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"196.606272ms","start":"2026-07-30T16:49:27.307141Z","end":"2026-07-30T16:49:27.503747Z","steps":["trace[1503513000] 'agreement among raft nodes before linearized reading' (duration: 196.309345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.503992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.418151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:27.504771Z","caller":"traceutil/trace.go:172","msg":"trace[1037829476] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:999; }","duration":"144.207557ms","start":"2026-07-30T16:49:27.360551Z","end":"2026-07-30T16:49:27.504759Z","steps":["trace[1037829476] 'agreement among raft nodes before linearized reading' (duration: 143.36859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.504084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.438668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:49:27.504942Z","caller":"traceutil/trace.go:172","msg":"trace[455238059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:999; }","duration":"197.307736ms","start":"2026-07-30T16:49:27.307629Z","end":"2026-07-30T16:49:27.504937Z","steps":["trace[455238059] 'agreement among raft nodes before linearized reading' (duration: 196.346606ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.504172Z","caller":"traceutil/trace.go:172","msg":"trace[1293108978] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"167.151082ms","start":"2026-07-30T16:49:27.337009Z","end":"2026-07-30T16:49:27.504160Z","steps":["trace[1293108978] 'process raft request' (duration: 164.951036ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.504666Z","caller":"traceutil/trace.go:172","msg":"trace[1325069772] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"115.344089ms","start":"2026-07-30T16:49:27.389310Z","end":"2026-07-30T16:49:27.504654Z","steps":["trace[1325069772] 'process raft request' (duration: 115.056583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.621542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.28244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-07-30T16:49:27.621622Z","caller":"traceutil/trace.go:172","msg":"trace[1779830024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1000; }","duration":"202.376362ms","start":"2026-07-30T16:49:27.419227Z","end":"2026-07-30T16:49:27.621603Z","steps":["trace[1779830024] 'agreement among raft nodes before linearized reading' (duration: 176.748781ms)","trace[1779830024] 'range keys from in-memory index tree' (duration: 25.250983ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:27.623219Z","caller":"traceutil/trace.go:172","msg":"trace[1766816459] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"111.398048ms","start":"2026-07-30T16:49:27.511802Z","end":"2026-07-30T16:49:27.623200Z","steps":["trace[1766816459] 'process raft request' (duration: 111.082071ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.623395Z","caller":"traceutil/trace.go:172","msg":"trace[1083492440] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"112.184043ms","start":"2026-07-30T16:49:27.511199Z","end":"2026-07-30T16:49:27.623383Z","steps":["trace[1083492440] 'process raft request' (duration: 111.593501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.834745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.704658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-07-30T16:49:27.834791Z","caller":"traceutil/trace.go:172","msg":"trace[85199881] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"130.446842ms","start":"2026-07-30T16:49:27.704335Z","end":"2026-07-30T16:49:27.834782Z","steps":["trace[85199881] 'process raft request' (duration: 130.328449ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.834827Z","caller":"traceutil/trace.go:172","msg":"trace[1693861367] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1004; }","duration":"188.80181ms","start":"2026-07-30T16:49:27.646010Z","end":"2026-07-30T16:49:27.834812Z","steps":["trace[1693861367] 'agreement among raft nodes before linearized reading' (duration: 188.543875ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.834362Z","caller":"traceutil/trace.go:172","msg":"trace[1530379742] linearizableReadLoop","detail":"{readStateIndex:1167; appliedIndex:1170; }","duration":"188.325021ms","start":"2026-07-30T16:49:27.646023Z","end":"2026-07-30T16:49:27.834348Z","steps":["trace[1530379742] 'read index received' (duration: 188.321111ms)","trace[1530379742] 'applied index is now lower than readState.Index' (duration: 3.25µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:28.049802Z","caller":"traceutil/trace.go:172","msg":"trace[2095393675] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"133.646467ms","start":"2026-07-30T16:49:27.916135Z","end":"2026-07-30T16:49:28.049782Z","steps":["trace[2095393675] 'process raft request' (duration: 133.426662ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:28.235537Z","caller":"traceutil/trace.go:172","msg":"trace[1040785899] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1174; }","duration":"313.884419ms","start":"2026-07-30T16:49:27.921622Z","end":"2026-07-30T16:49:28.235507Z","steps":["trace[1040785899] 'read index received' (duration: 313.869658ms)","trace[1040785899] 'applied index is now lower than readState.Index' (duration: 14.27µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:28.323202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.555303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-07-30T16:49:28.323290Z","caller":"traceutil/trace.go:172","msg":"trace[1780901979] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1007; }","duration":"401.650765ms","start":"2026-07-30T16:49:27.921617Z","end":"2026-07-30T16:49:28.323268Z","steps":["trace[1780901979] 'agreement among raft nodes before linearized reading' (duration: 313.98194ms)","trace[1780901979] 'range keys from in-memory index tree' (duration: 87.420419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:28.323332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:27.921599Z","time spent":"401.722276ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":1,"response size":65459,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:28.332839Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.946338ms"} {"level":"warn","ts":"2026-07-30T16:49:28.332955Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"84.073951ms"} {"level":"warn","ts":"2026-07-30T16:49:28.334045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.276451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:28.334157Z","caller":"traceutil/trace.go:172","msg":"trace[238065363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1007; }","duration":"322.412714ms","start":"2026-07-30T16:49:28.011723Z","end":"2026-07-30T16:49:28.334135Z","steps":["trace[238065363] 'agreement among raft nodes before linearized reading' (duration: 322.239401ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:28.334175Z","caller":"traceutil/trace.go:172","msg":"trace[736818919] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"217.122596ms","start":"2026-07-30T16:49:28.117034Z","end":"2026-07-30T16:49:28.334157Z","steps":["trace[736818919] 'process raft request' (duration: 216.112335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:28.334503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.064428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:28.334773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.532672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:28.334838Z","caller":"traceutil/trace.go:172","msg":"trace[808141546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1008; }","duration":"315.588293ms","start":"2026-07-30T16:49:28.019227Z","end":"2026-07-30T16:49:28.334816Z","steps":["trace[808141546] 'agreement among raft nodes before linearized reading' (duration: 315.500171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:28.334850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.513492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:57 size:4714"} {"level":"info","ts":"2026-07-30T16:49:28.334927Z","caller":"traceutil/trace.go:172","msg":"trace[135834017] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:57; response_revision:1008; }","duration":"288.593144ms","start":"2026-07-30T16:49:28.046323Z","end":"2026-07-30T16:49:28.334916Z","steps":["trace[135834017] 'agreement among raft nodes before linearized reading' (duration: 288.098194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:28.334945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:28.019204Z","time spent":"315.666244ms","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:49:28.335912Z","caller":"traceutil/trace.go:172","msg":"trace[1116220160] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1007; }","duration":"109.932417ms","start":"2026-07-30T16:49:28.225966Z","end":"2026-07-30T16:49:28.335899Z","steps":["trace[1116220160] 'agreement among raft nodes before linearized reading' (duration: 108.021447ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:29.741756Z","caller":"traceutil/trace.go:172","msg":"trace[797953050] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"106.113095ms","start":"2026-07-30T16:49:29.635612Z","end":"2026-07-30T16:49:29.741725Z","steps":["trace[797953050] 'process raft request' (duration: 105.844979ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:29.827681Z","caller":"traceutil/trace.go:172","msg":"trace[578630277] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"191.915401ms","start":"2026-07-30T16:49:29.635745Z","end":"2026-07-30T16:49:29.827661Z","steps":["trace[578630277] 'process raft request' (duration: 191.710147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:31.166033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.10292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:31.166098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.79196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:31.166121Z","caller":"traceutil/trace.go:172","msg":"trace[1889373153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1020; }","duration":"145.204352ms","start":"2026-07-30T16:49:31.020897Z","end":"2026-07-30T16:49:31.166102Z","steps":["trace[1889373153] 'agreement among raft nodes before linearized reading' (duration: 34.905322ms)","trace[1889373153] 'range keys from in-memory index tree' (duration: 110.156608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:31.166317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.057427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:31.166490Z","caller":"traceutil/trace.go:172","msg":"trace[830503618] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"146.350236ms","start":"2026-07-30T16:49:31.020123Z","end":"2026-07-30T16:49:31.166473Z","steps":["trace[830503618] 'process raft request' (duration: 35.046654ms)","trace[830503618] 'compare' (duration: 110.827382ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:31.166475Z","caller":"traceutil/trace.go:172","msg":"trace[1251239972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1020; }","duration":"155.170138ms","start":"2026-07-30T16:49:31.011291Z","end":"2026-07-30T16:49:31.166461Z","steps":["trace[1251239972] 'range keys from in-memory index tree' (duration: 154.017105ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:31.371671Z","caller":"traceutil/trace.go:172","msg":"trace[196986576] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"175.269113ms","start":"2026-07-30T16:49:31.196380Z","end":"2026-07-30T16:49:31.371649Z","steps":["trace[196986576] 'process raft request' (duration: 174.413506ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:32.602704Z","caller":"traceutil/trace.go:172","msg":"trace[889083700] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"136.373319ms","start":"2026-07-30T16:49:32.466310Z","end":"2026-07-30T16:49:32.602684Z","steps":["trace[889083700] 'process raft request' (duration: 135.761135ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:32.802203Z","caller":"traceutil/trace.go:172","msg":"trace[1347955923] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"140.33617ms","start":"2026-07-30T16:49:32.661849Z","end":"2026-07-30T16:49:32.802185Z","steps":["trace[1347955923] 'process raft request' (duration: 132.409296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:33.231711Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"145.862017ms"} {"level":"warn","ts":"2026-07-30T16:49:33.231803Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"145.960349ms"} {"level":"info","ts":"2026-07-30T16:49:33.232306Z","caller":"traceutil/trace.go:172","msg":"trace[1926945224] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"284.374916ms","start":"2026-07-30T16:49:32.947910Z","end":"2026-07-30T16:49:33.232285Z","steps":["trace[1926945224] 'process raft request' (duration: 283.913986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:33.510762Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:33.518880Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.048922ms"} {"level":"warn","ts":"2026-07-30T16:49:33.518918Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.092463ms"} {"level":"info","ts":"2026-07-30T16:49:33.518950Z","caller":"traceutil/trace.go:172","msg":"trace[185857070] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1204; }","duration":"508.523008ms","start":"2026-07-30T16:49:33.010398Z","end":"2026-07-30T16:49:33.518921Z","steps":["trace[185857070] 'read index received' (duration: 508.506638ms)","trace[185857070] 'applied index is now lower than readState.Index' (duration: 12.97µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:33.562670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.273342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:33.562746Z","caller":"traceutil/trace.go:172","msg":"trace[1664953209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"552.351374ms","start":"2026-07-30T16:49:33.010373Z","end":"2026-07-30T16:49:33.562724Z","steps":["trace[1664953209] 'agreement among raft nodes before linearized reading' (duration: 508.706892ms)","trace[1664953209] 'range keys from in-memory index tree' (duration: 43.550429ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:33.562939Z","caller":"traceutil/trace.go:172","msg":"trace[269593629] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"613.946697ms","start":"2026-07-30T16:49:32.948969Z","end":"2026-07-30T16:49:33.562916Z","steps":["trace[269593629] 'process raft request' (duration: 570.178133ms)","trace[269593629] 'compare' (duration: 43.282154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:33.563046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:32.948950Z","time spent":"614.041259ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:33.570881Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":296568745578789197,"received-request-id":296568745578789193} {"level":"warn","ts":"2026-07-30T16:49:33.571331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.090258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:33.571388Z","caller":"traceutil/trace.go:172","msg":"trace[1635816727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1032; }","duration":"552.246752ms","start":"2026-07-30T16:49:33.019132Z","end":"2026-07-30T16:49:33.571379Z","steps":["trace[1635816727] 'agreement among raft nodes before linearized reading' (duration: 552.062928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:33.571412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:33.019115Z","time spent":"552.292553ms","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:49:33.571722Z","caller":"traceutil/trace.go:172","msg":"trace[1370513067] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"372.503077ms","start":"2026-07-30T16:49:33.199201Z","end":"2026-07-30T16:49:33.571704Z","steps":["trace[1370513067] 'process raft request' (duration: 372.091848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:33.571851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:33.199168Z","time spent":"372.6151ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:34.051532Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"256.3918ms"} {"level":"warn","ts":"2026-07-30T16:49:34.051700Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"256.565034ms"} {"level":"info","ts":"2026-07-30T16:49:34.163883Z","caller":"traceutil/trace.go:172","msg":"trace[1270934955] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1206; }","duration":"414.596436ms","start":"2026-07-30T16:49:33.749251Z","end":"2026-07-30T16:49:34.163847Z","steps":["trace[1270934955] 'read index received' (duration: 414.582596ms)","trace[1270934955] 'applied index is now lower than readState.Index' (duration: 11.23µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:34.229985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.734522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:34.230057Z","caller":"traceutil/trace.go:172","msg":"trace[843069034] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1033; }","duration":"480.818004ms","start":"2026-07-30T16:49:33.749222Z","end":"2026-07-30T16:49:34.230040Z","steps":["trace[843069034] 'agreement among raft nodes before linearized reading' (duration: 414.739468ms)","trace[843069034] 'range keys from in-memory index tree' (duration: 65.952613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:34.230289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.979984ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:34.230381Z","caller":"traceutil/trace.go:172","msg":"trace[1807440107] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1033; }","duration":"220.095736ms","start":"2026-07-30T16:49:34.010267Z","end":"2026-07-30T16:49:34.230362Z","steps":["trace[1807440107] 'range keys from in-memory index tree' (duration: 219.924673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.230500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.737992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:49:34.230518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:33.749192Z","time spent":"481.310194ms","remote":"127.0.0.1:45876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:34.230715Z","caller":"traceutil/trace.go:172","msg":"trace[233823388] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"594.261528ms","start":"2026-07-30T16:49:33.636437Z","end":"2026-07-30T16:49:34.230699Z","steps":["trace[233823388] 'process raft request' (duration: 415.271811ms)","trace[233823388] 'compare' (duration: 178.63015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:34.230775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:33.636418Z","time spent":"594.335499ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:34.230837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.251205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:49:34.230872Z","caller":"traceutil/trace.go:172","msg":"trace[156302896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1035; }","duration":"379.288005ms","start":"2026-07-30T16:49:33.851575Z","end":"2026-07-30T16:49:34.230863Z","steps":["trace[156302896] 'agreement among raft nodes before linearized reading' (duration: 379.139952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.230871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.44549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T16:49:34.230901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:33.851555Z","time spent":"379.338606ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:34.230930Z","caller":"traceutil/trace.go:172","msg":"trace[1404405801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1035; }","duration":"441.506481ms","start":"2026-07-30T16:49:33.789407Z","end":"2026-07-30T16:49:34.230914Z","steps":["trace[1404405801] 'agreement among raft nodes before linearized reading' (duration: 441.313957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.230975Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:33.789392Z","time spent":"441.569782ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:34.682848Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"252.149959ms"} {"level":"warn","ts":"2026-07-30T16:49:34.682921Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"252.235551ms"} {"level":"info","ts":"2026-07-30T16:49:34.684021Z","caller":"traceutil/trace.go:172","msg":"trace[1286371462] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"448.052914ms","start":"2026-07-30T16:49:34.235943Z","end":"2026-07-30T16:49:34.683996Z","steps":["trace[1286371462] 'process raft request' (duration: 447.016642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.684180Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:34.235922Z","time spent":"448.179378ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:34.703976Z","caller":"traceutil/trace.go:172","msg":"trace[2139576603] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1209; }","duration":"462.087515ms","start":"2026-07-30T16:49:34.241865Z","end":"2026-07-30T16:49:34.703953Z","steps":["trace[2139576603] 'read index received' (duration: 462.082945ms)","trace[2139576603] 'applied index is now lower than readState.Index' (duration: 3.54µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:34.704110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"462.227648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:34.704145Z","caller":"traceutil/trace.go:172","msg":"trace[1489533698] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1036; }","duration":"462.271328ms","start":"2026-07-30T16:49:34.241862Z","end":"2026-07-30T16:49:34.704133Z","steps":["trace[1489533698] 'agreement among raft nodes before linearized reading' (duration: 462.195367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.704182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:34.241853Z","time spent":"462.320149ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:34.704318Z","caller":"traceutil/trace.go:172","msg":"trace[1952173068] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"467.1325ms","start":"2026-07-30T16:49:34.237154Z","end":"2026-07-30T16:49:34.704286Z","steps":["trace[1952173068] 'process raft request' (duration: 466.975266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.704514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:34.237131Z","time spent":"467.290902ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:34.705520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.967946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:34.705577Z","caller":"traceutil/trace.go:172","msg":"trace[1711841863] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1037; }","duration":"134.035877ms","start":"2026-07-30T16:49:34.571526Z","end":"2026-07-30T16:49:34.705562Z","steps":["trace[1711841863] 'agreement among raft nodes before linearized reading' (duration: 133.934925ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:34.977871Z","caller":"traceutil/trace.go:172","msg":"trace[1772670049] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"126.203856ms","start":"2026-07-30T16:49:34.851646Z","end":"2026-07-30T16:49:34.977850Z","steps":["trace[1772670049] 'process raft request' (duration: 111.824629ms)","trace[1772670049] 'compare' (duration: 14.168432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:35.512601Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"227.62316ms"} {"level":"warn","ts":"2026-07-30T16:49:35.512690Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"227.722662ms"} {"level":"info","ts":"2026-07-30T16:49:35.521301Z","caller":"traceutil/trace.go:172","msg":"trace[233303827] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"433.950001ms","start":"2026-07-30T16:49:35.087316Z","end":"2026-07-30T16:49:35.521266Z","steps":["trace[233303827] 'process raft request' (duration: 426.024777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:35.521474Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:35.087282Z","time spent":"434.106874ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:35.742034Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.261343ms"} {"level":"warn","ts":"2026-07-30T16:49:35.742144Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.435846ms"} {"level":"warn","ts":"2026-07-30T16:49:35.746617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.72554ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:35.746707Z","caller":"traceutil/trace.go:172","msg":"trace[499591526] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1045; }","duration":"114.833942ms","start":"2026-07-30T16:49:35.631850Z","end":"2026-07-30T16:49:35.746684Z","steps":["trace[499591526] 'range keys from in-memory index tree' (duration: 114.652968ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:35.746971Z","caller":"traceutil/trace.go:172","msg":"trace[265568914] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"508.582751ms","start":"2026-07-30T16:49:35.238365Z","end":"2026-07-30T16:49:35.746948Z","steps":["trace[265568914] 'process raft request' (duration: 508.389167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:35.747235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:35.238330Z","time spent":"508.680124ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:35.747225Z","caller":"traceutil/trace.go:172","msg":"trace[212246231] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"617.381028ms","start":"2026-07-30T16:49:35.129625Z","end":"2026-07-30T16:49:35.747006Z","steps":["trace[212246231] 'process raft request' (duration: 534.763193ms)","trace[212246231] 'compare' (duration: 82.230118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:35.747399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:35.129354Z","time spent":"617.96338ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:35.757267Z","caller":"traceutil/trace.go:172","msg":"trace[1150238993] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"190.514964ms","start":"2026-07-30T16:49:35.566735Z","end":"2026-07-30T16:49:35.757250Z","steps":["trace[1150238993] 'process raft request' (duration: 190.33954ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:35.766823Z","caller":"traceutil/trace.go:172","msg":"trace[798461872] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"188.431401ms","start":"2026-07-30T16:49:35.578381Z","end":"2026-07-30T16:49:35.766812Z","steps":["trace[798461872] 'process raft request' (duration: 188.37464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:36.261254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.190345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:36.261355Z","caller":"traceutil/trace.go:172","msg":"trace[1333063462] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1050; }","duration":"250.299698ms","start":"2026-07-30T16:49:36.011035Z","end":"2026-07-30T16:49:36.261334Z","steps":["trace[1333063462] 'range keys from in-memory index tree' (duration: 250.138634ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:36.261611Z","caller":"traceutil/trace.go:172","msg":"trace[2023155087] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"164.063747ms","start":"2026-07-30T16:49:36.097540Z","end":"2026-07-30T16:49:36.261604Z","steps":["trace[2023155087] 'process raft request' (duration: 163.841343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:36.725117Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.532033ms"} {"level":"warn","ts":"2026-07-30T16:49:36.725207Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.633695ms"} {"level":"info","ts":"2026-07-30T16:49:36.726487Z","caller":"traceutil/trace.go:172","msg":"trace[873066491] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"452.075713ms","start":"2026-07-30T16:49:36.274391Z","end":"2026-07-30T16:49:36.726467Z","steps":["trace[873066491] 'process raft request' (duration: 451.208034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:36.726727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.274370Z","time spent":"452.210195ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:37.086985Z","caller":"traceutil/trace.go:172","msg":"trace[1745510493] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"810.774945ms","start":"2026-07-30T16:49:36.276177Z","end":"2026-07-30T16:49:37.086952Z","steps":["trace[1745510493] 'process raft request' (duration: 810.439669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:37.087183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.276155Z","time spent":"810.921409ms","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:37.182998Z","caller":"traceutil/trace.go:172","msg":"trace[18014259] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1227; }","duration":"493.799262ms","start":"2026-07-30T16:49:36.689167Z","end":"2026-07-30T16:49:37.182966Z","steps":["trace[18014259] 'read index received' (duration: 493.788642ms)","trace[18014259] 'applied index is now lower than readState.Index' (duration: 9.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:37.472247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.415684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:49:37.472894Z","caller":"traceutil/trace.go:172","msg":"trace[753093459] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"687.988768ms","start":"2026-07-30T16:49:36.784875Z","end":"2026-07-30T16:49:37.472864Z","steps":["trace[753093459] 'process raft request' (duration: 687.511568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:37.473004Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.784844Z","time spent":"688.10446ms","remote":"127.0.0.1:46438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:37.473771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"783.46652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:49:37.473837Z","caller":"traceutil/trace.go:172","msg":"trace[1109755992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1053; }","duration":"784.672445ms","start":"2026-07-30T16:49:36.689142Z","end":"2026-07-30T16:49:37.473814Z","steps":["trace[1109755992] 'agreement among raft nodes before linearized reading' (duration: 493.970376ms)","trace[1109755992] 'range keys from in-memory index tree' (duration: 289.412422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:37.473879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.689074Z","time spent":"784.791157ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:37.536669Z","caller":"traceutil/trace.go:172","msg":"trace[356230323] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1229; }","duration":"353.561125ms","start":"2026-07-30T16:49:37.183076Z","end":"2026-07-30T16:49:37.536638Z","steps":["trace[356230323] 'read index received' (duration: 353.546195ms)","trace[356230323] 'applied index is now lower than readState.Index' (duration: 13.03µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:37.635965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.88857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:37.636030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.564468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:37.636106Z","caller":"traceutil/trace.go:172","msg":"trace[2031502738] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1054; }","duration":"624.65625ms","start":"2026-07-30T16:49:37.011432Z","end":"2026-07-30T16:49:37.636088Z","steps":["trace[2031502738] 'agreement among raft nodes before linearized reading' (duration: 525.32555ms)","trace[2031502738] 'range keys from in-memory index tree' (duration: 99.181756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:37.635979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"923.774033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:37.636237Z","caller":"traceutil/trace.go:172","msg":"trace[1414653973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1054; }","duration":"924.044839ms","start":"2026-07-30T16:49:36.712171Z","end":"2026-07-30T16:49:37.636216Z","steps":["trace[1414653973] 'agreement among raft nodes before linearized reading' (duration: 824.624837ms)","trace[1414653973] 'range keys from in-memory index tree' (duration: 99.035604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:37.636316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.712144Z","time spent":"924.156302ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:37.636066Z","caller":"traceutil/trace.go:172","msg":"trace[1965247540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1054; }","duration":"617.993422ms","start":"2026-07-30T16:49:37.018047Z","end":"2026-07-30T16:49:37.636040Z","steps":["trace[1965247540] 'agreement among raft nodes before linearized reading' (duration: 518.630192ms)","trace[1965247540] 'range keys from in-memory index tree' (duration: 99.223097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:37.636570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:37.018025Z","time spent":"618.529293ms","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:37.676387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.816618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:37.676453Z","caller":"traceutil/trace.go:172","msg":"trace[323936237] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1056; }","duration":"190.882079ms","start":"2026-07-30T16:49:37.485553Z","end":"2026-07-30T16:49:37.676435Z","steps":["trace[323936237] 'agreement among raft nodes before linearized reading' (duration: 150.946145ms)","trace[323936237] 'range keys from in-memory index tree' (duration: 39.839132ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:37.677154Z","caller":"traceutil/trace.go:172","msg":"trace[562183073] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"197.331871ms","start":"2026-07-30T16:49:37.479808Z","end":"2026-07-30T16:49:37.677140Z","steps":["trace[562183073] 'process raft request' (duration: 196.519075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:37.677032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.654279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-30T16:49:37.677819Z","caller":"traceutil/trace.go:172","msg":"trace[928825571] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1056; }","duration":"167.440414ms","start":"2026-07-30T16:49:37.510355Z","end":"2026-07-30T16:49:37.677796Z","steps":["trace[928825571] 'agreement among raft nodes before linearized reading' (duration: 126.166344ms)","trace[928825571] 'range keys from in-memory index tree' (duration: 40.359632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:38.262784Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"76.865892ms"} {"level":"warn","ts":"2026-07-30T16:49:38.262930Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"77.018315ms"} {"level":"warn","ts":"2026-07-30T16:49:38.342289Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:38.681449Z","caller":"traceutil/trace.go:172","msg":"trace[509843040] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"929.455374ms","start":"2026-07-30T16:49:37.751970Z","end":"2026-07-30T16:49:38.681426Z","steps":["trace[509843040] 'process raft request' (duration: 929.310651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:38.681595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:37.751950Z","time spent":"929.575307ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:38.842607Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:39.343535Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:39.844280Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:40.027571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000149722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:40.027844Z","caller":"traceutil/trace.go:172","msg":"trace[1952550672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432658s","start":"2026-07-30T16:49:38.027384Z","end":"2026-07-30T16:49:40.027817Z","steps":["trace[1952550672] 'agreement among raft nodes before linearized reading' (duration: 2.000146002s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:40.027984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:38.027361Z","time spent":"2.000606621s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:40 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:40.344799Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:40.845908Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:41.346952Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:41.811738Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.123887933s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:41.811883Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"926.083438ms"} {"level":"warn","ts":"2026-07-30T16:49:41.811907Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"926.111359ms"} {"level":"warn","ts":"2026-07-30T16:49:41.847722Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:42.028098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999934831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:42.028181Z","caller":"traceutil/trace.go:172","msg":"trace[929698388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052424s","start":"2026-07-30T16:49:40.028107Z","end":"2026-07-30T16:49:42.028160Z","steps":["trace[929698388] 'agreement among raft nodes before linearized reading' (duration: 1.999932261s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:42.028307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:40.028077Z","time spent":"2.000154606s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:42 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:42.084828Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.904904ms"} {"level":"warn","ts":"2026-07-30T16:49:42.084869Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.948565ms"} {"level":"info","ts":"2026-07-30T16:49:42.341200Z","caller":"traceutil/trace.go:172","msg":"trace[1800307268] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1235; }","duration":"4.499069058s","start":"2026-07-30T16:49:37.842108Z","end":"2026-07-30T16:49:42.341177Z","steps":["trace[1800307268] 'read index received' (duration: 4.499036838s)","trace[1800307268] 'applied index is now lower than readState.Index' (duration: 31.02µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:42.341340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.499210551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:42.341384Z","caller":"traceutil/trace.go:172","msg":"trace[1961309077] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1059; }","duration":"4.499270202s","start":"2026-07-30T16:49:37.842103Z","end":"2026-07-30T16:49:42.341373Z","steps":["trace[1961309077] 'agreement among raft nodes before linearized reading' (duration: 4.49917014s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:42.341419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:37.842091Z","time spent":"4.499320294s","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:42.343362Z","caller":"traceutil/trace.go:172","msg":"trace[738755305] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"4.580651232s","start":"2026-07-30T16:49:37.762681Z","end":"2026-07-30T16:49:42.343332Z","steps":["trace[738755305] 'process raft request' (duration: 4.580201823s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:42.344315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:37.762666Z","time spent":"4.580780005s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:42.344408Z","caller":"traceutil/trace.go:172","msg":"trace[817604129] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"4.286252557s","start":"2026-07-30T16:49:38.058135Z","end":"2026-07-30T16:49:42.344388Z","steps":["trace[817604129] 'process raft request' (duration: 4.285751647s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:42.345022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:38.058113Z","time spent":"4.28635119s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036325,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:42.842196Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:43.343220Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:43.844322Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:44.037155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000222102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:44.037326Z","caller":"traceutil/trace.go:172","msg":"trace[1200234706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355825s","start":"2026-07-30T16:49:42.036898Z","end":"2026-07-30T16:49:44.037254Z","steps":["trace[1200234706] 'agreement among raft nodes before linearized reading' (duration: 2.000217462s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:44.037408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.036878Z","time spent":"2.000512268s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:44.318049Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.916151106s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:44.318191Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.732527794s"} {"level":"warn","ts":"2026-07-30T16:49:44.318209Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.732549814s"} {"level":"info","ts":"2026-07-30T16:49:44.318722Z","caller":"traceutil/trace.go:172","msg":"trace[986161793] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"3.631021046s","start":"2026-07-30T16:49:40.687682Z","end":"2026-07-30T16:49:44.318703Z","steps":["trace[986161793] 'process raft request' (duration: 3.630832072s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:44.318820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:40.687652Z","time spent":"3.631116037s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:44.345389Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:44.846299Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:45.347407Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:45.389423Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.070893437s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:45.389561Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"871.338895ms"} {"level":"warn","ts":"2026-07-30T16:49:45.389582Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"871.361436ms"} {"level":"info","ts":"2026-07-30T16:49:45.746540Z","caller":"traceutil/trace.go:172","msg":"trace[757343139] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1238; }","duration":"3.405246172s","start":"2026-07-30T16:49:42.341264Z","end":"2026-07-30T16:49:45.746510Z","steps":["trace[757343139] 'read index received' (duration: 3.405236652s)","trace[757343139] 'applied index is now lower than readState.Index' (duration: 8.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:45.746663Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"157.06035ms"} {"level":"warn","ts":"2026-07-30T16:49:45.746691Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"157.090421ms"} {"level":"warn","ts":"2026-07-30T16:49:46.037965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99985171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:46.038057Z","caller":"traceutil/trace.go:172","msg":"trace[997859822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999955242s","start":"2026-07-30T16:49:44.038081Z","end":"2026-07-30T16:49:46.038036Z","steps":["trace[997859822] 'agreement among raft nodes before linearized reading' (duration: 1.999847399s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:46.038111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.038063Z","time spent":"2.000039893s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:46.247244Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:46.411352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.092720496s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:49:46.411389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.399593673s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:46.411468Z","caller":"traceutil/trace.go:172","msg":"trace[1900689372] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"8.399684375s","start":"2026-07-30T16:49:38.011763Z","end":"2026-07-30T16:49:46.411447Z","steps":["trace[1900689372] 'agreement among raft nodes before linearized reading' (duration: 7.735135819s)","trace[1900689372] 'range keys from in-memory index tree' (duration: 664.429053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.411623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"779.88977ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:46.411656Z","caller":"traceutil/trace.go:172","msg":"trace[1906399445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"779.924521ms","start":"2026-07-30T16:49:45.631720Z","end":"2026-07-30T16:49:46.411645Z","steps":["trace[1906399445] 'range keys from in-memory index tree' (duration: 779.820578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:46.412010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.730952228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-07-30T16:49:46.412011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.065597999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T16:49:46.412031Z","caller":"traceutil/trace.go:172","msg":"trace[1826966138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1062; }","duration":"6.730972718s","start":"2026-07-30T16:49:39.681051Z","end":"2026-07-30T16:49:46.412024Z","steps":["trace[1826966138] 'agreement among raft nodes before linearized reading' (duration: 6.065864901s)","trace[1826966138] 'range keys from in-memory index tree' (duration: 665.014945ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:46.412036Z","caller":"traceutil/trace.go:172","msg":"trace[205536460] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:1062; }","duration":"6.06562268s","start":"2026-07-30T16:49:40.346405Z","end":"2026-07-30T16:49:46.412028Z","steps":["trace[205536460] 'agreement among raft nodes before linearized reading' (duration: 5.400554093s)","trace[205536460] 'range keys from in-memory index tree' (duration: 664.952684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.412002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.171654135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:46.412019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.760768295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-30T16:49:46.412056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:40.346379Z","time spent":"6.065671501s","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:46.412055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.171800029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:46.412072Z","caller":"traceutil/trace.go:172","msg":"trace[310606043] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1062; }","duration":"7.760825496s","start":"2026-07-30T16:49:38.651240Z","end":"2026-07-30T16:49:46.412065Z","steps":["trace[310606043] 'agreement among raft nodes before linearized reading' (duration: 7.095692139s)","trace[310606043] 'range keys from in-memory index tree' (duration: 664.965804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.412036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.700237245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:46.412091Z","caller":"traceutil/trace.go:172","msg":"trace[236290464] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1062; }","duration":"4.1718298s","start":"2026-07-30T16:49:42.240249Z","end":"2026-07-30T16:49:46.412079Z","steps":["trace[236290464] 'agreement among raft nodes before linearized reading' (duration: 3.506675302s)","trace[236290464] 'range keys from in-memory index tree' (duration: 665.111267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.412051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:39.681031Z","time spent":"6.73101447s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:46.412114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.335808898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:46.412128Z","caller":"traceutil/trace.go:172","msg":"trace[644335059] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1062; }","duration":"4.335822148s","start":"2026-07-30T16:49:42.076302Z","end":"2026-07-30T16:49:46.412124Z","steps":["trace[644335059] 'agreement among raft nodes before linearized reading' (duration: 3.67063469s)","trace[644335059] 'range keys from in-memory index tree' (duration: 665.167868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.412140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.076285Z","time spent":"4.335852029s","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:46.412135Z","caller":"traceutil/trace.go:172","msg":"trace[398917401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1062; }","duration":"6.700361947s","start":"2026-07-30T16:49:39.711748Z","end":"2026-07-30T16:49:46.412110Z","steps":["trace[398917401] 'agreement among raft nodes before linearized reading' (duration: 6.035132838s)","trace[398917401] 'range keys from in-memory index tree' (duration: 664.935664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.412131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.240226Z","time spent":"4.17189625s","remote":"127.0.0.1:46380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:46.412102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.380633661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18c71f45a0e2bf11\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-07-30T16:49:46.412185Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:39.711720Z","time spent":"6.70045527s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:46.412086Z","caller":"traceutil/trace.go:172","msg":"trace[1594814429] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1062; }","duration":"4.171746317s","start":"2026-07-30T16:49:42.240319Z","end":"2026-07-30T16:49:46.412065Z","steps":["trace[1594814429] 'agreement among raft nodes before linearized reading' (duration: 3.506598419s)","trace[1594814429] 'range keys from in-memory index tree' (duration: 665.034025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.412089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:38.651227Z","time spent":"7.760859288s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:46.412264Z","caller":"traceutil/trace.go:172","msg":"trace[2117884437] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18c71f45a0e2bf11; range_end:; response_count:1; response_revision:1062; }","duration":"4.380793394s","start":"2026-07-30T16:49:42.031426Z","end":"2026-07-30T16:49:46.412220Z","steps":["trace[2117884437] 'agreement among raft nodes before linearized reading' (duration: 3.715517244s)","trace[2117884437] 'range keys from in-memory index tree' (duration: 664.971804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:46.412280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.240313Z","time spent":"4.171956151s","remote":"127.0.0.1:46232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:46.412331Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.031405Z","time spent":"4.380912677s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18c71f45a0e2bf11\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:46.412564Z","caller":"traceutil/trace.go:172","msg":"trace[540192216] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"4.927061081s","start":"2026-07-30T16:49:41.485492Z","end":"2026-07-30T16:49:46.412553Z","steps":["trace[540192216] 'process raft request' (duration: 4.925930468s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:46.412625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:41.485450Z","time spent":"4.927133643s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:46.747779Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:47.248780Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:47.749513Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:48.003057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.044808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.049775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001433408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:48.049840Z","caller":"traceutil/trace.go:172","msg":"trace[1089219595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0015002s","start":"2026-07-30T16:49:46.048322Z","end":"2026-07-30T16:49:48.049822Z","steps":["trace[1089219595] 'agreement among raft nodes before linearized reading' (duration: 2.001431348s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:48.049890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.048303Z","time spent":"2.001579841s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:48 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:48.094575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.237552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.249847Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:48.255306Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.270825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.291354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.315296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.336183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.350926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.416046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.474992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.492863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.506508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.529565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.641507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.660645Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.681417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.750817Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:48.761500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:48.774029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:49:49.251545Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:49.301623Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.544926514s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:49.301826Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.355099393s"} {"level":"warn","ts":"2026-07-30T16:49:49.301857Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.355133583s"} {"level":"warn","ts":"2026-07-30T16:49:49.348925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.350157Z","time spent":"4.998760562s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/30 16:49:49 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:49.402543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.401762Z","time spent":"7.000774633s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:49.599402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999694234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:49.599559Z","caller":"traceutil/trace.go:172","msg":"trace[1792213394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999873467s","start":"2026-07-30T16:49:47.599645Z","end":"2026-07-30T16:49:49.599518Z","steps":["trace[1792213394] 'agreement among raft nodes before linearized reading' (duration: 1.999683174s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:49.599637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:47.599594Z","time spent":"2.000030711s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:49 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:49.679812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.417652Z","time spent":"3.262154966s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/30 16:49:49 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:49.711883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.417636Z","time spent":"3.294224346s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/30 16:49:49 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:49.752221Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:50.048946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.998962222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:50.049034Z","caller":"traceutil/trace.go:172","msg":"trace[1011989936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999060565s","start":"2026-07-30T16:49:48.049953Z","end":"2026-07-30T16:49:50.049013Z","steps":["trace[1011989936] 'agreement among raft nodes before linearized reading' (duration: 1.998958342s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:50.049192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.049936Z","time spent":"1.999214438s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:50 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:50.253018Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:50.753634Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:50.855610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.440388155s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:50.855693Z","caller":"traceutil/trace.go:172","msg":"trace[2004465630] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1063; }","duration":"4.440480347s","start":"2026-07-30T16:49:46.415197Z","end":"2026-07-30T16:49:50.855678Z","steps":["trace[2004465630] 'range keys from in-memory index tree' (duration: 4.440333884s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:50.856703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:47.776526Z","time spent":"3.080173441s","remote":"127.0.0.1:33088","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:50.857195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.444580452s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:49:51.188474Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.886451506s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:51.188613Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.686728442s"} {"level":"warn","ts":"2026-07-30T16:49:51.188638Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.686758922s"} {"level":"info","ts":"2026-07-30T16:49:51.188666Z","caller":"traceutil/trace.go:172","msg":"trace[951199665] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1241; }","duration":"5.442019658s","start":"2026-07-30T16:49:45.746617Z","end":"2026-07-30T16:49:51.188637Z","steps":["trace[951199665] 'read index received' (duration: 5.442001868s)","trace[951199665] 'applied index is now lower than readState.Index' (duration: 15.69µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:51.211036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.815413341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:51.211094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.398200141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:51.211123Z","caller":"traceutil/trace.go:172","msg":"trace[1931106948] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1064; }","duration":"6.815518833s","start":"2026-07-30T16:49:44.395585Z","end":"2026-07-30T16:49:51.211103Z","steps":["trace[1931106948] 'agreement among raft nodes before linearized reading' (duration: 6.793095102s)","trace[1931106948] 'range keys from in-memory index tree' (duration: 22.270388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:51.211187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.395573Z","time spent":"6.815605045s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:51.211194Z","caller":"traceutil/trace.go:172","msg":"trace[57973497] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1064; }","duration":"7.398313353s","start":"2026-07-30T16:49:43.812852Z","end":"2026-07-30T16:49:51.211165Z","steps":["trace[57973497] 'agreement among raft nodes before linearized reading' (duration: 7.375907243s)","trace[57973497] 'range keys from in-memory index tree' (duration: 22.254838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:51.211247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:43.812829Z","time spent":"7.398404835s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:51.211266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.674164122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:51.211325Z","caller":"traceutil/trace.go:172","msg":"trace[1691071418] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1064; }","duration":"6.674222403s","start":"2026-07-30T16:49:44.537084Z","end":"2026-07-30T16:49:51.211306Z","steps":["trace[1691071418] 'agreement among raft nodes before linearized reading' (duration: 6.651634289s)","trace[1691071418] 'range keys from in-memory index tree' (duration: 22.506733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:51.211372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.537071Z","time spent":"6.674292204s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:51.212343Z","caller":"traceutil/trace.go:172","msg":"trace[607282186] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"4.475445338s","start":"2026-07-30T16:49:46.736881Z","end":"2026-07-30T16:49:51.212327Z","steps":["trace[607282186] 'process raft request' (duration: 4.475373627s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:51.212821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.736815Z","time spent":"4.475945288s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4164,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:51.212333Z","caller":"traceutil/trace.go:172","msg":"trace[1530984656] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"5.455736131s","start":"2026-07-30T16:49:45.756554Z","end":"2026-07-30T16:49:51.212290Z","steps":["trace[1530984656] 'process raft request' (duration: 5.455420315s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:51.212668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.417868Z","time spent":"4.794795539s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:51.212701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.417550Z","time spent":"4.795142306s","remote":"127.0.0.1:45538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:51.213147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:45.756531Z","time spent":"5.456443855s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:51.323279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.998557108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:51.323375Z","caller":"traceutil/trace.go:172","msg":"trace[459612572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998676111s","start":"2026-07-30T16:49:46.324680Z","end":"2026-07-30T16:49:51.323356Z","steps":["trace[459612572] 'agreement among raft nodes before linearized reading' (duration: 4.998553818s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:51.323441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.324663Z","time spent":"4.998763572s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/07/30 16:49:51 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:51.463877Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b507b8161dc38082","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.185445ms"} {"level":"warn","ts":"2026-07-30T16:49:51.463949Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.293618ms"} {"level":"warn","ts":"2026-07-30T16:49:51.464187Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":296568745578789255,"received-request-id":296568745578789243} {"level":"info","ts":"2026-07-30T16:49:51.470421Z","caller":"traceutil/trace.go:172","msg":"trace[555534120] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1071; }","duration":"1.787344876s","start":"2026-07-30T16:49:49.683054Z","end":"2026-07-30T16:49:51.470399Z","steps":["trace[555534120] 'process raft request' (duration: 1.780878113s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:51.470568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.683031Z","time spent":"1.787466018s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:51.478200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.712797Z","time spent":"1.765393545s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/30 16:49:51 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:51.688901Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:52.057498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000482482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:52.057594Z","caller":"traceutil/trace.go:172","msg":"trace[1350546138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586594s","start":"2026-07-30T16:49:50.056985Z","end":"2026-07-30T16:49:52.057572Z","steps":["trace[1350546138] 'agreement among raft nodes before linearized reading' (duration: 2.000479361s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:52.057731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:50.056979Z","time spent":"2.000739489s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:52 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:52.189723Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:52.690203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:53.190995Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:53.412777Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-30T16:49:53.412896Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":17907520044731139101} {"level":"warn","ts":"2026-07-30T16:49:53.691916Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:53.934409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"f8844a9a4263041d [logterm: 2, index: 1267, vote: f8844a9a4263041d] ignored MsgPreVote from 60c6769efc38a963 [logterm: 2, index: 1260] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-07-30T16:49:54.057707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999694153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:54.057919Z","caller":"traceutil/trace.go:172","msg":"trace[1760510289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999958819s","start":"2026-07-30T16:49:52.057939Z","end":"2026-07-30T16:49:54.057898Z","steps":["trace[1760510289] 'agreement among raft nodes before linearized reading' (duration: 1.999691953s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.058049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:52.057913Z","time spent":"2.000121552s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:49:54.143699Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"f8844a9a4263041d [logterm: 2, index: 1267, vote: f8844a9a4263041d] ignored MsgPreVote from b507b8161dc38082 [logterm: 2, index: 1260] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-07-30T16:49:54.159836Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"f8844a9a4263041d [logterm: 2, index: 1267, vote: f8844a9a4263041d] ignored MsgVote from b507b8161dc38082 [logterm: 2, index: 1260] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-07-30T16:49:54.187023Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"f8844a9a4263041d [term: 2] received a MsgApp message with higher term from b507b8161dc38082 [term: 3]"} {"level":"info","ts":"2026-07-30T16:49:54.187106Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f8844a9a4263041d became follower at term 3"} {"level":"info","ts":"2026-07-30T16:49:54.187126Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1261 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-07-30T16:49:54.187142Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1261"} {"level":"info","ts":"2026-07-30T16:49:54.187165Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: f8844a9a4263041d changed leader from f8844a9a4263041d to b507b8161dc38082 at term 3"} {"level":"warn","ts":"2026-07-30T16:49:54.192204Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:54.350304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.998311828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:54.350379Z","caller":"traceutil/trace.go:172","msg":"trace[1452141162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9984065s","start":"2026-07-30T16:49:49.351958Z","end":"2026-07-30T16:49:54.350364Z","steps":["trace[1452141162] 'agreement among raft nodes before linearized reading' (duration: 4.998309798s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.350432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.351917Z","time spent":"4.998502822s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/07/30 16:49:54 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/30 16:49:54 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:54.383703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.522547522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:54.383782Z","caller":"traceutil/trace.go:172","msg":"trace[599217212] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; }","duration":"3.522636184s","start":"2026-07-30T16:49:50.861131Z","end":"2026-07-30T16:49:54.383768Z","steps":["trace[599217212] 'agreement among raft nodes before linearized reading' (duration: 3.522546232s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.383849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:50.861100Z","time spent":"3.522734376s","remote":"127.0.0.1:45872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} 2026/07/30 16:49:54 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:54.490670Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.941655296s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:49:54.490811Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:49:54.490837Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"f8844a9a4263041d [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-07-30T16:49:54.490982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.032874897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491009Z","caller":"traceutil/trace.go:172","msg":"trace[16993591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"6.032916968s","start":"2026-07-30T16:49:48.458083Z","end":"2026-07-30T16:49:54.491000Z","steps":["trace[16993591] 'agreement among raft nodes before linearized reading' (duration: 6.032872777s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.490983Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":296568745578789261,"received-request-id":296568745578789255} {"level":"warn","ts":"2026-07-30T16:49:54.491042Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.458074Z","time spent":"6.032960919s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.520653931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491080Z","caller":"traceutil/trace.go:172","msg":"trace[1562884255] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; }","duration":"3.520663471s","start":"2026-07-30T16:49:50.970414Z","end":"2026-07-30T16:49:54.491077Z","steps":["trace[1562884255] 'agreement among raft nodes before linearized reading' (duration: 3.520654361s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:50.970390Z","time spent":"3.520696631s","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.066446187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.439370783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491128Z","caller":"traceutil/trace.go:172","msg":"trace[1901997107] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; }","duration":"4.439383044s","start":"2026-07-30T16:49:50.051742Z","end":"2026-07-30T16:49:54.491125Z","steps":["trace[1901997107] 'agreement among raft nodes before linearized reading' (duration: 4.439371453s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.491131Z","caller":"traceutil/trace.go:172","msg":"trace[1229336906] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; }","duration":"6.066503148s","start":"2026-07-30T16:49:48.424613Z","end":"2026-07-30T16:49:54.491116Z","steps":["trace[1229336906] 'agreement among raft nodes before linearized reading' (duration: 6.066444637s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491152Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491165Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":17907520044731139101} {"level":"warn","ts":"2026-07-30T16:49:54.491175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.266844086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491183Z","caller":"traceutil/trace.go:172","msg":"trace[1381765622] range","detail":"{range_begin:/registry/minions; range_end:; }","duration":"5.266852736s","start":"2026-07-30T16:49:49.224327Z","end":"2026-07-30T16:49:54.491180Z","steps":["trace[1381765622] 'agreement among raft nodes before linearized reading' (duration: 5.266844646s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.224287Z","time spent":"5.266902336s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.346227957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491217Z","caller":"traceutil/trace.go:172","msg":"trace[703222980] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; }","duration":"5.346237757s","start":"2026-07-30T16:49:49.144975Z","end":"2026-07-30T16:49:54.491212Z","steps":["trace[703222980] 'agreement among raft nodes before linearized reading' (duration: 5.346228437s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.144953Z","time spent":"5.346271278s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.955522497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.955800882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491266Z","caller":"traceutil/trace.go:172","msg":"trace[1836634333] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; }","duration":"5.955560467s","start":"2026-07-30T16:49:48.535697Z","end":"2026-07-30T16:49:54.491257Z","steps":["trace[1836634333] 'agreement among raft nodes before linearized reading' (duration: 5.955521657s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.491283Z","caller":"traceutil/trace.go:172","msg":"trace[1315854871] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"5.955825033s","start":"2026-07-30T16:49:48.535453Z","end":"2026-07-30T16:49:54.491278Z","steps":["trace[1315854871] 'agreement among raft nodes before linearized reading' (duration: 5.955800762s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.535437Z","time spent":"5.955859874s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.535679Z","time spent":"5.955614889s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.974117029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491332Z","caller":"traceutil/trace.go:172","msg":"trace[308226472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"5.974127039s","start":"2026-07-30T16:49:48.517202Z","end":"2026-07-30T16:49:54.491329Z","steps":["trace[308226472] 'agreement among raft nodes before linearized reading' (duration: 5.974117219s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.517181Z","time spent":"5.974158489s","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.67754253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.974170639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491368Z","caller":"traceutil/trace.go:172","msg":"trace[108819405] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; }","duration":"5.97418174s","start":"2026-07-30T16:49:48.517184Z","end":"2026-07-30T16:49:54.491366Z","steps":["trace[108819405] 'agreement among raft nodes before linearized reading' (duration: 5.974171019s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.491369Z","caller":"traceutil/trace.go:172","msg":"trace[1509135435] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"5.6775647s","start":"2026-07-30T16:49:48.813796Z","end":"2026-07-30T16:49:54.491361Z","steps":["trace[1509135435] 'agreement among raft nodes before linearized reading' (duration: 5.67754285s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.990486746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.716960Z","time spent":"5.774427542s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.990540346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491423Z","caller":"traceutil/trace.go:172","msg":"trace[1908800971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; }","duration":"5.990550987s","start":"2026-07-30T16:49:48.500869Z","end":"2026-07-30T16:49:54.491420Z","steps":["trace[1908800971] 'agreement among raft nodes before linearized reading' (duration: 5.990540616s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.678103812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.500861Z","time spent":"5.990569897s","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.491445Z","caller":"traceutil/trace.go:172","msg":"trace[637485935] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; }","duration":"5.678124632s","start":"2026-07-30T16:49:48.813315Z","end":"2026-07-30T16:49:54.491439Z","steps":["trace[637485935] 'agreement among raft nodes before linearized reading' (duration: 5.678104522s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.008640069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.813287Z","time spent":"5.678174373s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.033310536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491492Z","caller":"traceutil/trace.go:172","msg":"trace[32936288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; }","duration":"6.033320636s","start":"2026-07-30T16:49:48.458169Z","end":"2026-07-30T16:49:54.491490Z","steps":["trace[32936288] 'agreement among raft nodes before linearized reading' (duration: 6.033310226s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.708805553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.458156Z","time spent":"6.033344226s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.491514Z","caller":"traceutil/trace.go:172","msg":"trace[1667831972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"5.708825513s","start":"2026-07-30T16:49:48.782683Z","end":"2026-07-30T16:49:54.491509Z","steps":["trace[1667831972] 'agreement among raft nodes before linearized reading' (duration: 5.708805183s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.782667Z","time spent":"5.708862275s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.721198747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491578Z","caller":"traceutil/trace.go:172","msg":"trace[222202093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; }","duration":"5.721214758s","start":"2026-07-30T16:49:48.770358Z","end":"2026-07-30T16:49:54.491572Z","steps":["trace[222202093] 'agreement among raft nodes before linearized reading' (duration: 5.721198277s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.770354Z","time spent":"5.721238608s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.72127639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.228791016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491698Z","caller":"traceutil/trace.go:172","msg":"trace[1763285357] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; }","duration":"6.228820507s","start":"2026-07-30T16:49:48.262870Z","end":"2026-07-30T16:49:54.491691Z","steps":["trace[1763285357] 'agreement among raft nodes before linearized reading' (duration: 6.228790096s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.262854Z","time spent":"6.228854987s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.067170302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491741Z","caller":"traceutil/trace.go:172","msg":"trace[581855424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"6.067180072s","start":"2026-07-30T16:49:48.424558Z","end":"2026-07-30T16:49:54.491738Z","steps":["trace[581855424] 'agreement among raft nodes before linearized reading' (duration: 6.067170522s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.424543Z","time spent":"6.067205513s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.188210383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491777Z","caller":"traceutil/trace.go:172","msg":"trace[1244381338] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; }","duration":"6.188219053s","start":"2026-07-30T16:49:48.303555Z","end":"2026-07-30T16:49:54.491774Z","steps":["trace[1244381338] 'agreement among raft nodes before linearized reading' (duration: 6.188210833s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.303538Z","time spent":"6.188245923s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.189649391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491809Z","caller":"traceutil/trace.go:172","msg":"trace[131532491] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"6.189660661s","start":"2026-07-30T16:49:48.302146Z","end":"2026-07-30T16:49:54.491807Z","steps":["trace[131532491] 'agreement among raft nodes before linearized reading' (duration: 6.189649861s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.302128Z","time spent":"6.189690923s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.517171Z","time spent":"5.974203001s","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.212109983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491859Z","caller":"traceutil/trace.go:172","msg":"trace[1381129767] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; }","duration":"6.212120863s","start":"2026-07-30T16:49:48.279734Z","end":"2026-07-30T16:49:54.491855Z","steps":["trace[1381129767] 'agreement among raft nodes before linearized reading' (duration: 6.212110013s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.279720Z","time spent":"6.212145544s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.227219544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491892Z","caller":"traceutil/trace.go:172","msg":"trace[644533334] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"6.227228604s","start":"2026-07-30T16:49:48.264660Z","end":"2026-07-30T16:49:54.491889Z","steps":["trace[644533334] 'agreement among raft nodes before linearized reading' (duration: 6.227219884s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.264643Z","time spent":"6.227254644s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.800660721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.491978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.245983401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.491986Z","caller":"traceutil/trace.go:172","msg":"trace[1234661920] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; }","duration":"5.800748345s","start":"2026-07-30T16:49:48.691222Z","end":"2026-07-30T16:49:54.491971Z","steps":["trace[1234661920] 'agreement among raft nodes before linearized reading' (duration: 5.800659252s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.492024Z","caller":"traceutil/trace.go:172","msg":"trace[1526830571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; }","duration":"6.246019891s","start":"2026-07-30T16:49:48.245987Z","end":"2026-07-30T16:49:54.492007Z","steps":["trace[1526830571] 'agreement among raft nodes before linearized reading' (duration: 6.245982881s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.691194Z","time spent":"5.800828466s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.491915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.167377713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.492074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.245971Z","time spent":"6.246092203s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.492091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.820424259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.492098Z","caller":"traceutil/trace.go:172","msg":"trace[108522277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"6.167572338s","start":"2026-07-30T16:49:48.324513Z","end":"2026-07-30T16:49:54.492085Z","steps":["trace[108522277] 'agreement among raft nodes before linearized reading' (duration: 6.167252971s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.492115Z","caller":"traceutil/trace.go:172","msg":"trace[348622389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"5.820449979s","start":"2026-07-30T16:49:48.671658Z","end":"2026-07-30T16:49:54.492108Z","steps":["trace[348622389] 'agreement among raft nodes before linearized reading' (duration: 5.820424259s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.310221222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.492141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.671641Z","time spent":"5.82049177s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:54.492153Z","caller":"traceutil/trace.go:172","msg":"trace[290402165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"6.310240362s","start":"2026-07-30T16:49:48.181907Z","end":"2026-07-30T16:49:54.492147Z","steps":["trace[290402165] 'agreement among raft nodes before linearized reading' (duration: 6.310221452s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.181893Z","time spent":"6.310274693s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.492171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.842385521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.492192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.310294263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.492208Z","caller":"traceutil/trace.go:172","msg":"trace[1299010117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; }","duration":"6.310309003s","start":"2026-07-30T16:49:48.181894Z","end":"2026-07-30T16:49:54.492203Z","steps":["trace[1299010117] 'agreement among raft nodes before linearized reading' (duration: 6.310294343s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.842460572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.492223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.181876Z","time spent":"6.310341974s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.492228Z","caller":"traceutil/trace.go:172","msg":"trace[1226911586] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"5.842480303s","start":"2026-07-30T16:49:48.649742Z","end":"2026-07-30T16:49:54.492223Z","steps":["trace[1226911586] 'agreement among raft nodes before linearized reading' (duration: 5.842460432s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.389169425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.492254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.649725Z","time spent":"5.842522123s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.492260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.324496Z","time spent":"6.167750852s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.492275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.389233027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.492290Z","caller":"traceutil/trace.go:172","msg":"trace[1396766337] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"6.389251087s","start":"2026-07-30T16:49:48.103035Z","end":"2026-07-30T16:49:54.492286Z","steps":["trace[1396766337] 'agreement among raft nodes before linearized reading' (duration: 6.389232717s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.103020Z","time spent":"6.389279927s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.212058892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.492429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.130547497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.492117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.246128764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.492457Z","caller":"traceutil/trace.go:172","msg":"trace[831614979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; }","duration":"6.130577437s","start":"2026-07-30T16:49:48.361871Z","end":"2026-07-30T16:49:54.492449Z","steps":["trace[831614979] 'agreement among raft nodes before linearized reading' (duration: 6.130546927s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.492466Z","caller":"traceutil/trace.go:172","msg":"trace[1581868008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"6.246474691s","start":"2026-07-30T16:49:48.245982Z","end":"2026-07-30T16:49:54.492457Z","steps":["trace[1581868008] 'agreement among raft nodes before linearized reading' (duration: 6.246129034s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.436308273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.492501Z","caller":"traceutil/trace.go:172","msg":"trace[1545191857] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; }","duration":"6.436945687s","start":"2026-07-30T16:49:48.055551Z","end":"2026-07-30T16:49:54.492497Z","steps":["trace[1545191857] 'agreement among raft nodes before linearized reading' (duration: 6.436304643s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.245954Z","time spent":"6.246536002s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.492519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.055541Z","time spent":"6.436971769s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.492190Z","caller":"traceutil/trace.go:172","msg":"trace[181917384] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; }","duration":"5.842404521s","start":"2026-07-30T16:49:48.649780Z","end":"2026-07-30T16:49:54.492184Z","steps":["trace[181917384] 'agreement among raft nodes before linearized reading' (duration: 5.842385151s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.649762Z","time spent":"5.842802359s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.492259Z","caller":"traceutil/trace.go:172","msg":"trace[103286334] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; }","duration":"6.389182475s","start":"2026-07-30T16:49:48.103071Z","end":"2026-07-30T16:49:54.492253Z","steps":["trace[103286334] 'agreement among raft nodes before linearized reading' (duration: 6.389169545s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.361848Z","time spent":"6.130627489s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.492810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.130967296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.492999Z","caller":"traceutil/trace.go:172","msg":"trace[1152677216] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"6.13114944s","start":"2026-07-30T16:49:48.361707Z","end":"2026-07-30T16:49:54.492856Z","steps":["trace[1152677216] 'agreement among raft nodes before linearized reading' (duration: 6.130966576s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.482678948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.493116Z","caller":"traceutil/trace.go:172","msg":"trace[25064546] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"6.482721979s","start":"2026-07-30T16:49:48.010385Z","end":"2026-07-30T16:49:54.493107Z","steps":["trace[25064546] 'agreement among raft nodes before linearized reading' (duration: 6.482678128s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.010350Z","time spent":"6.48278573s","remote":"127.0.0.1:33112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.493175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.437782655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.493172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.361699Z","time spent":"6.131331123s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:54.493190Z","caller":"traceutil/trace.go:172","msg":"trace[1577636383] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"6.437800775s","start":"2026-07-30T16:49:48.055384Z","end":"2026-07-30T16:49:54.493185Z","steps":["trace[1577636383] 'agreement among raft nodes before linearized reading' (duration: 6.437784535s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.492976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.424595Z","time spent":"6.06706759s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.493212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.055370Z","time spent":"6.437835596s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.493214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.14189398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.493240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.482759229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.493256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.141978611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.493260Z","caller":"traceutil/trace.go:172","msg":"trace[642393545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; }","duration":"6.4827794s","start":"2026-07-30T16:49:48.010475Z","end":"2026-07-30T16:49:54.493254Z","steps":["trace[642393545] 'agreement among raft nodes before linearized reading' (duration: 6.482759219s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.553901453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.493282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.010455Z","time spent":"6.482821321s","remote":"127.0.0.1:33112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.493293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.168207041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.493299Z","caller":"traceutil/trace.go:172","msg":"trace[977969669] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; }","duration":"8.553937893s","start":"2026-07-30T16:49:45.939352Z","end":"2026-07-30T16:49:54.493290Z","steps":["trace[977969669] 'agreement among raft nodes before linearized reading' (duration: 8.553900673s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:45.939332Z","time spent":"8.553987615s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.493275Z","caller":"traceutil/trace.go:172","msg":"trace[796057538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; }","duration":"6.141997972s","start":"2026-07-30T16:49:48.351271Z","end":"2026-07-30T16:49:54.493269Z","steps":["trace[796057538] 'agreement among raft nodes before linearized reading' (duration: 6.141978621s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.351234Z","time spent":"6.142119295s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.491641Z","caller":"traceutil/trace.go:172","msg":"trace[531350846] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"5.72129403s","start":"2026-07-30T16:49:48.770342Z","end":"2026-07-30T16:49:54.491636Z","steps":["trace[531350846] 'agreement among raft nodes before linearized reading' (duration: 5.72127617s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.770324Z","time spent":"5.723140928s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:54.491402Z","caller":"traceutil/trace.go:172","msg":"trace[2014627193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"5.990498976s","start":"2026-07-30T16:49:48.500897Z","end":"2026-07-30T16:49:54.491396Z","steps":["trace[2014627193] 'agreement among raft nodes before linearized reading' (duration: 5.990486346s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.500892Z","time spent":"5.99262789s","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.491453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.008606279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.493312Z","caller":"traceutil/trace.go:172","msg":"trace[1375419688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; }","duration":"6.168226222s","start":"2026-07-30T16:49:48.325080Z","end":"2026-07-30T16:49:54.493306Z","steps":["trace[1375419688] 'agreement among raft nodes before linearized reading' (duration: 6.168207341s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:50.051723Z","time spent":"4.439418805s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.493653Z","caller":"traceutil/trace.go:172","msg":"trace[1467630288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"6.010801304s","start":"2026-07-30T16:49:48.482843Z","end":"2026-07-30T16:49:54.493644Z","steps":["trace[1467630288] 'agreement among raft nodes before linearized reading' (duration: 6.008606579s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.491107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.635376088s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.493713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.482608Z","time spent":"6.01109412s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:54.493727Z","caller":"traceutil/trace.go:172","msg":"trace[337443037] range","detail":"{range_begin:; range_end:; }","duration":"3.637992052s","start":"2026-07-30T16:49:50.855727Z","end":"2026-07-30T16:49:54.493719Z","steps":["trace[337443037] 'agreement among raft nodes before linearized reading' (duration: 3.635376418s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.491472Z","caller":"traceutil/trace.go:172","msg":"trace[1799570463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; }","duration":"6.00865102s","start":"2026-07-30T16:49:48.482818Z","end":"2026-07-30T16:49:54.491469Z","steps":["trace[1799570463] 'agreement among raft nodes before linearized reading' (duration: 6.008640279s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.482810Z","time spent":"6.010957537s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"error","ts":"2026-07-30T16:49:54.493769Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-30T16:49:54.492434Z","caller":"traceutil/trace.go:172","msg":"trace[160023375] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"6.212654255s","start":"2026-07-30T16:49:48.279774Z","end":"2026-07-30T16:49:54.492428Z","steps":["trace[160023375] 'agreement among raft nodes before linearized reading' (duration: 6.212059252s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.493879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.279753Z","time spent":"6.214104525s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:54.492640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.103065Z","time spent":"6.389563483s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.494085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.325061Z","time spent":"6.169014137s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.493605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.075839765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.493237Z","caller":"traceutil/trace.go:172","msg":"trace[1704268288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"6.141918051s","start":"2026-07-30T16:49:48.351312Z","end":"2026-07-30T16:49:54.493230Z","steps":["trace[1704268288] 'agreement among raft nodes before linearized reading' (duration: 6.141894271s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.494260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.351293Z","time spent":"6.142959102s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:54.494256Z","caller":"traceutil/trace.go:172","msg":"trace[103214546] range","detail":"{range_begin:/registry/services/specs; range_end:; }","duration":"8.076841636s","start":"2026-07-30T16:49:46.417403Z","end":"2026-07-30T16:49:54.494244Z","steps":["trace[103214546] 'agreement among raft nodes before linearized reading' (duration: 8.075839065s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.494304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.417380Z","time spent":"8.076911587s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.492069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.820370888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.494356Z","caller":"traceutil/trace.go:172","msg":"trace[672700277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; }","duration":"5.822656304s","start":"2026-07-30T16:49:48.671690Z","end":"2026-07-30T16:49:54.494346Z","steps":["trace[672700277] 'agreement among raft nodes before linearized reading' (duration: 5.820372688s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.494382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.671675Z","time spent":"5.822699384s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.494521Z","caller":"traceutil/trace.go:172","msg":"trace[405419679] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"4.659607801s","start":"2026-07-30T16:49:49.834903Z","end":"2026-07-30T16:49:54.494511Z","steps":["trace[405419679] 'process raft request' (duration: 4.657647001s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.494597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.834873Z","time spent":"4.659669652s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:54.991749Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:55.492139Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:55.532511Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.041606994s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:49:55.532737Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:49:55.532777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:49:55.532796Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:49:55.532813Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:49:55.532843Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:49:55.532877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:49:55.532895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 3] ignored a MsgAppResp message with lower term from f8844a9a4263041d [term: 2]"} {"level":"warn","ts":"2026-07-30T16:49:55.626990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.1330228s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:49:55.627370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.130725013s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.627439Z","caller":"traceutil/trace.go:172","msg":"trace[275236579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1075; }","duration":"1.130832665s","start":"2026-07-30T16:49:54.496591Z","end":"2026-07-30T16:49:55.627423Z","steps":["trace[275236579] 'range keys from in-memory index tree' (duration: 1.130707763s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.627677Z","caller":"traceutil/trace.go:172","msg":"trace[102204947] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"4.412997404s","start":"2026-07-30T16:49:51.214658Z","end":"2026-07-30T16:49:55.627656Z","steps":["trace[102204947] 'process raft request' (duration: 4.412434863s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.627799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.214628Z","time spent":"4.413099076s","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:55.647105Z","caller":"traceutil/trace.go:172","msg":"trace[655490197] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"4.430867301s","start":"2026-07-30T16:49:51.216224Z","end":"2026-07-30T16:49:55.647091Z","steps":["trace[655490197] 'process raft request' (duration: 4.411414542s)","trace[655490197] 'compare' (duration: 19.295536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:55.647184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.215337Z","time spent":"4.43180389s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:55.647063Z","caller":"txn/util.go:46","msg":"failed to apply request","took":"23.37µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-30T16:49:55.647481Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"29639fb3ed607863","error":"lease not found"} {"level":"info","ts":"2026-07-30T16:49:55.648996Z","caller":"traceutil/trace.go:172","msg":"trace[1296382914] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1258; }","duration":"1.158039074s","start":"2026-07-30T16:49:54.490943Z","end":"2026-07-30T16:49:55.648982Z","steps":["trace[1296382914] 'read index received' (duration: 1.155249737s)","trace[1296382914] 'applied index is now lower than readState.Index' (duration: 2.788517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:55.649096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.583643462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.649130Z","caller":"traceutil/trace.go:172","msg":"trace[1846026308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"1.583675163s","start":"2026-07-30T16:49:54.065446Z","end":"2026-07-30T16:49:55.649121Z","steps":["trace[1846026308] 'agreement among raft nodes before linearized reading' (duration: 1.583625582s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.649147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.065423Z","time spent":"1.583720325s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:55.649182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.324983936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:49:55.649217Z","caller":"traceutil/trace.go:172","msg":"trace[446935673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1085; }","duration":"4.325030417s","start":"2026-07-30T16:49:51.324177Z","end":"2026-07-30T16:49:55.649207Z","steps":["trace[446935673] 'agreement among raft nodes before linearized reading' (duration: 4.324876934s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.649254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.264490936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.649250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.324161Z","time spent":"4.325077077s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.649263Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":17907520044731139101,"new-lead":13044597250830073986} {"level":"warn","ts":"2026-07-30T16:49:55.649292Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":17907520044731139101} {"level":"info","ts":"2026-07-30T16:49:55.649275Z","caller":"traceutil/trace.go:172","msg":"trace[1931791979] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1085; }","duration":"2.264511996s","start":"2026-07-30T16:49:53.384757Z","end":"2026-07-30T16:49:55.649269Z","steps":["trace[1931791979] 'agreement among raft nodes before linearized reading' (duration: 2.264476105s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.649317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.384739Z","time spent":"2.264573757s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.649335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.62635676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.649366Z","caller":"traceutil/trace.go:172","msg":"trace[1560630023] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1085; }","duration":"3.626399751s","start":"2026-07-30T16:49:52.022957Z","end":"2026-07-30T16:49:55.649357Z","steps":["trace[1560630023] 'agreement among raft nodes before linearized reading' (duration: 3.626310409s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.649414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:52.022931Z","time spent":"3.626477823s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207445298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205871055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208024719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726304Z","caller":"traceutil/trace.go:172","msg":"trace[1267099024] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.20806089s","start":"2026-07-30T16:49:54.518234Z","end":"2026-07-30T16:49:55.726295Z","steps":["trace[1267099024] 'agreement among raft nodes before linearized reading' (duration: 1.207998459s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204007317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208100741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208719484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726343Z","caller":"traceutil/trace.go:172","msg":"trace[157110799] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1087; }","duration":"1.204077219s","start":"2026-07-30T16:49:54.522254Z","end":"2026-07-30T16:49:55.726331Z","steps":["trace[157110799] 'agreement among raft nodes before linearized reading' (duration: 1.203950126s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207742714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.522247Z","time spent":"1.204116469s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.726314Z","caller":"traceutil/trace.go:172","msg":"trace[452626423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1087; }","duration":"1.205995428s","start":"2026-07-30T16:49:54.520293Z","end":"2026-07-30T16:49:55.726288Z","steps":["trace[452626423] 'agreement among raft nodes before linearized reading' (duration: 1.205796504s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206169741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207848946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726416Z","caller":"traceutil/trace.go:172","msg":"trace[13214213] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1087; }","duration":"1.207860606s","start":"2026-07-30T16:49:54.518548Z","end":"2026-07-30T16:49:55.726409Z","steps":["trace[13214213] 'agreement among raft nodes before linearized reading' (duration: 1.207839066s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.726412Z","caller":"traceutil/trace.go:172","msg":"trace[1555268356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1087; }","duration":"1.206193901s","start":"2026-07-30T16:49:54.520210Z","end":"2026-07-30T16:49:55.726404Z","steps":["trace[1555268356] 'agreement among raft nodes before linearized reading' (duration: 1.206108029s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.518543Z","time spent":"1.207883456s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520288Z","time spent":"1.20611595s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726440Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520201Z","time spent":"1.206232223s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204260233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726494Z","caller":"traceutil/trace.go:172","msg":"trace[1523212222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1087; }","duration":"1.204302364s","start":"2026-07-30T16:49:54.522177Z","end":"2026-07-30T16:49:55.726479Z","steps":["trace[1523212222] 'agreement among raft nodes before linearized reading' (duration: 1.204209452s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.522170Z","time spent":"1.204356075s","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.726617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206525878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726649Z","caller":"traceutil/trace.go:172","msg":"trace[353771734] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1087; }","duration":"1.206554609s","start":"2026-07-30T16:49:54.520083Z","end":"2026-07-30T16:49:55.726637Z","steps":["trace[353771734] 'agreement among raft nodes before linearized reading' (duration: 1.206502548s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520079Z","time spent":"1.206587049s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.726690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208846506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726738Z","caller":"traceutil/trace.go:172","msg":"trace[696398130] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1087; }","duration":"1.208892776s","start":"2026-07-30T16:49:54.517830Z","end":"2026-07-30T16:49:55.726723Z","steps":["trace[696398130] 'agreement among raft nodes before linearized reading' (duration: 1.208817605s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204881685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.517826Z","time spent":"1.208940157s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205027718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726792Z","caller":"traceutil/trace.go:172","msg":"trace[425176316] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1087; }","duration":"1.204927836s","start":"2026-07-30T16:49:54.521850Z","end":"2026-07-30T16:49:55.726778Z","steps":["trace[425176316] 'agreement among raft nodes before linearized reading' (duration: 1.204856274s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206972668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.150911437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205338644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726862Z","caller":"traceutil/trace.go:172","msg":"trace[1736528812] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1087; }","duration":"1.150924657s","start":"2026-07-30T16:49:54.575932Z","end":"2026-07-30T16:49:55.726857Z","steps":["trace[1736528812] 'agreement among raft nodes before linearized reading' (duration: 1.150902457s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.726861Z","caller":"traceutil/trace.go:172","msg":"trace[1983567330] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1087; }","duration":"1.206993939s","start":"2026-07-30T16:49:54.519859Z","end":"2026-07-30T16:49:55.726853Z","steps":["trace[1983567330] 'agreement among raft nodes before linearized reading' (duration: 1.206960958s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.575912Z","time spent":"1.150960629s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521842Z","time spent":"1.205008448s","remote":"127.0.0.1:33112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.726890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.519855Z","time spent":"1.20702799s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.726908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205443256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726931Z","caller":"traceutil/trace.go:172","msg":"trace[1112458293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1087; }","duration":"1.205464567s","start":"2026-07-30T16:49:54.521458Z","end":"2026-07-30T16:49:55.726922Z","steps":["trace[1112458293] 'agreement among raft nodes before linearized reading' (duration: 1.205432256s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.203343363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726975Z","caller":"traceutil/trace.go:172","msg":"trace[1891264705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.203360394s","start":"2026-07-30T16:49:54.523611Z","end":"2026-07-30T16:49:55.726971Z","steps":["trace[1891264705] 'agreement among raft nodes before linearized reading' (duration: 1.203333113s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726987Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.523605Z","time spent":"1.203379804s","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205576179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.209223024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727008Z","caller":"traceutil/trace.go:172","msg":"trace[231649642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1087; }","duration":"1.205595389s","start":"2026-07-30T16:49:54.521406Z","end":"2026-07-30T16:49:55.727001Z","steps":["trace[231649642] 'agreement among raft nodes before linearized reading' (duration: 1.205565189s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207327995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521399Z","time spent":"1.20562737s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206046799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727045Z","caller":"traceutil/trace.go:172","msg":"trace[584982190] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1087; }","duration":"1.207354846s","start":"2026-07-30T16:49:54.519682Z","end":"2026-07-30T16:49:55.727037Z","steps":["trace[584982190] 'agreement among raft nodes before linearized reading' (duration: 1.207313505s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.203863833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727069Z","caller":"traceutil/trace.go:172","msg":"trace[1002717415] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.203876583s","start":"2026-07-30T16:49:54.523189Z","end":"2026-07-30T16:49:55.727066Z","steps":["trace[1002717415] 'agreement among raft nodes before linearized reading' (duration: 1.203852423s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.519679Z","time spent":"1.207383276s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.727083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.523183Z","time spent":"1.203894955s","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.727085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205847524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727132Z","caller":"traceutil/trace.go:172","msg":"trace[2029419020] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1087; }","duration":"1.205900075s","start":"2026-07-30T16:49:54.521217Z","end":"2026-07-30T16:49:55.727117Z","steps":["trace[2029419020] 'agreement among raft nodes before linearized reading' (duration: 1.205817684s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204365084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727167Z","caller":"traceutil/trace.go:172","msg":"trace[1194560198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1087; }","duration":"1.204378574s","start":"2026-07-30T16:49:54.522784Z","end":"2026-07-30T16:49:55.727163Z","steps":["trace[1194560198] 'agreement among raft nodes before linearized reading' (duration: 1.204353624s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521210Z","time spent":"1.205948186s","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.522779Z","time spent":"1.204399756s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207660482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727218Z","caller":"traceutil/trace.go:172","msg":"trace[275287987] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1087; }","duration":"1.207686172s","start":"2026-07-30T16:49:54.519524Z","end":"2026-07-30T16:49:55.727210Z","steps":["trace[275287987] 'agreement among raft nodes before linearized reading' (duration: 1.207642211s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.519521Z","time spent":"1.207713873s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204519368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727270Z","caller":"traceutil/trace.go:172","msg":"trace[793749727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1087; }","duration":"1.204533338s","start":"2026-07-30T16:49:54.522732Z","end":"2026-07-30T16:49:55.727265Z","steps":["trace[793749727] 'agreement among raft nodes before linearized reading' (duration: 1.204510428s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205527358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204567249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727303Z","caller":"traceutil/trace.go:172","msg":"trace[1493889307] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1087; }","duration":"1.206078309s","start":"2026-07-30T16:49:54.521216Z","end":"2026-07-30T16:49:55.727295Z","steps":["trace[1493889307] 'agreement among raft nodes before linearized reading' (duration: 1.205494497s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.726249Z","caller":"traceutil/trace.go:172","msg":"trace[523977584] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1087; }","duration":"1.20752024s","start":"2026-07-30T16:49:54.518715Z","end":"2026-07-30T16:49:55.726235Z","steps":["trace[523977584] 'agreement among raft nodes before linearized reading' (duration: 1.207399877s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204752493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727343Z","caller":"traceutil/trace.go:172","msg":"trace[443124675] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.204763083s","start":"2026-07-30T16:49:54.522576Z","end":"2026-07-30T16:49:55.727340Z","steps":["trace[443124675] 'agreement among raft nodes before linearized reading' (duration: 1.204744983s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521207Z","time spent":"1.20611976s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.522567Z","time spent":"1.204783803s","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.727349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207943178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.518710Z","time spent":"1.208632812s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.726877Z","caller":"traceutil/trace.go:172","msg":"trace[4847476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1087; }","duration":"1.205359824s","start":"2026-07-30T16:49:54.521509Z","end":"2026-07-30T16:49:55.726868Z","steps":["trace[4847476] 'agreement among raft nodes before linearized reading' (duration: 1.205327024s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204952738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727441Z","caller":"traceutil/trace.go:172","msg":"trace[1036454266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1087; }","duration":"1.204966838s","start":"2026-07-30T16:49:54.522470Z","end":"2026-07-30T16:49:55.727437Z","steps":["trace[1036454266] 'agreement among raft nodes before linearized reading' (duration: 1.204942947s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.522463Z","time spent":"1.204986398s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.727463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206453677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208123143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7512"} {"level":"warn","ts":"2026-07-30T16:49:55.726804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206783883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.727491Z","caller":"traceutil/trace.go:172","msg":"trace[561411822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1087; }","duration":"1.206481568s","start":"2026-07-30T16:49:54.521002Z","end":"2026-07-30T16:49:55.727483Z","steps":["trace[561411822] 'agreement among raft nodes before linearized reading' (duration: 1.206438727s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.726361Z","caller":"traceutil/trace.go:172","msg":"trace[1518855128] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.208149062s","start":"2026-07-30T16:49:54.518197Z","end":"2026-07-30T16:49:55.726346Z","steps":["trace[1518855128] 'agreement among raft nodes before linearized reading' (duration: 1.20807885s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521501Z","time spent":"1.205941877s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.727028Z","caller":"traceutil/trace.go:172","msg":"trace[599310758] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1087; }","duration":"1.209268564s","start":"2026-07-30T16:49:54.517747Z","end":"2026-07-30T16:49:55.727015Z","steps":["trace[599310758] 'agreement among raft nodes before linearized reading' (duration: 1.209195673s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208329937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.726958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521454Z","time spent":"1.205493897s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:55.727552Z","caller":"traceutil/trace.go:172","msg":"trace[1651111013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1087; }","duration":"1.208350987s","start":"2026-07-30T16:49:54.519194Z","end":"2026-07-30T16:49:55.727545Z","steps":["trace[1651111013] 'agreement among raft nodes before linearized reading' (duration: 1.208318677s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.517743Z","time spent":"1.209800846s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.727074Z","caller":"traceutil/trace.go:172","msg":"trace[1063398354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1087; }","duration":"1.206814234s","start":"2026-07-30T16:49:54.520247Z","end":"2026-07-30T16:49:55.727062Z","steps":["trace[1063398354] 'agreement among raft nodes before linearized reading' (duration: 1.206031739s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208588832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520231Z","time spent":"1.207382387s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:55.727629Z","caller":"traceutil/trace.go:172","msg":"trace[1183429229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1087; }","duration":"1.208610853s","start":"2026-07-30T16:49:54.519012Z","end":"2026-07-30T16:49:55.727622Z","steps":["trace[1183429229] 'agreement among raft nodes before linearized reading' (duration: 1.208577152s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206684573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.519003Z","time spent":"1.208641243s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.727655Z","caller":"traceutil/trace.go:172","msg":"trace[1293320896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1087; }","duration":"1.206710023s","start":"2026-07-30T16:49:54.520938Z","end":"2026-07-30T16:49:55.727648Z","steps":["trace[1293320896] 'agreement among raft nodes before linearized reading' (duration: 1.206670362s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520931Z","time spent":"1.206740794s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210414489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.726378Z","caller":"traceutil/trace.go:172","msg":"trace[1635247022] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.207756334s","start":"2026-07-30T16:49:54.518614Z","end":"2026-07-30T16:49:55.726371Z","steps":["trace[1635247022] 'agreement among raft nodes before linearized reading' (duration: 1.207731494s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.518611Z","time spent":"1.209106173s","remote":"127.0.0.1:33112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.727722Z","caller":"traceutil/trace.go:172","msg":"trace[1336173065] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.210459799s","start":"2026-07-30T16:49:54.517250Z","end":"2026-07-30T16:49:55.727710Z","steps":["trace[1336173065] 'agreement among raft nodes before linearized reading' (duration: 1.210387008s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.726364Z","caller":"traceutil/trace.go:172","msg":"trace[701122452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1087; }","duration":"1.208876487s","start":"2026-07-30T16:49:54.517475Z","end":"2026-07-30T16:49:55.726351Z","steps":["trace[701122452] 'agreement among raft nodes before linearized reading' (duration: 1.208682093s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208771036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.517245Z","time spent":"1.21050967s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.727791Z","caller":"traceutil/trace.go:172","msg":"trace[685642567] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1087; }","duration":"1.208795126s","start":"2026-07-30T16:49:54.518989Z","end":"2026-07-30T16:49:55.727784Z","steps":["trace[685642567] 'agreement among raft nodes before linearized reading' (duration: 1.208753505s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.206906737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.517469Z","time spent":"1.210307417s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.518981Z","time spent":"1.208827947s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.727824Z","caller":"traceutil/trace.go:172","msg":"trace[91028557] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1087; }","duration":"1.206932288s","start":"2026-07-30T16:49:54.520885Z","end":"2026-07-30T16:49:55.727817Z","steps":["trace[91028557] 'agreement among raft nodes before linearized reading' (duration: 1.206890947s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.727498Z","caller":"traceutil/trace.go:172","msg":"trace[42511489] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1087; }","duration":"1.208146543s","start":"2026-07-30T16:49:54.519345Z","end":"2026-07-30T16:49:55.727491Z","steps":["trace[42511489] 'agreement among raft nodes before linearized reading' (duration: 1.208042321s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520878Z","time spent":"1.206962658s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.519341Z","time spent":"1.20851464s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7535,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.727373Z","caller":"traceutil/trace.go:172","msg":"trace[201628516] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.207966869s","start":"2026-07-30T16:49:54.519399Z","end":"2026-07-30T16:49:55.727366Z","steps":["trace[201628516] 'agreement among raft nodes before linearized reading' (duration: 1.207928998s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.727515Z","caller":"traceutil/trace.go:172","msg":"trace[1938245322] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1087; }","duration":"1.207487658s","start":"2026-07-30T16:49:54.520012Z","end":"2026-07-30T16:49:55.727500Z","steps":["trace[1938245322] 'agreement among raft nodes before linearized reading' (duration: 1.206765743s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.727966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520009Z","time spent":"1.207951898s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207355966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.21051377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.728001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.209052941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.728010Z","caller":"traceutil/trace.go:172","msg":"trace[1852114693] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1087; }","duration":"1.207393116s","start":"2026-07-30T16:49:54.520609Z","end":"2026-07-30T16:49:55.728002Z","steps":["trace[1852114693] 'agreement among raft nodes before linearized reading' (duration: 1.207340205s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.728028Z","caller":"traceutil/trace.go:172","msg":"trace[110337574] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1087; }","duration":"1.209135003s","start":"2026-07-30T16:49:54.518885Z","end":"2026-07-30T16:49:55.728020Z","steps":["trace[110337574] 'agreement among raft nodes before linearized reading' (duration: 1.209038401s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.728037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520602Z","time spent":"1.207428098s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.728051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.518882Z","time spent":"1.209163373s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.727575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.519189Z","time spent":"1.208379208s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.728092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210695094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.728125Z","caller":"traceutil/trace.go:172","msg":"trace[1482201622] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1087; }","duration":"1.210730565s","start":"2026-07-30T16:49:54.517383Z","end":"2026-07-30T16:49:55.728114Z","steps":["trace[1482201622] 'agreement among raft nodes before linearized reading' (duration: 1.210668913s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.728160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.517379Z","time spent":"1.210770555s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205844114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.728203Z","caller":"traceutil/trace.go:172","msg":"trace[684372661] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1087; }","duration":"1.206871156s","start":"2026-07-30T16:49:54.521323Z","end":"2026-07-30T16:49:55.728194Z","steps":["trace[684372661] 'agreement among raft nodes before linearized reading' (duration: 1.205829104s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.728239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521317Z","time spent":"1.206909537s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.726828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.409407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.727280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.522724Z","time spent":"1.204553279s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:55.728308Z","caller":"traceutil/trace.go:172","msg":"trace[917797064] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1087; }","duration":"566.877767ms","start":"2026-07-30T16:49:55.161415Z","end":"2026-07-30T16:49:55.728293Z","steps":["trace[917797064] 'agreement among raft nodes before linearized reading' (duration: 565.399016ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.727313Z","caller":"traceutil/trace.go:172","msg":"trace[1871664223] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1087; }","duration":"1.204580079s","start":"2026-07-30T16:49:54.522728Z","end":"2026-07-30T16:49:55.727308Z","steps":["trace[1871664223] 'agreement among raft nodes before linearized reading' (duration: 1.204560039s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.726802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.246147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.728369Z","caller":"traceutil/trace.go:172","msg":"trace[1453848256] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1087; }","duration":"386.80671ms","start":"2026-07-30T16:49:55.341547Z","end":"2026-07-30T16:49:55.728354Z","steps":["trace[1453848256] 'agreement among raft nodes before linearized reading' (duration: 385.234387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.728400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.518189Z","time spent":"1.210205004s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.726328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.518231Z","time spent":"1.20809248s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.728030Z","caller":"traceutil/trace.go:172","msg":"trace[513449072] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.210576562s","start":"2026-07-30T16:49:54.517440Z","end":"2026-07-30T16:49:55.728017Z","steps":["trace[513449072] 'agreement among raft nodes before linearized reading' (duration: 1.21048723s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.728418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:55.341524Z","time spent":"386.878122ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.728442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.517432Z","time spent":"1.21100352s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.726823Z","caller":"traceutil/trace.go:172","msg":"trace[326849348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1087; }","duration":"1.205055668s","start":"2026-07-30T16:49:54.521757Z","end":"2026-07-30T16:49:55.726812Z","steps":["trace[326849348] 'agreement among raft nodes before linearized reading' (duration: 1.205016888s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.728497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.521750Z","time spent":"1.206741373s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.728375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.520994Z","time spent":"1.207372257s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.728709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:55.161395Z","time spent":"567.309846ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.728778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.522722Z","time spent":"1.20605106s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T16:49:55.727972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.519397Z","time spent":"1.208560452s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.729092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.212329338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.730170Z","caller":"traceutil/trace.go:172","msg":"trace[1349018512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1087; }","duration":"1.21340266s","start":"2026-07-30T16:49:54.516751Z","end":"2026-07-30T16:49:55.730154Z","steps":["trace[1349018512] 'agreement among raft nodes before linearized reading' (duration: 1.212308098s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.729111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.212003402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.729178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.212873439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:55.729375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.213213506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.731052Z","caller":"traceutil/trace.go:172","msg":"trace[121140362] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1087; }","duration":"1.213801739s","start":"2026-07-30T16:49:54.517097Z","end":"2026-07-30T16:49:55.730899Z","steps":["trace[121140362] 'agreement among raft nodes before linearized reading' (duration: 1.211983841s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.731129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.516176Z","time spent":"1.214942152s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:55.734255Z","caller":"traceutil/trace.go:172","msg":"trace[285164001] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1087; }","duration":"1.214624695s","start":"2026-07-30T16:49:54.516145Z","end":"2026-07-30T16:49:55.730770Z","steps":["trace[285164001] 'agreement among raft nodes before linearized reading' (duration: 1.213165285s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.734502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.516122Z","time spent":"1.218366602s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.735431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.516740Z","time spent":"1.218556296s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-07-30T16:49:55.730987Z","caller":"traceutil/trace.go:172","msg":"trace[700312170] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1087; }","duration":"1.214679346s","start":"2026-07-30T16:49:54.516291Z","end":"2026-07-30T16:49:55.730970Z","steps":["trace[700312170] 'agreement among raft nodes before linearized reading' (duration: 1.212844548s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.738274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.516282Z","time spent":"1.221981036s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.780174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.345075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.780266Z","caller":"traceutil/trace.go:172","msg":"trace[2030226518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"129.437107ms","start":"2026-07-30T16:49:55.650809Z","end":"2026-07-30T16:49:55.780246Z","steps":["trace[2030226518] 'agreement among raft nodes before linearized reading' (duration: 129.308854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.780174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.303704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18c71f45a0e2bf11\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-30T16:49:55.780496Z","caller":"traceutil/trace.go:172","msg":"trace[2086835044] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18c71f45a0e2bf11; range_end:; response_count:1; response_revision:1090; }","duration":"129.628881ms","start":"2026-07-30T16:49:55.650849Z","end":"2026-07-30T16:49:55.780478Z","steps":["trace[2086835044] 'agreement among raft nodes before linearized reading' (duration: 129.171052ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.927602Z","caller":"traceutil/trace.go:172","msg":"trace[882260673] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1279; }","duration":"113.200873ms","start":"2026-07-30T16:49:55.814377Z","end":"2026-07-30T16:49:55.927578Z","steps":["trace[882260673] 'read index received' (duration: 113.194763ms)","trace[882260673] 'applied index is now lower than readState.Index' (duration: 4.93µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:55.927914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.5194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7704"} {"level":"info","ts":"2026-07-30T16:49:55.927959Z","caller":"traceutil/trace.go:172","msg":"trace[558306187] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1094; }","duration":"113.584031ms","start":"2026-07-30T16:49:55.814365Z","end":"2026-07-30T16:49:55.927949Z","steps":["trace[558306187] 'agreement among raft nodes before linearized reading' (duration: 113.358617ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:56.688810Z","caller":"traceutil/trace.go:172","msg":"trace[171538599] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1289; }","duration":"415.740143ms","start":"2026-07-30T16:49:56.273042Z","end":"2026-07-30T16:49:56.688782Z","steps":["trace[171538599] 'read index received' (duration: 415.731903ms)","trace[171538599] 'applied index is now lower than readState.Index' (duration: 6.47µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:56.689042Z","caller":"traceutil/trace.go:172","msg":"trace[639549667] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"415.244902ms","start":"2026-07-30T16:49:56.273785Z","end":"2026-07-30T16:49:56.689030Z","steps":["trace[639549667] 'process raft request' (duration: 415.1346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:56.689097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.029038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6pnm4\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"warn","ts":"2026-07-30T16:49:56.689143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:56.273763Z","time spent":"415.338194ms","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:49:56.689148Z","caller":"traceutil/trace.go:172","msg":"trace[1826401159] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6pnm4; range_end:; response_count:1; response_revision:1102; }","duration":"416.09737ms","start":"2026-07-30T16:49:56.273036Z","end":"2026-07-30T16:49:56.689134Z","steps":["trace[1826401159] 'agreement among raft nodes before linearized reading' (duration: 415.864045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:56.689194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:56.273012Z","time spent":"416.169432ms","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18544,"request content":"key:\"/registry/pods/kube-system/cilium-6pnm4\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:56.787608Z","caller":"traceutil/trace.go:172","msg":"trace[854845594] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"111.944917ms","start":"2026-07-30T16:49:56.675643Z","end":"2026-07-30T16:49:56.787588Z","steps":["trace[854845594] 'process raft request' (duration: 88.321813ms)","trace[854845594] 'compare' (duration: 23.538112ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:56.810771Z","caller":"traceutil/trace.go:172","msg":"trace[503682703] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"104.417432ms","start":"2026-07-30T16:49:56.706294Z","end":"2026-07-30T16:49:56.810711Z","steps":["trace[503682703] 'process raft request' (duration: 104.203518ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:57.435557Z","caller":"traceutil/trace.go:172","msg":"trace[737926965] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"167.008806ms","start":"2026-07-30T16:49:57.268527Z","end":"2026-07-30T16:49:57.435536Z","steps":["trace[737926965] 'process raft request' (duration: 120.527083ms)","trace[737926965] 'compare' (duration: 46.210607ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:57.435732Z","caller":"traceutil/trace.go:172","msg":"trace[747392855] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1307; }","duration":"153.738334ms","start":"2026-07-30T16:49:57.281981Z","end":"2026-07-30T16:49:57.435719Z","steps":["trace[747392855] 'read index received' (duration: 153.167533ms)","trace[747392855] 'applied index is now lower than readState.Index' (duration: 568.971µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:57.435735Z","caller":"traceutil/trace.go:172","msg":"trace[1532967387] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"161.427142ms","start":"2026-07-30T16:49:57.274108Z","end":"2026-07-30T16:49:57.435535Z","steps":["trace[1532967387] 'process raft request' (duration: 161.364521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:57.436055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.059951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6pnm4\" limit:1 ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-07-30T16:49:57.436428Z","caller":"traceutil/trace.go:172","msg":"trace[821736714] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6pnm4; range_end:; response_count:1; response_revision:1122; }","duration":"154.431969ms","start":"2026-07-30T16:49:57.281972Z","end":"2026-07-30T16:49:57.436404Z","steps":["trace[821736714] 'agreement among raft nodes before linearized reading' (duration: 153.947789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.939415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.480518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:58.940089Z","caller":"traceutil/trace.go:172","msg":"trace[1240828563] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1133; }","duration":"289.149261ms","start":"2026-07-30T16:49:58.650901Z","end":"2026-07-30T16:49:58.940050Z","steps":["trace[1240828563] 'range keys from in-memory index tree' (duration: 287.531478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.939617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.650634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-07-30T16:49:58.940319Z","caller":"traceutil/trace.go:172","msg":"trace[2094750059] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1133; }","duration":"276.354318ms","start":"2026-07-30T16:49:58.663943Z","end":"2026-07-30T16:49:58.940297Z","steps":["trace[2094750059] 'range keys from in-memory index tree' (duration: 273.093681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.939619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.031775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:58.940491Z","caller":"traceutil/trace.go:172","msg":"trace[2042706700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1133; }","duration":"147.900943ms","start":"2026-07-30T16:49:58.792578Z","end":"2026-07-30T16:49:58.940478Z","steps":["trace[2042706700] 'range keys from in-memory index tree' (duration: 145.26575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.939779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.185111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-07-30T16:49:58.940580Z","caller":"traceutil/trace.go:172","msg":"trace[691203361] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1133; }","duration":"309.981548ms","start":"2026-07-30T16:49:58.630578Z","end":"2026-07-30T16:49:58.940559Z","steps":["trace[691203361] 'range keys from in-memory index tree' (duration: 307.875765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.940657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:58.630562Z","time spent":"310.06983ms","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4201,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:58.939737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"299.061134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-07-30T16:49:58.940722Z","caller":"traceutil/trace.go:172","msg":"trace[1132069151] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1133; }","duration":"300.209378ms","start":"2026-07-30T16:49:58.640500Z","end":"2026-07-30T16:49:58.940709Z","steps":["trace[1132069151] 'range keys from in-memory index tree' (duration: 297.475671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.940762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:58.640485Z","time spent":"300.26261ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:58.939834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.585144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-07-30T16:49:58.940868Z","caller":"traceutil/trace.go:172","msg":"trace[22589651] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1133; }","duration":"297.562584ms","start":"2026-07-30T16:49:58.643242Z","end":"2026-07-30T16:49:58.940804Z","steps":["trace[22589651] 'range keys from in-memory index tree' (duration: 295.028792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:59.463147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:59.963384Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578789365,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:50:00.034619Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"f8844a9a4263041d [logterm: 3, index: 1324, vote: 0] cast MsgPreVote for 60c6769efc38a963 [logterm: 3, index: 1324] at term 3"} {"level":"info","ts":"2026-07-30T16:50:00.048440Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"f8844a9a4263041d [term: 3] received a MsgVote message with higher term from 60c6769efc38a963 [term: 4]"} {"level":"info","ts":"2026-07-30T16:50:00.048494Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f8844a9a4263041d became follower at term 4"} {"level":"info","ts":"2026-07-30T16:50:00.048514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"f8844a9a4263041d [logterm: 3, index: 1324, vote: 0] cast MsgVote for 60c6769efc38a963 [logterm: 3, index: 1324] at term 4"} {"level":"info","ts":"2026-07-30T16:50:00.048558Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: f8844a9a4263041d lost leader b507b8161dc38082 at term 4"} {"level":"info","ts":"2026-07-30T16:50:00.049409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f8844a9a4263041d [term: 4] ignored a MsgReadIndexResp message with lower term from b507b8161dc38082 [term: 3]"} {"level":"info","ts":"2026-07-30T16:50:00.104903Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f8844a9a4263041d elected leader 60c6769efc38a963 at term 4"} {"level":"warn","ts":"2026-07-30T16:50:00.105226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.142528589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:50:00.105306Z","caller":"traceutil/trace.go:172","msg":"trace[1877049553] range","detail":"{range_begin:/registry/clusterroles; range_end:; }","duration":"1.142642491s","start":"2026-07-30T16:49:58.962636Z","end":"2026-07-30T16:50:00.105279Z","steps":["trace[1877049553] 'agreement among raft nodes before linearized reading' (duration: 1.142526859s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.105401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:58.962626Z","time spent":"1.142729644s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:00.126294Z","caller":"traceutil/trace.go:172","msg":"trace[1381352369] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"1.166829397s","start":"2026-07-30T16:49:58.959414Z","end":"2026-07-30T16:50:00.126244Z","steps":["trace[1381352369] 'process raft request' (duration: 1.166520701s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.126396Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:58.959385Z","time spent":"1.16695759s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:50:00.143834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.053836259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4178"} {"level":"warn","ts":"2026-07-30T16:50:00.143848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.063298655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-07-30T16:50:00.143883Z","caller":"traceutil/trace.go:172","msg":"trace[2135219002] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1136; }","duration":"1.05388011s","start":"2026-07-30T16:49:59.089987Z","end":"2026-07-30T16:50:00.143868Z","steps":["trace[2135219002] 'agreement among raft nodes before linearized reading' (duration: 1.053767808s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.143904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.089936Z","time spent":"1.053961812s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4201,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:00.143899Z","caller":"traceutil/trace.go:172","msg":"trace[1877883134] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1136; }","duration":"1.063343946s","start":"2026-07-30T16:49:59.080536Z","end":"2026-07-30T16:50:00.143880Z","steps":["trace[1877883134] 'agreement among raft nodes before linearized reading' (duration: 1.063215913s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.143882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.121091288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.143961Z","caller":"traceutil/trace.go:172","msg":"trace[360178568] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1136; }","duration":"1.12117044s","start":"2026-07-30T16:49:59.022775Z","end":"2026-07-30T16:50:00.143946Z","steps":["trace[360178568] 'agreement among raft nodes before linearized reading' (duration: 1.121031347s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.144025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.022766Z","time spent":"1.121248052s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.144061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"874.267587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-30T16:50:00.144055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.125921198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-07-30T16:50:00.144105Z","caller":"traceutil/trace.go:172","msg":"trace[1589852076] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1136; }","duration":"1.125971409s","start":"2026-07-30T16:49:59.018119Z","end":"2026-07-30T16:50:00.144091Z","steps":["trace[1589852076] 'agreement among raft nodes before linearized reading' (duration: 1.125822116s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.144115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"842.375534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6pnm4\" limit:1 ","response":"range_response_count:1 size:18885"} {"level":"info","ts":"2026-07-30T16:50:00.144141Z","caller":"traceutil/trace.go:172","msg":"trace[454191689] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6pnm4; range_end:; response_count:1; response_revision:1136; }","duration":"842.400295ms","start":"2026-07-30T16:49:59.301736Z","end":"2026-07-30T16:50:00.144137Z","steps":["trace[454191689] 'agreement among raft nodes before linearized reading' (duration: 842.350374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.144146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.018102Z","time spent":"1.126033691s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.144157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.301709Z","time spent":"842.444885ms","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18908,"request content":"key:\"/registry/pods/kube-system/cilium-6pnm4\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.144224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.119626609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:50:00.144286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.133708098s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.144338Z","caller":"traceutil/trace.go:172","msg":"trace[1818012029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1136; }","duration":"1.133759229s","start":"2026-07-30T16:49:59.010567Z","end":"2026-07-30T16:50:00.144326Z","steps":["trace[1818012029] 'agreement among raft nodes before linearized reading' (duration: 1.133687657s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.144079Z","caller":"traceutil/trace.go:172","msg":"trace[693204080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1136; }","duration":"874.285718ms","start":"2026-07-30T16:49:59.269788Z","end":"2026-07-30T16:50:00.144074Z","steps":["trace[693204080] 'agreement among raft nodes before linearized reading' (duration: 874.232666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.144430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.269766Z","time spent":"874.658006ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.144493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.118962355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-07-30T16:50:00.144530Z","caller":"traceutil/trace.go:172","msg":"trace[573647361] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1136; }","duration":"1.118997136s","start":"2026-07-30T16:49:59.025523Z","end":"2026-07-30T16:50:00.144520Z","steps":["trace[573647361] 'agreement among raft nodes before linearized reading' (duration: 1.118835812s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.144333Z","caller":"traceutil/trace.go:172","msg":"trace[1159309663] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1136; }","duration":"1.119751401s","start":"2026-07-30T16:49:59.024561Z","end":"2026-07-30T16:50:00.144313Z","steps":["trace[1159309663] 'agreement among raft nodes before linearized reading' (duration: 1.119554847s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.144573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.024554Z","time spent":"1.120013767s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.144565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.025515Z","time spent":"1.119041706s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.143928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.080520Z","time spent":"1.063399846s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4069,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.145299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"704.350184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:50:00.145403Z","caller":"traceutil/trace.go:172","msg":"trace[1907551826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1136; }","duration":"704.432236ms","start":"2026-07-30T16:49:59.440936Z","end":"2026-07-30T16:50:00.145368Z","steps":["trace[1907551826] 'agreement among raft nodes before linearized reading' (duration: 703.262781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.145452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.440922Z","time spent":"704.520247ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.146866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"827.686742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.146953Z","caller":"traceutil/trace.go:172","msg":"trace[776761542] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1136; }","duration":"830.564191ms","start":"2026-07-30T16:49:59.316377Z","end":"2026-07-30T16:50:00.146941Z","steps":["trace[776761542] 'agreement among raft nodes before linearized reading' (duration: 827.632461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.147009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.316363Z","time spent":"830.635292ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:00.230575Z","caller":"traceutil/trace.go:172","msg":"trace[1343755141] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1137; }","duration":"100.014611ms","start":"2026-07-30T16:50:00.130543Z","end":"2026-07-30T16:50:00.230557Z","steps":["trace[1343755141] 'agreement among raft nodes before linearized reading' (duration: 99.945599ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.441416Z","caller":"traceutil/trace.go:172","msg":"trace[1170370621] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1338; }","duration":"138.953848ms","start":"2026-07-30T16:50:00.302444Z","end":"2026-07-30T16:50:00.441398Z","steps":["trace[1170370621] 'read index received' (duration: 138.944358ms)","trace[1170370621] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:00.441542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.478341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:50:00.441587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.74142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-07-30T16:50:00.441614Z","caller":"traceutil/trace.go:172","msg":"trace[689657582] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1149; }","duration":"202.558152ms","start":"2026-07-30T16:50:00.239039Z","end":"2026-07-30T16:50:00.441597Z","steps":["trace[689657582] 'agreement among raft nodes before linearized reading' (duration: 202.42343ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.441628Z","caller":"traceutil/trace.go:172","msg":"trace[1895765812] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1149; }","duration":"190.811472ms","start":"2026-07-30T16:50:00.250806Z","end":"2026-07-30T16:50:00.441617Z","steps":["trace[1895765812] 'agreement among raft nodes before linearized reading' (duration: 190.602808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.441665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.023768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"warn","ts":"2026-07-30T16:50:00.441764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.833048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.441776Z","caller":"traceutil/trace.go:172","msg":"trace[1620563174] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1149; }","duration":"194.172871ms","start":"2026-07-30T16:50:00.247586Z","end":"2026-07-30T16:50:00.441758Z","steps":["trace[1620563174] 'agreement among raft nodes before linearized reading' (duration: 193.853444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.441857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.845729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.441883Z","caller":"traceutil/trace.go:172","msg":"trace[348591112] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1149; }","duration":"182.871649ms","start":"2026-07-30T16:50:00.259005Z","end":"2026-07-30T16:50:00.441876Z","steps":["trace[348591112] 'agreement among raft nodes before linearized reading' (duration: 182.829248ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.441857Z","caller":"traceutil/trace.go:172","msg":"trace[2108514171] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1149; }","duration":"202.878399ms","start":"2026-07-30T16:50:00.238910Z","end":"2026-07-30T16:50:00.441788Z","steps":["trace[2108514171] 'agreement among raft nodes before linearized reading' (duration: 202.670025ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.454467Z","caller":"traceutil/trace.go:172","msg":"trace[1866782161] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"122.022862ms","start":"2026-07-30T16:50:00.332419Z","end":"2026-07-30T16:50:00.454441Z","steps":["trace[1866782161] 'process raft request' (duration: 121.848389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.455694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.171693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-07-30T16:50:00.455739Z","caller":"traceutil/trace.go:172","msg":"trace[1004015131] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1153; }","duration":"119.220524ms","start":"2026-07-30T16:50:00.336508Z","end":"2026-07-30T16:50:00.455728Z","steps":["trace[1004015131] 'agreement among raft nodes before linearized reading' (duration: 119.065541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.455929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.497002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-30T16:50:00.455998Z","caller":"traceutil/trace.go:172","msg":"trace[534538047] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1153; }","duration":"125.530633ms","start":"2026-07-30T16:50:00.330423Z","end":"2026-07-30T16:50:00.455954Z","steps":["trace[534538047] 'agreement among raft nodes before linearized reading' (duration: 125.452351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.574556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.528672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.574809Z","caller":"traceutil/trace.go:172","msg":"trace[384055977] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1155; }","duration":"102.790357ms","start":"2026-07-30T16:50:00.472008Z","end":"2026-07-30T16:50:00.574798Z","steps":["trace[384055977] 'agreement among raft nodes before linearized reading' (duration: 102.498132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.575815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.807391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" limit:500 ","response":"range_response_count:97 size:70866"} {"level":"info","ts":"2026-07-30T16:50:00.575984Z","caller":"traceutil/trace.go:172","msg":"trace[1409704758] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:97; response_revision:1155; }","duration":"111.013935ms","start":"2026-07-30T16:50:00.464908Z","end":"2026-07-30T16:50:00.575922Z","steps":["trace[1409704758] 'agreement among raft nodes before linearized reading' (duration: 109.525785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.246758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.7534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:50:03.246841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.154617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-07-30T16:50:03.246892Z","caller":"traceutil/trace.go:172","msg":"trace[74800182] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1201; }","duration":"393.213248ms","start":"2026-07-30T16:50:02.853666Z","end":"2026-07-30T16:50:03.246880Z","steps":["trace[74800182] 'range keys from in-memory index tree' (duration: 391.471072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.246934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:02.853654Z","time spent":"393.265559ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":774,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:03.246948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.034591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-07-30T16:50:03.246974Z","caller":"traceutil/trace.go:172","msg":"trace[1362936807] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1201; }","duration":"389.064213ms","start":"2026-07-30T16:50:02.857902Z","end":"2026-07-30T16:50:03.246966Z","steps":["trace[1362936807] 'range keys from in-memory index tree' (duration: 387.94905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.247000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:02.857872Z","time spent":"389.120833ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":794,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:03.247005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.289212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T16:50:03.247074Z","caller":"traceutil/trace.go:172","msg":"trace[1865024061] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1201; }","duration":"461.368524ms","start":"2026-07-30T16:50:02.785689Z","end":"2026-07-30T16:50:03.247058Z","steps":["trace[1865024061] 'range keys from in-memory index tree' (duration: 460.332994ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:03.246849Z","caller":"traceutil/trace.go:172","msg":"trace[1101570789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1201; }","duration":"234.867572ms","start":"2026-07-30T16:50:03.011958Z","end":"2026-07-30T16:50:03.246825Z","steps":["trace[1101570789] 'range keys from in-memory index tree' (duration: 234.699528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.247089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.368138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:913"} {"level":"warn","ts":"2026-07-30T16:50:03.247113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:02.785667Z","time spent":"461.436716ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":705,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:03.247131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.165019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-07-30T16:50:03.247134Z","caller":"traceutil/trace.go:172","msg":"trace[684052887] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1201; }","duration":"427.416029ms","start":"2026-07-30T16:50:02.819707Z","end":"2026-07-30T16:50:03.247123Z","steps":["trace[684052887] 'range keys from in-memory index tree' (duration: 425.630482ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:03.247159Z","caller":"traceutil/trace.go:172","msg":"trace[1748089169] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1201; }","duration":"397.19204ms","start":"2026-07-30T16:50:02.849958Z","end":"2026-07-30T16:50:03.247150Z","steps":["trace[1748089169] 'range keys from in-memory index tree' (duration: 395.717429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.247170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:02.819689Z","time spent":"427.47281ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":936,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:03.247182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:02.849934Z","time spent":"397.24166ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":995,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:03.247294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.235269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-07-30T16:50:03.247327Z","caller":"traceutil/trace.go:172","msg":"trace[2016008908] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:1201; }","duration":"376.26676ms","start":"2026-07-30T16:50:02.871053Z","end":"2026-07-30T16:50:03.247319Z","steps":["trace[2016008908] 'range keys from in-memory index tree' (duration: 374.699208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.247350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:02.871039Z","time spent":"376.305231ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:03.418461Z","caller":"traceutil/trace.go:172","msg":"trace[1521752845] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1395; }","duration":"297.769089ms","start":"2026-07-30T16:50:03.120669Z","end":"2026-07-30T16:50:03.418438Z","steps":["trace[1521752845] 'read index received' (duration: 297.762169ms)","trace[1521752845] 'applied index is now lower than readState.Index' (duration: 5.8µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:03.419427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.644188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:131 size:10868"} {"level":"info","ts":"2026-07-30T16:50:03.419612Z","caller":"traceutil/trace.go:172","msg":"trace[12318210] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:131; response_revision:1205; }","duration":"298.943064ms","start":"2026-07-30T16:50:03.120652Z","end":"2026-07-30T16:50:03.419595Z","steps":["trace[12318210] 'agreement among raft nodes before linearized reading' (duration: 297.918893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.499577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.734253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:913"} {"level":"warn","ts":"2026-07-30T16:50:03.499661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.306394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-07-30T16:50:03.499724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.996248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-07-30T16:50:03.499680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.50068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T16:50:03.499731Z","caller":"traceutil/trace.go:172","msg":"trace[1218860064] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1205; }","duration":"244.369927ms","start":"2026-07-30T16:50:03.255341Z","end":"2026-07-30T16:50:03.499711Z","steps":["trace[1218860064] 'agreement among raft nodes before linearized reading' (duration: 199.307883ms)","trace[1218860064] 'range keys from in-memory index tree' (duration: 44.89829ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:03.499738Z","caller":"traceutil/trace.go:172","msg":"trace[770964184] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1205; }","duration":"181.011099ms","start":"2026-07-30T16:50:03.318722Z","end":"2026-07-30T16:50:03.499733Z","steps":["trace[770964184] 'agreement among raft nodes before linearized reading' (duration: 135.930825ms)","trace[770964184] 'range keys from in-memory index tree' (duration: 45.035342ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:03.499766Z","caller":"traceutil/trace.go:172","msg":"trace[969913794] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1205; }","duration":"247.621222ms","start":"2026-07-30T16:50:03.252126Z","end":"2026-07-30T16:50:03.499748Z","steps":["trace[969913794] 'agreement among raft nodes before linearized reading' (duration: 202.546529ms)","trace[969913794] 'range keys from in-memory index tree' (duration: 44.832699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:03.499630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.468142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:03.499876Z","caller":"traceutil/trace.go:172","msg":"trace[1581411966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1205; }","duration":"252.684037ms","start":"2026-07-30T16:50:03.247130Z","end":"2026-07-30T16:50:03.499815Z","steps":["trace[1581411966] 'agreement among raft nodes before linearized reading' (duration: 207.496631ms)","trace[1581411966] 'range keys from in-memory index tree' (duration: 44.89227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:03.499871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.259759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6pnm4\" limit:1 ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-07-30T16:50:03.499940Z","caller":"traceutil/trace.go:172","msg":"trace[1565839137] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6pnm4; range_end:; response_count:1; response_revision:1205; }","duration":"112.386853ms","start":"2026-07-30T16:50:03.387535Z","end":"2026-07-30T16:50:03.499922Z","steps":["trace[1565839137] 'agreement among raft nodes before linearized reading' (duration: 67.136826ms)","trace[1565839137] 'range keys from in-memory index tree' (duration: 45.064653ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:03.499682Z","caller":"traceutil/trace.go:172","msg":"trace[185332174] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1205; }","duration":"244.817135ms","start":"2026-07-30T16:50:03.254806Z","end":"2026-07-30T16:50:03.499624Z","steps":["trace[185332174] 'agreement among raft nodes before linearized reading' (duration: 199.857274ms)","trace[185332174] 'range keys from in-memory index tree' (duration: 44.771327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:03.499987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.7836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-07-30T16:50:03.500068Z","caller":"traceutil/trace.go:172","msg":"trace[1526608673] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1205; }","duration":"172.882832ms","start":"2026-07-30T16:50:03.327166Z","end":"2026-07-30T16:50:03.500049Z","steps":["trace[1526608673] 'agreement among raft nodes before linearized reading' (duration: 127.549184ms)","trace[1526608673] 'range keys from in-memory index tree' (duration: 45.100774ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:03.500247Z","caller":"traceutil/trace.go:172","msg":"trace[1608669412] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"111.487944ms","start":"2026-07-30T16:50:03.388743Z","end":"2026-07-30T16:50:03.500231Z","steps":["trace[1608669412] 'process raft request' (duration: 65.322879ms)","trace[1608669412] 'compare' (duration: 45.638875ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:03.501469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.59417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-07-30T16:50:03.501584Z","caller":"traceutil/trace.go:172","msg":"trace[1421234186] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:1205; }","duration":"178.704892ms","start":"2026-07-30T16:50:03.322858Z","end":"2026-07-30T16:50:03.501563Z","steps":["trace[1421234186] 'agreement among raft nodes before linearized reading' (duration: 131.822311ms)","trace[1421234186] 'range keys from in-memory index tree' (duration: 44.91876ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:03.647360Z","caller":"traceutil/trace.go:172","msg":"trace[1755797072] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"120.333995ms","start":"2026-07-30T16:50:03.526992Z","end":"2026-07-30T16:50:03.647326Z","steps":["trace[1755797072] 'process raft request' (duration: 84.395618ms)","trace[1755797072] 'compare' (duration: 35.60095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:03.926036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.839186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-07-30T16:50:03.926115Z","caller":"traceutil/trace.go:172","msg":"trace[1690652140] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1209; }","duration":"161.948909ms","start":"2026-07-30T16:50:03.764149Z","end":"2026-07-30T16:50:03.926098Z","steps":["trace[1690652140] 'range keys from in-memory index tree' (duration: 160.635531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.926143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.619231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-30T16:50:03.926210Z","caller":"traceutil/trace.go:172","msg":"trace[76880993] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1209; }","duration":"161.696113ms","start":"2026-07-30T16:50:03.764501Z","end":"2026-07-30T16:50:03.926197Z","steps":["trace[76880993] 'range keys from in-memory index tree' (duration: 159.479438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.926339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.424912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-30T16:50:03.926416Z","caller":"traceutil/trace.go:172","msg":"trace[902201153] range","detail":"{range_begin:/registry/clusterroles/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1209; }","duration":"106.521704ms","start":"2026-07-30T16:50:03.819878Z","end":"2026-07-30T16:50:03.926400Z","steps":["trace[902201153] 'range keys from in-memory index tree' (duration: 104.9281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.926465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.218251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:03.926492Z","caller":"traceutil/trace.go:172","msg":"trace[764167021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1209; }","duration":"136.246321ms","start":"2026-07-30T16:50:03.790240Z","end":"2026-07-30T16:50:03.926486Z","steps":["trace[764167021] 'range keys from in-memory index tree' (duration: 134.800702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.926476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.838361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:950"} {"level":"warn","ts":"2026-07-30T16:50:03.926426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.745448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-07-30T16:50:03.926580Z","caller":"traceutil/trace.go:172","msg":"trace[951565017] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1209; }","duration":"171.941023ms","start":"2026-07-30T16:50:03.754629Z","end":"2026-07-30T16:50:03.926570Z","steps":["trace[951565017] 'range keys from in-memory index tree' (duration: 170.367361ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:03.926657Z","caller":"traceutil/trace.go:172","msg":"trace[1044238852] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1209; }","duration":"169.979693ms","start":"2026-07-30T16:50:03.756671Z","end":"2026-07-30T16:50:03.926651Z","steps":["trace[1044238852] 'range keys from in-memory index tree' (duration: 167.756757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:03.926339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.509074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-07-30T16:50:03.926767Z","caller":"traceutil/trace.go:172","msg":"trace[451514522] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1209; }","duration":"171.961143ms","start":"2026-07-30T16:50:03.754795Z","end":"2026-07-30T16:50:03.926756Z","steps":["trace[451514522] 'range keys from in-memory index tree' (duration: 168.87238ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:04.056885Z","caller":"traceutil/trace.go:172","msg":"trace[7263413] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"214.752931ms","start":"2026-07-30T16:50:03.842112Z","end":"2026-07-30T16:50:04.056865Z","steps":["trace[7263413] 'process raft request' (duration: 214.616598ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:04.057500Z","caller":"traceutil/trace.go:172","msg":"trace[663068040] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1400; }","duration":"128.549623ms","start":"2026-07-30T16:50:03.928935Z","end":"2026-07-30T16:50:04.057485Z","steps":["trace[663068040] 'read index received' (duration: 128.544263ms)","trace[663068040] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:04.057629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.690457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:04.057703Z","caller":"traceutil/trace.go:172","msg":"trace[619887383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"128.748358ms","start":"2026-07-30T16:50:03.928916Z","end":"2026-07-30T16:50:04.057665Z","steps":["trace[619887383] 'agreement among raft nodes before linearized reading' (duration: 128.653386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:04.059418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.772648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-07-30T16:50:04.059529Z","caller":"traceutil/trace.go:172","msg":"trace[961453473] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1210; }","duration":"127.908201ms","start":"2026-07-30T16:50:03.931599Z","end":"2026-07-30T16:50:04.059507Z","steps":["trace[961453473] 'agreement among raft nodes before linearized reading' (duration: 127.573554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:04.060206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.239365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-30T16:50:04.060314Z","caller":"traceutil/trace.go:172","msg":"trace[1136784832] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1210; }","duration":"124.353117ms","start":"2026-07-30T16:50:03.935926Z","end":"2026-07-30T16:50:04.060279Z","steps":["trace[1136784832] 'agreement among raft nodes before linearized reading' (duration: 124.060641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:04.777711Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.779908Z","time spent":"4.997797314s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/30 16:50:04 WARNING: [core] [Server #3]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-30T16:50:05.339665Z","caller":"traceutil/trace.go:172","msg":"trace[1702151369] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1226; }","duration":"172.185126ms","start":"2026-07-30T16:50:05.167436Z","end":"2026-07-30T16:50:05.339621Z","steps":["trace[1702151369] 'process raft request' (duration: 172.072514ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.339710Z","caller":"traceutil/trace.go:172","msg":"trace[1722971514] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1226; }","duration":"174.515715ms","start":"2026-07-30T16:50:05.165123Z","end":"2026-07-30T16:50:05.339639Z","steps":["trace[1722971514] 'process raft request' (duration: 141.359076ms)","trace[1722971514] 'compare' (duration: 32.902654ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:05.345349Z","caller":"traceutil/trace.go:172","msg":"trace[1876489541] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1228; }","duration":"172.661237ms","start":"2026-07-30T16:50:05.172674Z","end":"2026-07-30T16:50:05.345335Z","steps":["trace[1876489541] 'process raft request' (duration: 172.476253ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.358242Z","caller":"traceutil/trace.go:172","msg":"trace[1343992701] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1421; }","duration":"170.235595ms","start":"2026-07-30T16:50:05.187973Z","end":"2026-07-30T16:50:05.358209Z","steps":["trace[1343992701] 'read index received' (duration: 170.226875ms)","trace[1343992701] 'applied index is now lower than readState.Index' (duration: 7.32µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:05.358472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.033857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-07-30T16:50:05.358542Z","caller":"traceutil/trace.go:172","msg":"trace[2114640148] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:1228; }","duration":"203.11694ms","start":"2026-07-30T16:50:05.155408Z","end":"2026-07-30T16:50:05.358525Z","steps":["trace[2114640148] 'agreement among raft nodes before linearized reading' (duration: 202.900444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.358620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.391387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-07-30T16:50:05.358715Z","caller":"traceutil/trace.go:172","msg":"trace[682148047] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1228; }","duration":"227.490359ms","start":"2026-07-30T16:50:05.131204Z","end":"2026-07-30T16:50:05.358695Z","steps":["trace[682148047] 'agreement among raft nodes before linearized reading' (duration: 227.282195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.358608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.530105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-07-30T16:50:05.358674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.540331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-30T16:50:05.358784Z","caller":"traceutil/trace.go:172","msg":"trace[1184356197] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:1228; }","duration":"194.736399ms","start":"2026-07-30T16:50:05.164031Z","end":"2026-07-30T16:50:05.358767Z","steps":["trace[1184356197] 'agreement among raft nodes before linearized reading' (duration: 194.36803ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.358799Z","caller":"traceutil/trace.go:172","msg":"trace[1416936642] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1228; }","duration":"229.672293ms","start":"2026-07-30T16:50:05.129117Z","end":"2026-07-30T16:50:05.358789Z","steps":["trace[1416936642] 'agreement among raft nodes before linearized reading' (duration: 229.389237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.358678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.917585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:940"} {"level":"info","ts":"2026-07-30T16:50:05.359299Z","caller":"traceutil/trace.go:172","msg":"trace[1595771533] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1228; }","duration":"224.553278ms","start":"2026-07-30T16:50:05.134718Z","end":"2026-07-30T16:50:05.359272Z","steps":["trace[1595771533] 'agreement among raft nodes before linearized reading' (duration: 223.676839ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.372577Z","caller":"traceutil/trace.go:172","msg":"trace[1544976236] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1229; }","duration":"154.391293ms","start":"2026-07-30T16:50:05.218158Z","end":"2026-07-30T16:50:05.372549Z","steps":["trace[1544976236] 'process raft request' (duration: 153.934363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.451316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.380059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-07-30T16:50:05.451387Z","caller":"traceutil/trace.go:172","msg":"trace[207236846] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1232; }","duration":"104.46557ms","start":"2026-07-30T16:50:05.346908Z","end":"2026-07-30T16:50:05.451374Z","steps":["trace[207236846] 'agreement among raft nodes before linearized reading' (duration: 102.265065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.451382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.623716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1000"} {"level":"info","ts":"2026-07-30T16:50:05.451470Z","caller":"traceutil/trace.go:172","msg":"trace[600451503] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1232; }","duration":"255.709998ms","start":"2026-07-30T16:50:05.195731Z","end":"2026-07-30T16:50:05.451441Z","steps":["trace[600451503] 'agreement among raft nodes before linearized reading' (duration: 253.449571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.451727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.069475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-07-30T16:50:05.451792Z","caller":"traceutil/trace.go:172","msg":"trace[1686421155] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1232; }","duration":"110.109596ms","start":"2026-07-30T16:50:05.341647Z","end":"2026-07-30T16:50:05.451756Z","steps":["trace[1686421155] 'agreement among raft nodes before linearized reading' (duration: 107.505293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.512590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.314836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-07-30T16:50:05.512666Z","caller":"traceutil/trace.go:172","msg":"trace[383285713] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1235; }","duration":"145.399287ms","start":"2026-07-30T16:50:05.367253Z","end":"2026-07-30T16:50:05.512652Z","steps":["trace[383285713] 'agreement among raft nodes before linearized reading' (duration: 145.216083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.512696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.954099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-07-30T16:50:05.512777Z","caller":"traceutil/trace.go:172","msg":"trace[1703715686] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:1235; }","duration":"145.03648ms","start":"2026-07-30T16:50:05.367717Z","end":"2026-07-30T16:50:05.512754Z","steps":["trace[1703715686] 'agreement among raft nodes before linearized reading' (duration: 144.840636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.512781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.414128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:940"} {"level":"info","ts":"2026-07-30T16:50:05.512853Z","caller":"traceutil/trace.go:172","msg":"trace[1864070051] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1235; }","duration":"145.50058ms","start":"2026-07-30T16:50:05.367336Z","end":"2026-07-30T16:50:05.512836Z","steps":["trace[1864070051] 'agreement among raft nodes before linearized reading' (duration: 145.285496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.827808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.414143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pv-protection-controller\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-07-30T16:50:05.827914Z","caller":"traceutil/trace.go:172","msg":"trace[1540085680] range","detail":"{range_begin:/registry/clusterroles/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:1243; }","duration":"115.527756ms","start":"2026-07-30T16:50:05.712363Z","end":"2026-07-30T16:50:05.827891Z","steps":["trace[1540085680] 'agreement among raft nodes before linearized reading' (duration: 115.281521ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:06.277108Z","caller":"traceutil/trace.go:172","msg":"trace[1474254776] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1473; }","duration":"131.263997ms","start":"2026-07-30T16:50:06.145818Z","end":"2026-07-30T16:50:06.277082Z","steps":["trace[1474254776] 'read index received' (duration: 131.252627ms)","trace[1474254776] 'applied index is now lower than readState.Index' (duration: 9.87µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:06.277380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.521133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1000"} {"level":"info","ts":"2026-07-30T16:50:06.277411Z","caller":"traceutil/trace.go:172","msg":"trace[1281886592] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1254; }","duration":"131.597754ms","start":"2026-07-30T16:50:06.145806Z","end":"2026-07-30T16:50:06.277404Z","steps":["trace[1281886592] 'agreement among raft nodes before linearized reading' (duration: 131.389599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.279045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39548","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:50:06.334686Z","caller":"traceutil/trace.go:172","msg":"trace[1550690862] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1254; }","duration":"202.588308ms","start":"2026-07-30T16:50:06.132082Z","end":"2026-07-30T16:50:06.334670Z","steps":["trace[1550690862] 'process raft request' (duration: 202.506186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.343648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.099873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-07-30T16:50:06.343718Z","caller":"traceutil/trace.go:172","msg":"trace[309437618] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:1255; }","duration":"148.183554ms","start":"2026-07-30T16:50:06.195521Z","end":"2026-07-30T16:50:06.343704Z","steps":["trace[309437618] 'agreement among raft nodes before linearized reading' (duration: 147.95976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.343776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.92366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-30T16:50:06.343834Z","caller":"traceutil/trace.go:172","msg":"trace[368190413] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1255; }","duration":"193.012252ms","start":"2026-07-30T16:50:06.150812Z","end":"2026-07-30T16:50:06.343824Z","steps":["trace[368190413] 'agreement among raft nodes before linearized reading' (duration: 192.853608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.344065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.283677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-07-30T16:50:06.344094Z","caller":"traceutil/trace.go:172","msg":"trace[133692698] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1255; }","duration":"152.313898ms","start":"2026-07-30T16:50:06.191774Z","end":"2026-07-30T16:50:06.344088Z","steps":["trace[133692698] 'agreement among raft nodes before linearized reading' (duration: 152.162695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.344114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.138564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" limit:1 ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-07-30T16:50:06.344263Z","caller":"traceutil/trace.go:172","msg":"trace[432794923] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:1255; }","duration":"194.288507ms","start":"2026-07-30T16:50:06.149966Z","end":"2026-07-30T16:50:06.344255Z","steps":["trace[432794923] 'agreement among raft nodes before linearized reading' (duration: 194.089673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.344234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.445686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:1 size:1102"} {"level":"info","ts":"2026-07-30T16:50:06.344548Z","caller":"traceutil/trace.go:172","msg":"trace[1023670124] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:1255; }","duration":"184.736852ms","start":"2026-07-30T16:50:06.159782Z","end":"2026-07-30T16:50:06.344519Z","steps":["trace[1023670124] 'agreement among raft nodes before linearized reading' (duration: 184.408665ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:06.927220Z","caller":"traceutil/trace.go:172","msg":"trace[1870241819] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1487; }","duration":"115.437364ms","start":"2026-07-30T16:50:06.811756Z","end":"2026-07-30T16:50:06.927193Z","steps":["trace[1870241819] 'read index received' (duration: 115.415023ms)","trace[1870241819] 'applied index is now lower than readState.Index' (duration: 4.811µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:06.927447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.666759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:469"} {"level":"info","ts":"2026-07-30T16:50:06.927535Z","caller":"traceutil/trace.go:172","msg":"trace[13675559] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1261; }","duration":"115.769822ms","start":"2026-07-30T16:50:06.811750Z","end":"2026-07-30T16:50:06.927520Z","steps":["trace[13675559] 'agreement among raft nodes before linearized reading' (duration: 115.537997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.930319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.523451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-07-30T16:50:06.930425Z","caller":"traceutil/trace.go:172","msg":"trace[1507701432] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-controller; range_end:; response_count:1; response_revision:1262; }","duration":"105.645793ms","start":"2026-07-30T16:50:06.824751Z","end":"2026-07-30T16:50:06.930397Z","steps":["trace[1507701432] 'agreement among raft nodes before linearized reading' (duration: 105.344517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.930615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.803194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-07-30T16:50:06.930762Z","caller":"traceutil/trace.go:172","msg":"trace[1773582943] range","detail":"{range_begin:/registry/clusterroles/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1262; }","duration":"100.949647ms","start":"2026-07-30T16:50:06.829785Z","end":"2026-07-30T16:50:06.930735Z","steps":["trace[1773582943] 'agreement among raft nodes before linearized reading' (duration: 100.705162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.930751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.213902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-07-30T16:50:06.930955Z","caller":"traceutil/trace.go:172","msg":"trace[1352573041] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-cidrs-controller; range_end:; response_count:1; response_revision:1262; }","duration":"101.433426ms","start":"2026-07-30T16:50:06.829504Z","end":"2026-07-30T16:50:06.930938Z","steps":["trace[1352573041] 'agreement among raft nodes before linearized reading' (duration: 101.045288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:07.441309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.624985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-30T16:50:07.441395Z","caller":"traceutil/trace.go:172","msg":"trace[487218454] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1265; }","duration":"133.724097ms","start":"2026-07-30T16:50:07.307653Z","end":"2026-07-30T16:50:07.441377Z","steps":["trace[487218454] 'range keys from in-memory index tree' (duration: 131.051203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:07.441372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.390344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-6pnm4.18c71f4fe7871583\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-07-30T16:50:07.441454Z","caller":"traceutil/trace.go:172","msg":"trace[1825177960] range","detail":"{range_begin:/registry/events/kube-system/cilium-6pnm4.18c71f4fe7871583; range_end:; response_count:1; response_revision:1265; }","duration":"117.481316ms","start":"2026-07-30T16:50:07.323951Z","end":"2026-07-30T16:50:07.441433Z","steps":["trace[1825177960] 'range keys from in-memory index tree' (duration: 115.936574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:07.441425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.869684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-07-30T16:50:07.441512Z","caller":"traceutil/trace.go:172","msg":"trace[1945224887] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1265; }","duration":"119.977616ms","start":"2026-07-30T16:50:07.321516Z","end":"2026-07-30T16:50:07.441494Z","steps":["trace[1945224887] 'range keys from in-memory index tree' (duration: 118.312102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:07.441603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.689542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-07-30T16:50:07.441640Z","caller":"traceutil/trace.go:172","msg":"trace[343045452] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-controller; range_end:; response_count:1; response_revision:1265; }","duration":"123.721522ms","start":"2026-07-30T16:50:07.317904Z","end":"2026-07-30T16:50:07.441626Z","steps":["trace[343045452] 'range keys from in-memory index tree' (duration: 122.59224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:07.441835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.173371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-30T16:50:07.441948Z","caller":"traceutil/trace.go:172","msg":"trace[1313384177] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1265; }","duration":"122.050738ms","start":"2026-07-30T16:50:07.319872Z","end":"2026-07-30T16:50:07.441923Z","steps":["trace[1313384177] 'range keys from in-memory index tree' (duration: 120.073868ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:07.892233Z","caller":"traceutil/trace.go:172","msg":"trace[1896466577] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"134.019924ms","start":"2026-07-30T16:50:07.758186Z","end":"2026-07-30T16:50:07.892206Z","steps":["trace[1896466577] 'process raft request' (duration: 133.80602ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:07.894037Z","caller":"traceutil/trace.go:172","msg":"trace[1559541314] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1495; }","duration":"103.165342ms","start":"2026-07-30T16:50:07.790855Z","end":"2026-07-30T16:50:07.894021Z","steps":["trace[1559541314] 'read index received' (duration: 103.159992ms)","trace[1559541314] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:07.894331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.439877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" limit:1 ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-30T16:50:07.894392Z","caller":"traceutil/trace.go:172","msg":"trace[2074966010] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:1269; }","duration":"103.527999ms","start":"2026-07-30T16:50:07.790851Z","end":"2026-07-30T16:50:07.894379Z","steps":["trace[2074966010] 'agreement among raft nodes before linearized reading' (duration: 103.275744ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:08.569368Z","caller":"traceutil/trace.go:172","msg":"trace[1379448390] linearizableReadLoop","detail":"{readStateIndex:1498; appliedIndex:1499; }","duration":"186.14424ms","start":"2026-07-30T16:50:08.383194Z","end":"2026-07-30T16:50:08.569339Z","steps":["trace[1379448390] 'read index received' (duration: 186.13297ms)","trace[1379448390] 'applied index is now lower than readState.Index' (duration: 9.66µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:08.569606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.795026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-07-30T16:50:08.569742Z","caller":"traceutil/trace.go:172","msg":"trace[1934209294] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1272; }","duration":"257.942019ms","start":"2026-07-30T16:50:08.311778Z","end":"2026-07-30T16:50:08.569720Z","steps":["trace[1934209294] 'agreement among raft nodes before linearized reading' (duration: 257.586822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:08.569740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.030491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-07-30T16:50:08.569833Z","caller":"traceutil/trace.go:172","msg":"trace[1492351348] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1272; }","duration":"260.197895ms","start":"2026-07-30T16:50:08.309621Z","end":"2026-07-30T16:50:08.569819Z","steps":["trace[1492351348] 'agreement among raft nodes before linearized reading' (duration: 259.886449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:08.569825Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.154346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node\" limit:1 ","response":"range_response_count:1 size:603"} {"level":"info","ts":"2026-07-30T16:50:08.569880Z","caller":"traceutil/trace.go:172","msg":"trace[292861518] range","detail":"{range_begin:/registry/clusterrolebindings/system:node; range_end:; response_count:1; response_revision:1272; }","duration":"263.210477ms","start":"2026-07-30T16:50:08.306655Z","end":"2026-07-30T16:50:08.569866Z","steps":["trace[292861518] 'agreement among raft nodes before linearized reading' (duration: 263.011203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:08.569730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.024666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:849"} {"level":"info","ts":"2026-07-30T16:50:08.570081Z","caller":"traceutil/trace.go:172","msg":"trace[1550091540] range","detail":"{range_begin:/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1272; }","duration":"248.431494ms","start":"2026-07-30T16:50:08.321618Z","end":"2026-07-30T16:50:08.570050Z","steps":["trace[1550091540] 'agreement among raft nodes before linearized reading' (duration: 247.831832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:08.570132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.367137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" limit:1 ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-07-30T16:50:08.570171Z","caller":"traceutil/trace.go:172","msg":"trace[1649472089] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:1272; }","duration":"276.407558ms","start":"2026-07-30T16:50:08.293754Z","end":"2026-07-30T16:50:08.570162Z","steps":["trace[1649472089] 'agreement among raft nodes before linearized reading' (duration: 276.300936ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:08.570315Z","caller":"traceutil/trace.go:172","msg":"trace[1127617503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1273; }","duration":"162.508856ms","start":"2026-07-30T16:50:08.407791Z","end":"2026-07-30T16:50:08.570300Z","steps":["trace[1127617503] 'process raft request' (duration: 162.470036ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:08.592877Z","caller":"traceutil/trace.go:172","msg":"trace[416508053] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1273; }","duration":"120.444865ms","start":"2026-07-30T16:50:08.472405Z","end":"2026-07-30T16:50:08.592849Z","steps":["trace[416508053] 'process raft request' (duration: 120.322802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:08.594396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.040881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-07-30T16:50:08.594413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.60203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:50:08.594457Z","caller":"traceutil/trace.go:172","msg":"trace[1309808511] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1273; }","duration":"107.126083ms","start":"2026-07-30T16:50:08.487318Z","end":"2026-07-30T16:50:08.594444Z","steps":["trace[1309808511] 'agreement among raft nodes before linearized reading' (duration: 106.911709ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:08.594541Z","caller":"traceutil/trace.go:172","msg":"trace[1717024314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1273; }","duration":"187.708762ms","start":"2026-07-30T16:50:08.406774Z","end":"2026-07-30T16:50:08.594483Z","steps":["trace[1717024314] 'agreement among raft nodes before linearized reading' (duration: 187.433166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:08.594627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.57927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:50:08.594726Z","caller":"traceutil/trace.go:172","msg":"trace[883972416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1273; }","duration":"146.669792ms","start":"2026-07-30T16:50:08.448039Z","end":"2026-07-30T16:50:08.594709Z","steps":["trace[883972416] 'agreement among raft nodes before linearized reading' (duration: 146.237124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:08.594514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.398858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:08.594887Z","caller":"traceutil/trace.go:172","msg":"trace[1936270751] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1273; }","duration":"151.905329ms","start":"2026-07-30T16:50:08.442971Z","end":"2026-07-30T16:50:08.594876Z","steps":["trace[1936270751] 'agreement among raft nodes before linearized reading' (duration: 151.233225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:09.080755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.296239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-30T16:50:09.080820Z","caller":"traceutil/trace.go:172","msg":"trace[1529741877] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:1280; }","duration":"112.37622ms","start":"2026-07-30T16:50:08.968432Z","end":"2026-07-30T16:50:09.080808Z","steps":["trace[1529741877] 'agreement among raft nodes before linearized reading' (duration: 112.180436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:09.080860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.002846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:50:09.080946Z","caller":"traceutil/trace.go:172","msg":"trace[717510726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1280; }","duration":"121.098247ms","start":"2026-07-30T16:50:08.959828Z","end":"2026-07-30T16:50:09.080927Z","steps":["trace[717510726] 'agreement among raft nodes before linearized reading' (duration: 120.852343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:09.080989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.071057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" limit:1 ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-07-30T16:50:09.081157Z","caller":"traceutil/trace.go:172","msg":"trace[1407875600] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1280; }","duration":"128.970069ms","start":"2026-07-30T16:50:08.952177Z","end":"2026-07-30T16:50:09.081148Z","steps":["trace[1407875600] 'process raft request' (duration: 128.634462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:09.081819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.213097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" limit:1 ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-30T16:50:09.085966Z","caller":"traceutil/trace.go:172","msg":"trace[72016037] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:1; response_revision:1280; }","duration":"160.381711ms","start":"2026-07-30T16:50:08.925578Z","end":"2026-07-30T16:50:09.085960Z","steps":["trace[72016037] 'agreement among raft nodes before linearized reading' (duration: 155.168785ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:09.085751Z","caller":"traceutil/trace.go:172","msg":"trace[1971311956] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1280; }","duration":"146.817264ms","start":"2026-07-30T16:50:08.938910Z","end":"2026-07-30T16:50:09.085728Z","steps":["trace[1971311956] 'agreement among raft nodes before linearized reading' (duration: 141.957294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:09.162733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.606812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-07-30T16:50:09.162830Z","caller":"traceutil/trace.go:172","msg":"trace[1802757496] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1280; }","duration":"173.703714ms","start":"2026-07-30T16:50:08.989098Z","end":"2026-07-30T16:50:09.162802Z","steps":["trace[1802757496] 'agreement among raft nodes before linearized reading' (duration: 122.605678ms)","trace[1802757496] 'range keys from in-memory index tree' (duration: 50.881541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:09.162735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.899768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-30T16:50:09.162935Z","caller":"traceutil/trace.go:172","msg":"trace[536734068] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:1280; }","duration":"173.101603ms","start":"2026-07-30T16:50:08.989806Z","end":"2026-07-30T16:50:09.162907Z","steps":["trace[536734068] 'agreement among raft nodes before linearized reading' (duration: 121.893004ms)","trace[536734068] 'range keys from in-memory index tree' (duration: 50.891041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:09.162932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.381468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:09.163023Z","caller":"traceutil/trace.go:172","msg":"trace[1955056537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1280; }","duration":"152.48536ms","start":"2026-07-30T16:50:09.010513Z","end":"2026-07-30T16:50:09.162998Z","steps":["trace[1955056537] 'agreement among raft nodes before linearized reading' (duration: 101.17046ms)","trace[1955056537] 'range keys from in-memory index tree' (duration: 51.175578ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:09.163093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.598703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" limit:1 ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-07-30T16:50:09.163147Z","caller":"traceutil/trace.go:172","msg":"trace[1161995528] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:1280; }","duration":"153.654204ms","start":"2026-07-30T16:50:09.009477Z","end":"2026-07-30T16:50:09.163131Z","steps":["trace[1161995528] 'agreement among raft nodes before linearized reading' (duration: 102.209851ms)","trace[1161995528] 'range keys from in-memory index tree' (duration: 51.248319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:11.075307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:11.087274Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:11.103748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:11.128784Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:11.139635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41182","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:50:14.949025Z","caller":"traceutil/trace.go:172","msg":"trace[1770687074] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1618; }","duration":"121.32756ms","start":"2026-07-30T16:50:14.827664Z","end":"2026-07-30T16:50:14.948991Z","steps":["trace[1770687074] 'read index received' (duration: 121.32013ms)","trace[1770687074] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:14.949337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.649326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-30T16:50:14.949381Z","caller":"traceutil/trace.go:172","msg":"trace[1116784068] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1377; }","duration":"121.708557ms","start":"2026-07-30T16:50:14.827662Z","end":"2026-07-30T16:50:14.949371Z","steps":["trace[1116784068] 'agreement among raft nodes before linearized reading' (duration: 121.512753ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:14.949932Z","caller":"traceutil/trace.go:172","msg":"trace[1135839237] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"120.106415ms","start":"2026-07-30T16:50:14.829786Z","end":"2026-07-30T16:50:14.949892Z","steps":["trace[1135839237] 'process raft request' (duration: 119.916081ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:15.062242Z","caller":"traceutil/trace.go:172","msg":"trace[308948131] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1619; }","duration":"113.113782ms","start":"2026-07-30T16:50:14.949099Z","end":"2026-07-30T16:50:15.062213Z","steps":["trace[308948131] 'read index received' (duration: 112.764125ms)","trace[308948131] 'applied index is now lower than readState.Index' (duration: 348.507µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:15.062349Z","caller":"traceutil/trace.go:172","msg":"trace[786798923] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"100.887292ms","start":"2026-07-30T16:50:14.961393Z","end":"2026-07-30T16:50:15.062280Z","steps":["trace[786798923] 'process raft request' (duration: 100.75301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:15.062568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.162573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-30T16:50:15.062629Z","caller":"traceutil/trace.go:172","msg":"trace[1715678612] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-account-controller; range_end:; response_count:1; response_revision:1380; }","duration":"226.244125ms","start":"2026-07-30T16:50:14.836372Z","end":"2026-07-30T16:50:15.062616Z","steps":["trace[1715678612] 'agreement among raft nodes before linearized reading' (duration: 225.861436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:15.062649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.011073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"warn","ts":"2026-07-30T16:50:15.062650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.974766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" limit:1 ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-07-30T16:50:15.062697Z","caller":"traceutil/trace.go:172","msg":"trace[1792074673] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-cidrs-controller; range_end:; response_count:1; response_revision:1380; }","duration":"232.093834ms","start":"2026-07-30T16:50:14.830589Z","end":"2026-07-30T16:50:15.062683Z","steps":["trace[1792074673] 'agreement among raft nodes before linearized reading' (duration: 231.87641ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:15.062255Z","caller":"traceutil/trace.go:172","msg":"trace[1221286720] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"122.191967ms","start":"2026-07-30T16:50:14.940033Z","end":"2026-07-30T16:50:15.062225Z","steps":["trace[1221286720] 'process raft request' (duration: 121.908832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:15.062689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.259406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:volume-scheduler\" limit:1 ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-07-30T16:50:15.062812Z","caller":"traceutil/trace.go:172","msg":"trace[304359194] range","detail":"{range_begin:/registry/clusterroles/system:volume-scheduler; range_end:; response_count:1; response_revision:1380; }","duration":"227.407679ms","start":"2026-07-30T16:50:14.835380Z","end":"2026-07-30T16:50:15.062788Z","steps":["trace[304359194] 'agreement among raft nodes before linearized reading' (duration: 226.97313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:15.062862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.581395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-30T16:50:15.062743Z","caller":"traceutil/trace.go:172","msg":"trace[1727430542] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:1380; }","duration":"217.098638ms","start":"2026-07-30T16:50:14.845626Z","end":"2026-07-30T16:50:15.062725Z","steps":["trace[1727430542] 'agreement among raft nodes before linearized reading' (duration: 216.793842ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:15.062974Z","caller":"traceutil/trace.go:172","msg":"trace[2033123385] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1380; }","duration":"234.704228ms","start":"2026-07-30T16:50:14.828239Z","end":"2026-07-30T16:50:15.062943Z","steps":["trace[2033123385] 'agreement among raft nodes before linearized reading' (duration: 234.385931ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:15.570778Z","caller":"traceutil/trace.go:172","msg":"trace[1516674361] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"106.075228ms","start":"2026-07-30T16:50:15.464668Z","end":"2026-07-30T16:50:15.570743Z","steps":["trace[1516674361] 'process raft request' (duration: 63.407556ms)","trace[1516674361] 'compare' (duration: 42.468038ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:16.411841Z","caller":"traceutil/trace.go:172","msg":"trace[1523956545] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1647; }","duration":"161.641413ms","start":"2026-07-30T16:50:16.250133Z","end":"2026-07-30T16:50:16.411774Z","steps":["trace[1523956545] 'read index received' (duration: 6.177007ms)","trace[1523956545] 'applied index is now lower than readState.Index' (duration: 155.460426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:16.412490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.235725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" limit:1 ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-30T16:50:16.412595Z","caller":"traceutil/trace.go:172","msg":"trace[614446792] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:1; response_revision:1403; }","duration":"162.450909ms","start":"2026-07-30T16:50:16.250122Z","end":"2026-07-30T16:50:16.412573Z","steps":["trace[614446792] 'agreement among raft nodes before linearized reading' (duration: 162.040031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:16.414449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.317286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:745"} {"level":"warn","ts":"2026-07-30T16:50:16.414486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.690866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"warn","ts":"2026-07-30T16:50:16.414529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.484974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node\" limit:1 ","response":"range_response_count:1 size:603"} {"level":"warn","ts":"2026-07-30T16:50:16.414578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.018488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" limit:1 ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-07-30T16:50:16.414590Z","caller":"traceutil/trace.go:172","msg":"trace[571027532] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1403; }","duration":"143.805638ms","start":"2026-07-30T16:50:16.270764Z","end":"2026-07-30T16:50:16.414569Z","steps":["trace[571027532] 'agreement among raft nodes before linearized reading' (duration: 143.528783ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:16.414621Z","caller":"traceutil/trace.go:172","msg":"trace[951063735] range","detail":"{range_begin:/registry/clusterrolebindings/system:node; range_end:; response_count:1; response_revision:1403; }","duration":"124.597026ms","start":"2026-07-30T16:50:16.290003Z","end":"2026-07-30T16:50:16.414600Z","steps":["trace[951063735] 'agreement among raft nodes before linearized reading' (duration: 124.269389ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:16.414628Z","caller":"traceutil/trace.go:172","msg":"trace[317799386] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:1403; }","duration":"156.058469ms","start":"2026-07-30T16:50:16.258551Z","end":"2026-07-30T16:50:16.414609Z","steps":["trace[317799386] 'agreement among raft nodes before linearized reading' (duration: 155.955307ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:16.414660Z","caller":"traceutil/trace.go:172","msg":"trace[1714220344] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-controller-manager; range_end:; response_count:1; response_revision:1403; }","duration":"161.467449ms","start":"2026-07-30T16:50:16.253093Z","end":"2026-07-30T16:50:16.414560Z","steps":["trace[1714220344] 'agreement among raft nodes before linearized reading' (duration: 161.145293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:16.414437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.360834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" limit:1 ","response":"range_response_count:1 size:388"} {"level":"info","ts":"2026-07-30T16:50:16.414909Z","caller":"traceutil/trace.go:172","msg":"trace[92781355] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:1403; }","duration":"133.851634ms","start":"2026-07-30T16:50:16.281047Z","end":"2026-07-30T16:50:16.414899Z","steps":["trace[92781355] 'agreement among raft nodes before linearized reading' (duration: 133.205951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.533617Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578790560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:50:17.903293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.183195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:50:17.903635Z","caller":"traceutil/trace.go:172","msg":"trace[1850300543] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"884.471111ms","start":"2026-07-30T16:50:17.019124Z","end":"2026-07-30T16:50:17.903595Z","steps":["trace[1850300543] 'process raft request' (duration: 673.871539ms)","trace[1850300543] 'compare' (duration: 209.407838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:17.904036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.019107Z","time spent":"884.807668ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:50:17.915887Z","caller":"traceutil/trace.go:172","msg":"trace[1675795917] linearizableReadLoop","detail":"{readStateIndex:1661; appliedIndex:1661; }","duration":"883.227655ms","start":"2026-07-30T16:50:17.032642Z","end":"2026-07-30T16:50:17.915869Z","steps":["trace[1675795917] 'read index received' (duration: 883.221795ms)","trace[1675795917] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:17.916184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"883.541351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:volume-scheduler\" limit:1 ","response":"range_response_count:1 size:715"} {"level":"info","ts":"2026-07-30T16:50:17.916212Z","caller":"traceutil/trace.go:172","msg":"trace[185268375] range","detail":"{range_begin:/registry/clusterrolebindings/system:volume-scheduler; range_end:; response_count:1; response_revision:1410; }","duration":"883.582581ms","start":"2026-07-30T16:50:17.032623Z","end":"2026-07-30T16:50:17.916206Z","steps":["trace[185268375] 'agreement among raft nodes before linearized reading' (duration: 883.332266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.916237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.032591Z","time spent":"883.639533ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":738,"request content":"key:\"/registry/clusterrolebindings/system:volume-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:17.916265Z","caller":"traceutil/trace.go:172","msg":"trace[1693037577] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"847.625417ms","start":"2026-07-30T16:50:17.068607Z","end":"2026-07-30T16:50:17.916232Z","steps":["trace[1693037577] 'process raft request' (duration: 847.29995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.916370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.068569Z","time spent":"847.735259ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:50:17.916520Z","caller":"traceutil/trace.go:172","msg":"trace[279595641] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"774.398711ms","start":"2026-07-30T16:50:17.142076Z","end":"2026-07-30T16:50:17.916474Z","steps":["trace[279595641] 'process raft request' (duration: 774.102625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.916713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.142046Z","time spent":"774.570075ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:50:17.918120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"883.240956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-30T16:50:17.918178Z","caller":"traceutil/trace.go:172","msg":"trace[1963545890] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1412; }","duration":"883.299787ms","start":"2026-07-30T16:50:17.034864Z","end":"2026-07-30T16:50:17.918164Z","steps":["trace[1963545890] 'agreement among raft nodes before linearized reading' (duration: 883.121033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.918216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.034853Z","time spent":"883.353798ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":788,"request content":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:17.918290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.866005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:17.918356Z","caller":"traceutil/trace.go:172","msg":"trace[1744988318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"318.932116ms","start":"2026-07-30T16:50:17.599413Z","end":"2026-07-30T16:50:17.918345Z","steps":["trace[1744988318] 'agreement among raft nodes before linearized reading' (duration: 318.819454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.918381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"619.863134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:17.918409Z","caller":"traceutil/trace.go:172","msg":"trace[474139626] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1412; }","duration":"619.893215ms","start":"2026-07-30T16:50:17.298509Z","end":"2026-07-30T16:50:17.918403Z","steps":["trace[474139626] 'agreement among raft nodes before linearized reading' (duration: 619.843193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.918410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.599391Z","time spent":"319.013058ms","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:50:17.918429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.298480Z","time spent":"619.944206ms","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:17.918621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"810.494429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-dns\" limit:1 ","response":"range_response_count:1 size:576"} {"level":"info","ts":"2026-07-30T16:50:17.918650Z","caller":"traceutil/trace.go:172","msg":"trace[2007450807] range","detail":"{range_begin:/registry/clusterroles/system:kube-dns; range_end:; response_count:1; response_revision:1412; }","duration":"810.525129ms","start":"2026-07-30T16:50:17.108115Z","end":"2026-07-30T16:50:17.918640Z","steps":["trace[2007450807] 'agreement among raft nodes before linearized reading' (duration: 810.441968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.918672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.108104Z","time spent":"810.560951ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":599,"request content":"key:\"/registry/clusterroles/system:kube-dns\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:17.918701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.424021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:17.918732Z","caller":"traceutil/trace.go:172","msg":"trace[461876531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"124.454542ms","start":"2026-07-30T16:50:17.794268Z","end":"2026-07-30T16:50:17.918723Z","steps":["trace[461876531] 'agreement among raft nodes before linearized reading' (duration: 124.392701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.918870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"811.349116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-scheduler\" limit:1 ","response":"range_response_count:1 size:1833"} {"level":"warn","ts":"2026-07-30T16:50:17.918874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.415098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:50:17.918901Z","caller":"traceutil/trace.go:172","msg":"trace[331104284] range","detail":"{range_begin:/registry/clusterroles/system:kube-scheduler; range_end:; response_count:1; response_revision:1412; }","duration":"811.381296ms","start":"2026-07-30T16:50:17.107511Z","end":"2026-07-30T16:50:17.918892Z","steps":["trace[331104284] 'agreement among raft nodes before linearized reading' (duration: 811.295965ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:17.918913Z","caller":"traceutil/trace.go:172","msg":"trace[1905835527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1412; }","duration":"276.460979ms","start":"2026-07-30T16:50:17.642443Z","end":"2026-07-30T16:50:17.918904Z","steps":["trace[1905835527] 'agreement among raft nodes before linearized reading' (duration: 276.348126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.918928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.107484Z","time spent":"811.433418ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1856,"request content":"key:\"/registry/clusterroles/system:kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:17.919300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"821.453703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-30T16:50:17.919348Z","caller":"traceutil/trace.go:172","msg":"trace[1949595734] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1412; }","duration":"821.505524ms","start":"2026-07-30T16:50:17.097829Z","end":"2026-07-30T16:50:17.919335Z","steps":["trace[1949595734] 'agreement among raft nodes before linearized reading' (duration: 821.359731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.919379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"824.971925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-07-30T16:50:17.919382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.097820Z","time spent":"821.553355ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":788,"request content":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:17.919411Z","caller":"traceutil/trace.go:172","msg":"trace[202274427] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:1412; }","duration":"825.006276ms","start":"2026-07-30T16:50:17.094396Z","end":"2026-07-30T16:50:17.919402Z","steps":["trace[202274427] 'agreement among raft nodes before linearized reading' (duration: 824.919184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:17.919442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:17.094377Z","time spent":"825.057076ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":806,"request content":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:18.052949Z","caller":"traceutil/trace.go:172","msg":"trace[109698328] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"128.858093ms","start":"2026-07-30T16:50:17.924069Z","end":"2026-07-30T16:50:18.052928Z","steps":["trace[109698328] 'read index received' (duration: 83.981676ms)","trace[109698328] 'applied index is now lower than readState.Index' (duration: 44.873487ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:18.053021Z","caller":"traceutil/trace.go:172","msg":"trace[742619189] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"131.093118ms","start":"2026-07-30T16:50:17.921883Z","end":"2026-07-30T16:50:18.052976Z","steps":["trace[742619189] 'process raft request' (duration: 85.598069ms)","trace[742619189] 'compare' (duration: 45.330585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:18.053227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.125938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-30T16:50:18.053295Z","caller":"traceutil/trace.go:172","msg":"trace[1336413307] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1413; }","duration":"129.21494ms","start":"2026-07-30T16:50:17.924063Z","end":"2026-07-30T16:50:18.053278Z","steps":["trace[1336413307] 'agreement among raft nodes before linearized reading' (duration: 129.004236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:18.054707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.551877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:volume-scheduler\" limit:1 ","response":"range_response_count:1 size:715"} {"level":"warn","ts":"2026-07-30T16:50:18.054728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.257973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-30T16:50:18.054759Z","caller":"traceutil/trace.go:172","msg":"trace[775996975] range","detail":"{range_begin:/registry/clusterrolebindings/system:volume-scheduler; range_end:; response_count:1; response_revision:1413; }","duration":"130.608178ms","start":"2026-07-30T16:50:17.924140Z","end":"2026-07-30T16:50:18.054749Z","steps":["trace[775996975] 'agreement among raft nodes before linearized reading' (duration: 130.464005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:18.054799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.617909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-scheduler\" limit:1 ","response":"range_response_count:1 size:1833"} {"level":"info","ts":"2026-07-30T16:50:18.054861Z","caller":"traceutil/trace.go:172","msg":"trace[225055328] range","detail":"{range_begin:/registry/clusterroles/system:kube-scheduler; range_end:; response_count:1; response_revision:1413; }","duration":"130.68136ms","start":"2026-07-30T16:50:17.924165Z","end":"2026-07-30T16:50:18.054846Z","steps":["trace[225055328] 'agreement among raft nodes before linearized reading' (duration: 130.528117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:18.055029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.875604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-dns\" limit:1 ","response":"range_response_count:1 size:576"} {"level":"info","ts":"2026-07-30T16:50:18.055073Z","caller":"traceutil/trace.go:172","msg":"trace[1183054582] range","detail":"{range_begin:/registry/clusterroles/system:kube-dns; range_end:; response_count:1; response_revision:1413; }","duration":"130.917665ms","start":"2026-07-30T16:50:17.924142Z","end":"2026-07-30T16:50:18.055060Z","steps":["trace[1183054582] 'agreement among raft nodes before linearized reading' (duration: 130.815973ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:18.054785Z","caller":"traceutil/trace.go:172","msg":"trace[1338715967] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:1413; }","duration":"111.317435ms","start":"2026-07-30T16:50:17.943452Z","end":"2026-07-30T16:50:18.054769Z","steps":["trace[1338715967] 'agreement among raft nodes before linearized reading' (duration: 111.157622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:18.057822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.178381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-30T16:50:18.057952Z","caller":"traceutil/trace.go:172","msg":"trace[2048326730] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1413; }","duration":"115.140302ms","start":"2026-07-30T16:50:17.942769Z","end":"2026-07-30T16:50:18.057909Z","steps":["trace[2048326730] 'agreement among raft nodes before linearized reading' (duration: 111.978027ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:18.226161Z","caller":"traceutil/trace.go:172","msg":"trace[436130621] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"115.04602ms","start":"2026-07-30T16:50:18.111088Z","end":"2026-07-30T16:50:18.226134Z","steps":["trace[436130621] 'process raft request' (duration: 57.727179ms)","trace[436130621] 'compare' (duration: 57.169408ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:18.247768Z","caller":"traceutil/trace.go:172","msg":"trace[1849093224] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1666; }","duration":"108.365504ms","start":"2026-07-30T16:50:18.139374Z","end":"2026-07-30T16:50:18.247739Z","steps":["trace[1849093224] 'read index received' (duration: 108.356214ms)","trace[1849093224] 'applied index is now lower than readState.Index' (duration: 8.34µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:18.248063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.66122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:1 size:339"} {"level":"info","ts":"2026-07-30T16:50:18.248146Z","caller":"traceutil/trace.go:172","msg":"trace[1176426768] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:1416; }","duration":"108.762912ms","start":"2026-07-30T16:50:18.139367Z","end":"2026-07-30T16:50:18.248130Z","steps":["trace[1176426768] 'agreement among raft nodes before linearized reading' (duration: 108.495916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:18.249407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.688129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:1 size:339"} {"level":"info","ts":"2026-07-30T16:50:18.249442Z","caller":"traceutil/trace.go:172","msg":"trace[1846459225] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:1416; }","duration":"106.72435ms","start":"2026-07-30T16:50:18.142709Z","end":"2026-07-30T16:50:18.249434Z","steps":["trace[1846459225] 'agreement among raft nodes before linearized reading' (duration: 106.629018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:23.007959Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578790923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:50:23.508473Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578790923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:50:24.008875Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578790923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:50:24.351713Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.843798855s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:50:24.352077Z","caller":"traceutil/trace.go:172","msg":"trace[969791929] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1694; }","duration":"1.844496263s","start":"2026-07-30T16:50:22.507534Z","end":"2026-07-30T16:50:24.352030Z","steps":["trace[969791929] 'read index received' (duration: 1.844479202s)","trace[969791929] 'applied index is now lower than readState.Index' (duration: 14.671µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:24.352449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.844859302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-07-30T16:50:24.352649Z","caller":"traceutil/trace.go:172","msg":"trace[69457940] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:1440; }","duration":"1.845091577s","start":"2026-07-30T16:50:22.507529Z","end":"2026-07-30T16:50:24.352621Z","steps":["trace[69457940] 'agreement among raft nodes before linearized reading' (duration: 1.844627996s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:24.352804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.507516Z","time spent":"1.845272112s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1777,"request content":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:24.793996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.0009396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:50:24.794108Z","caller":"traceutil/trace.go:172","msg":"trace[1603970451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001089904s","start":"2026-07-30T16:50:22.792991Z","end":"2026-07-30T16:50:24.794081Z","steps":["trace[1603970451] 'agreement among raft nodes before linearized reading' (duration: 2.0009354s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:24.794200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.792978Z","time spent":"2.001203166s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:50:24.852920Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568745578790925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:50:25.109472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.527752166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:50:25.109576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.528612198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:25.109603Z","caller":"traceutil/trace.go:172","msg":"trace[1418558827] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1443; }","duration":"2.52791181s","start":"2026-07-30T16:50:22.581664Z","end":"2026-07-30T16:50:25.109576Z","steps":["trace[1418558827] 'agreement among raft nodes before linearized reading' (duration: 2.527662394s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:25.109627Z","caller":"traceutil/trace.go:172","msg":"trace[839894248] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1444; }","duration":"2.528645979s","start":"2026-07-30T16:50:22.580961Z","end":"2026-07-30T16:50:25.109606Z","steps":["trace[839894248] 'agreement among raft nodes before linearized reading' (duration: 2.528590627s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:25.109637Z","caller":"traceutil/trace.go:172","msg":"trace[747129277] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"1.083023696s","start":"2026-07-30T16:50:24.026550Z","end":"2026-07-30T16:50:25.109573Z","steps":["trace[747129277] 'process raft request' (duration: 1.08278623s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.109666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.581657Z","time spent":"2.527999822s","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:25.109707Z","caller":"traceutil/trace.go:172","msg":"trace[1852182030] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1697; }","duration":"757.115989ms","start":"2026-07-30T16:50:24.352168Z","end":"2026-07-30T16:50:25.109284Z","steps":["trace[1852182030] 'read index received' (duration: 757.081958ms)","trace[1852182030] 'applied index is now lower than readState.Index' (duration: 30.721µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:25.109484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.530056064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:50:25.109932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:24.026534Z","time spent":"1.08321541s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:50:25.110033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.099478676s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:25.109996Z","caller":"traceutil/trace.go:172","msg":"trace[244246783] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1443; }","duration":"2.530571666s","start":"2026-07-30T16:50:22.579379Z","end":"2026-07-30T16:50:25.109951Z","steps":["trace[244246783] 'agreement among raft nodes before linearized reading' (duration: 2.529977432s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:25.110055Z","caller":"traceutil/trace.go:172","msg":"trace[405190910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1445; }","duration":"2.099501036s","start":"2026-07-30T16:50:23.010548Z","end":"2026-07-30T16:50:25.110049Z","steps":["trace[405190910] 'agreement among raft nodes before linearized reading' (duration: 2.09922151s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.109668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.580949Z","time spent":"2.52871331s","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.110156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.579361Z","time spent":"2.53073856s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.110395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.530448863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-07-30T16:50:25.110424Z","caller":"traceutil/trace.go:172","msg":"trace[2145237811] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:1445; }","duration":"2.530481413s","start":"2026-07-30T16:50:22.579936Z","end":"2026-07-30T16:50:25.110417Z","steps":["trace[2145237811] 'agreement among raft nodes before linearized reading' (duration: 2.529896959s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.110519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.535920939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:50:25.110545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.582857765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2303"} {"level":"info","ts":"2026-07-30T16:50:25.110579Z","caller":"traceutil/trace.go:172","msg":"trace[791046373] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1445; }","duration":"2.53598062s","start":"2026-07-30T16:50:22.574580Z","end":"2026-07-30T16:50:25.110561Z","steps":["trace[791046373] 'agreement among raft nodes before linearized reading' (duration: 2.53516488s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:25.110587Z","caller":"traceutil/trace.go:172","msg":"trace[1521842013] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:1445; }","duration":"2.582900536s","start":"2026-07-30T16:50:22.527676Z","end":"2026-07-30T16:50:25.110577Z","steps":["trace[1521842013] 'agreement among raft nodes before linearized reading' (duration: 2.582077946s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.110614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.574552Z","time spent":"2.536052592s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.110439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.579908Z","time spent":"2.530526965s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1777,"request content":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.110734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.531481828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:25.110767Z","caller":"traceutil/trace.go:172","msg":"trace[2038007584] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1445; }","duration":"2.531514359s","start":"2026-07-30T16:50:22.579245Z","end":"2026-07-30T16:50:25.110759Z","steps":["trace[2038007584] 'agreement among raft nodes before linearized reading' (duration: 2.530492604s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.110790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.579231Z","time spent":"2.531553099s","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.110939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.585111361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:25.110966Z","caller":"traceutil/trace.go:172","msg":"trace[1033520230] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1445; }","duration":"2.585141212s","start":"2026-07-30T16:50:22.525819Z","end":"2026-07-30T16:50:25.110961Z","steps":["trace[1033520230] 'agreement among raft nodes before linearized reading' (duration: 2.583909071s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.111032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.128982714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:50:25.111057Z","caller":"traceutil/trace.go:172","msg":"trace[1628857423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1445; }","duration":"1.129011315s","start":"2026-07-30T16:50:23.982040Z","end":"2026-07-30T16:50:25.111052Z","steps":["trace[1628857423] 'agreement among raft nodes before linearized reading' (duration: 1.127733313s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.111071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:23.982016Z","time spent":"1.129051156s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.111250Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.054556631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-30T16:50:25.111279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.521995003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2303"} {"level":"info","ts":"2026-07-30T16:50:25.111294Z","caller":"traceutil/trace.go:172","msg":"trace[952614221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1445; }","duration":"2.054604173s","start":"2026-07-30T16:50:23.056681Z","end":"2026-07-30T16:50:25.111285Z","steps":["trace[952614221] 'agreement among raft nodes before linearized reading' (duration: 2.053099935s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.111322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:23.056660Z","time spent":"2.054654004s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.110981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.525788Z","time spent":"2.585189113s","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:25.111299Z","caller":"traceutil/trace.go:172","msg":"trace[1895077506] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:1445; }","duration":"2.522017234s","start":"2026-07-30T16:50:22.589277Z","end":"2026-07-30T16:50:25.111294Z","steps":["trace[1895077506] 'agreement among raft nodes before linearized reading' (duration: 2.520529437s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.111487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.589268Z","time spent":"2.522206688s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2326,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.110617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.527652Z","time spent":"2.582958797s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2326,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.111979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.497266479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-07-30T16:50:25.112043Z","caller":"traceutil/trace.go:172","msg":"trace[1184892330] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:1445; }","duration":"2.497454054s","start":"2026-07-30T16:50:22.614577Z","end":"2026-07-30T16:50:25.112031Z","steps":["trace[1184892330] 'agreement among raft nodes before linearized reading' (duration: 2.495212108s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.112076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.614559Z","time spent":"2.497507645s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":727,"request content":"key:\"/registry/services/specs/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:25.112274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.461992952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" limit:1 ","response":"range_response_count:1 size:1036427"} {"level":"info","ts":"2026-07-30T16:50:25.112411Z","caller":"traceutil/trace.go:172","msg":"trace[1516973114] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:1445; }","duration":"2.462162106s","start":"2026-07-30T16:50:22.650227Z","end":"2026-07-30T16:50:25.112390Z","steps":["trace[1516973114] 'agreement among raft nodes before linearized reading' (duration: 2.459568652s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.113794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:22.650205Z","time spent":"2.463573571s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1036450,"request content":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:25.274868Z","caller":"traceutil/trace.go:172","msg":"trace[1897663134] linearizableReadLoop","detail":"{readStateIndex:1699; appliedIndex:1699; }","duration":"164.929342ms","start":"2026-07-30T16:50:25.109906Z","end":"2026-07-30T16:50:25.274836Z","steps":["trace[1897663134] 'read index received' (duration: 164.912521ms)","trace[1897663134] 'applied index is now lower than readState.Index' (duration: 14.951µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:25.277358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.307934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:25.277469Z","caller":"traceutil/trace.go:172","msg":"trace[1538084424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1445; }","duration":"482.431766ms","start":"2026-07-30T16:50:24.795010Z","end":"2026-07-30T16:50:25.277442Z","steps":["trace[1538084424] 'agreement among raft nodes before linearized reading' (duration: 479.894253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.277661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"916.656647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-07-30T16:50:25.277770Z","caller":"traceutil/trace.go:172","msg":"trace[1745623878] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:1445; }","duration":"916.77393ms","start":"2026-07-30T16:50:24.360980Z","end":"2026-07-30T16:50:25.277754Z","steps":["trace[1745623878] 'agreement among raft nodes before linearized reading' (duration: 913.996121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.277806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:24.360954Z","time spent":"916.845381ms","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1777,"request content":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:25.278104Z","caller":"traceutil/trace.go:172","msg":"trace[1903162265] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"158.162504ms","start":"2026-07-30T16:50:25.119914Z","end":"2026-07-30T16:50:25.278077Z","steps":["trace[1903162265] 'process raft request' (duration: 154.963925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.278204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.022689ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:25.278803Z","caller":"traceutil/trace.go:172","msg":"trace[1794022520] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"158.082422ms","start":"2026-07-30T16:50:25.120711Z","end":"2026-07-30T16:50:25.278793Z","steps":["trace[1794022520] 'process raft request' (duration: 157.293903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:25.279020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:50:24.794974Z","time spent":"484.012565ms","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:50:25.278255Z","caller":"traceutil/trace.go:172","msg":"trace[1123360508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1447; }","duration":"166.07899ms","start":"2026-07-30T16:50:25.112163Z","end":"2026-07-30T16:50:25.278242Z","steps":["trace[1123360508] 'agreement among raft nodes before linearized reading' (duration: 166.001878ms)"],"step_count":1}