{"level":"warn","ts":"2026-03-18T13:11:32.175124Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-18T13:11:32.175373Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-18T13:11:32.175404Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.115:2380","--initial-cluster=controller-1=https://199.19.213.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.115:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-18T13:11:32.176320Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-18T13:11:32.176366Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T13:11:32.176417Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-18T13:11:32.176511Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:11:32.177850Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"]} {"level":"info","ts":"2026-03-18T13:11:32.178070Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-18T13:11:32.179260Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003bad40}"} {"level":"info","ts":"2026-03-18T13:11:32.183839Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T13:11:32.183919Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.841164ms"} {"level":"info","ts":"2026-03-18T13:11:32.183964Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-18T13:11:32.184010Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-18T13:11:32.184088Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-18T13:11:32.194133Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-18T13:11:32.194411Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"76964ef0a001678d","cluster-id":"a26f37ac4c69834d"} {"level":"info","ts":"2026-03-18T13:11:32.194510Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-18T13:11:32.194711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"76964ef0a001678d switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T13:11:32.194938Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"76964ef0a001678d became follower at term 0"} {"level":"info","ts":"2026-03-18T13:11:32.194986Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 76964ef0a001678d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T13:11:32.195061Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"76964ef0a001678d became follower at term 1"} {"level":"info","ts":"2026-03-18T13:11:32.195192Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"warn","ts":"2026-03-18T13:11:32.205030Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T13:11:32.209532Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T13:11:32.212522Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T13:11:32.213526Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"76964ef0a001678d","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T13:11:32.213709Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"76964ef0a001678d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T13:11:32.213906Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:11:32.213952Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:11:32.213966Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:11:32.213950Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:11:32.214081Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-03-18T13:11:32.214339Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-03-18T13:11:32.214540Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"info","ts":"2026-03-18T13:11:32.214899Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","added-peer-id":"76964ef0a001678d","added-peer-peer-urls":["https://199.19.213.115:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:11:32.215226Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"76964ef0a001678d","initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T13:11:32.215273Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T13:11:32.795847Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"76964ef0a001678d is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T13:11:32.795903Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"76964ef0a001678d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T13:11:32.796192Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"76964ef0a001678d received MsgPreVoteResp from 76964ef0a001678d at term 1"} {"level":"info","ts":"2026-03-18T13:11:32.796213Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"76964ef0a001678d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:11:32.796228Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"76964ef0a001678d became candidate at term 2"} {"level":"info","ts":"2026-03-18T13:11:32.797319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"76964ef0a001678d received MsgVoteResp from 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-18T13:11:32.797338Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"76964ef0a001678d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:11:32.797350Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"76964ef0a001678d became leader at term 2"} {"level":"info","ts":"2026-03-18T13:11:32.797356Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 76964ef0a001678d elected leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-18T13:11:32.798487Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"76964ef0a001678d","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.115:2379]}","cluster-id":"a26f37ac4c69834d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T13:11:32.798522Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:11:32.798640Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:11:32.798871Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:11:32.799302Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T13:11:32.799360Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T13:11:32.800350Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:11:32.800778Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T13:11:32.800881Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:11:32.801132Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"warn","ts":"2026-03-18T13:11:32.802202Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-18T13:11:32.802542Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-18T13:11:32.802732Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T13:11:32.802847Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-18T13:11:32.807572Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.115:2379"} {"level":"info","ts":"2026-03-18T13:11:32.808002Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T13:11:32.808488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.810072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.823671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.831487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.845650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.865992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.878305Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.887917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.900578Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.908472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.924296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.931119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.942779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.951952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.975841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:32.992995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.004148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.020639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.031214Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.081472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.093029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.107642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.119088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.127879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.140846Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.150974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.158908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.171697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.185254Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.199736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.218792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.231747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.240479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.248377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.257679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.270003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.280676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.287931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.297795Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.309861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.319337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.328370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.336016Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.345268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.387079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.391180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.403598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.409568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.420209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.430399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.440327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.450405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.459222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.467902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.491328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.497581Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.510755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:33.521222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:11:37.713544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.656842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-18T13:11:37.713649Z","caller":"traceutil/trace.go:172","msg":"trace[444822494] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:292; }","duration":"407.135449ms","start":"2026-03-18T13:11:37.306496Z","end":"2026-03-18T13:11:37.713632Z","steps":["trace[444822494] 'range keys from in-memory index tree' (duration: 406.538721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:11:37.713680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:11:37.306461Z","time spent":"407.210281ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:11:37.713916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.592144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:11:37.714217Z","caller":"traceutil/trace.go:172","msg":"trace[530221803] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:292; }","duration":"137.813697ms","start":"2026-03-18T13:11:37.576174Z","end":"2026-03-18T13:11:37.713988Z","steps":["trace[530221803] 'range keys from in-memory index tree' (duration: 137.462593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:11:42.503110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.735934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-18T13:11:42.503201Z","caller":"traceutil/trace.go:172","msg":"trace[1060355406] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:397; }","duration":"146.842855ms","start":"2026-03-18T13:11:42.356340Z","end":"2026-03-18T13:11:42.503183Z","steps":["trace[1060355406] 'range keys from in-memory index tree' (duration: 146.55936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:11:43.008256Z","caller":"traceutil/trace.go:172","msg":"trace[1361807088] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:419; }","duration":"336.520793ms","start":"2026-03-18T13:11:42.671712Z","end":"2026-03-18T13:11:43.008233Z","steps":["trace[1361807088] 'read index received' (duration: 336.511103ms)","trace[1361807088] 'applied index is now lower than readState.Index' (duration: 6.7µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:11:43.008425Z","caller":"traceutil/trace.go:172","msg":"trace[612978433] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"496.149393ms","start":"2026-03-18T13:11:42.512266Z","end":"2026-03-18T13:11:43.008416Z","steps":["trace[612978433] 'process raft request' (duration: 496.027992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:11:43.008460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.725886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4955"} {"level":"info","ts":"2026-03-18T13:11:43.008521Z","caller":"traceutil/trace.go:172","msg":"trace[1341572667] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:397; }","duration":"336.801067ms","start":"2026-03-18T13:11:42.671707Z","end":"2026-03-18T13:11:43.008508Z","steps":["trace[1341572667] 'agreement among raft nodes before linearized reading' (duration: 336.611544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:11:43.008565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:11:42.671682Z","time spent":"336.861967ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":4978,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:11:43.008726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:11:42.512240Z","time spent":"496.210504ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:11:43.013757Z","caller":"traceutil/trace.go:172","msg":"trace[1230321227] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"246.336991ms","start":"2026-03-18T13:11:42.767310Z","end":"2026-03-18T13:11:43.013647Z","steps":["trace[1230321227] 'process raft request' (duration: 246.25287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:11:48.377007Z","caller":"traceutil/trace.go:172","msg":"trace[1188389934] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"203.195041ms","start":"2026-03-18T13:11:48.173798Z","end":"2026-03-18T13:11:48.376993Z","steps":["trace[1188389934] 'process raft request' (duration: 203.101098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:11:48.379363Z","caller":"traceutil/trace.go:172","msg":"trace[1574246403] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"181.76137ms","start":"2026-03-18T13:11:48.197569Z","end":"2026-03-18T13:11:48.379331Z","steps":["trace[1574246403] 'process raft request' (duration: 181.688237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:11:48.379455Z","caller":"traceutil/trace.go:172","msg":"trace[1676053081] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"205.249348ms","start":"2026-03-18T13:11:48.174131Z","end":"2026-03-18T13:11:48.379380Z","steps":["trace[1676053081] 'process raft request' (duration: 204.916865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:11:59.241021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"457.464855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:11:59.241091Z","caller":"traceutil/trace.go:172","msg":"trace[2086897354] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:459; }","duration":"457.543747ms","start":"2026-03-18T13:11:58.783534Z","end":"2026-03-18T13:11:59.241078Z","steps":["trace[2086897354] 'range keys from in-memory index tree' (duration: 457.33663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:11:59.241094Z","caller":"traceutil/trace.go:172","msg":"trace[534753753] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"170.057532ms","start":"2026-03-18T13:11:59.071019Z","end":"2026-03-18T13:11:59.241076Z","steps":["trace[534753753] 'process raft request' (duration: 140.976956ms)","trace[534753753] 'compare' (duration: 29.011004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:11:59.241064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.484353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:11:59.241147Z","caller":"traceutil/trace.go:172","msg":"trace[1826022198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:459; }","duration":"435.576716ms","start":"2026-03-18T13:11:58.805557Z","end":"2026-03-18T13:11:59.241134Z","steps":["trace[1826022198] 'range keys from in-memory index tree' (duration: 435.412401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:11:59.241176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:11:58.805540Z","time spent":"435.628158ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:12:29.546254Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021) learners=(9251451803145718936)"} {"level":"info","ts":"2026-03-18T13:12:29.546617Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","added-peer-id":"8063c2660f25cc98","added-peer-peer-urls":["https://199.19.213.156:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-18T13:12:29.546736Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:29.546889Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:29.547119Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:29.547235Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:29.547376Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:29.547577Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-03-18T13:12:29.547414Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:29.547721Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"76964ef0a001678d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:29.547471Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"error","ts":"2026-03-18T13:12:29.598761Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:12:30.101608Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:12:30.600344Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:12:31.101099Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:12:31.603971Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:12:32.100131Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:12:32.600145Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-18T13:12:32.808508Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.156:2380/version","remote-member-id":"8063c2660f25cc98","error":"Get \"https://199.19.213.156:2380/version\": dial tcp 199.19.213.156:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:12:32.808684Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"8063c2660f25cc98","error":"Get \"https://199.19.213.156:2380/version\": dial tcp 199.19.213.156:2380: connect: connection refused"} {"level":"error","ts":"2026-03-18T13:12:33.098233Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-18T13:12:33.174476Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:33.175289Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:33.175368Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:33.183271Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"8063c2660f25cc98","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:12:33.183313Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:33.185998Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"8063c2660f25cc98","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:12:33.186036Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:33.290001Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"76964ef0a001678d","to":"8063c2660f25cc98","bytes":864265,"size":"864 kB"} {"level":"info","ts":"2026-03-18T13:12:33.290184Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":571,"remote-peer-id":"8063c2660f25cc98","bytes":864265,"size":"864 kB"} {"level":"info","ts":"2026-03-18T13:12:33.294016Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":856064,"size":"856 kB"} {"level":"error","ts":"2026-03-18T13:12:33.597846Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:12:34.099533Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-18T13:12:34.570047Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":571,"remote-peer-id":"8063c2660f25cc98","bytes":864265,"size":"864 kB"} {"level":"error","ts":"2026-03-18T13:12:34.601266Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-18T13:12:34.653927Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:34.654040Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98","error":"EOF"} {"level":"info","ts":"2026-03-18T13:12:34.667478Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:34.667662Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"8063c2660f25cc98","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:12:34.667595Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"8063c2660f25cc98","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-18T13:12:34.667699Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:34.667721Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:12:34.667711Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:34.667799Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:34.673317Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:35.100702Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021 9251451803145718936)"} {"level":"info","ts":"2026-03-18T13:12:35.100864Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","promoted-member-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:35.100915Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"76964ef0a001678d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:12:36.158749Z","caller":"traceutil/trace.go:172","msg":"trace[1233070129] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:578; }","duration":"109.709506ms","start":"2026-03-18T13:12:36.049019Z","end":"2026-03-18T13:12:36.158729Z","steps":["trace[1233070129] 'read index received' (duration: 109.703746ms)","trace[1233070129] 'applied index is now lower than readState.Index' (duration: 4.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:36.158866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.827209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:36.158893Z","caller":"traceutil/trace.go:172","msg":"trace[1205008030] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:541; }","duration":"109.86801ms","start":"2026-03-18T13:12:36.049014Z","end":"2026-03-18T13:12:36.158882Z","steps":["trace[1205008030] 'agreement among raft nodes before linearized reading' (duration: 109.790728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:36.159032Z","caller":"traceutil/trace.go:172","msg":"trace[703257864] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"211.221191ms","start":"2026-03-18T13:12:35.947787Z","end":"2026-03-18T13:12:36.159009Z","steps":["trace[703257864] 'process raft request' (duration: 211.073198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:39.735522Z","caller":"traceutil/trace.go:172","msg":"trace[1969950955] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:588; }","duration":"193.005861ms","start":"2026-03-18T13:12:39.542485Z","end":"2026-03-18T13:12:39.735491Z","steps":["trace[1969950955] 'read index received' (duration: 192.999331ms)","trace[1969950955] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:39.735660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.162116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:39.735692Z","caller":"traceutil/trace.go:172","msg":"trace[953612347] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:551; }","duration":"193.214557ms","start":"2026-03-18T13:12:39.542468Z","end":"2026-03-18T13:12:39.735682Z","steps":["trace[953612347] 'agreement among raft nodes before linearized reading' (duration: 193.121635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:39.735902Z","caller":"traceutil/trace.go:172","msg":"trace[579523705] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"250.859125ms","start":"2026-03-18T13:12:39.485023Z","end":"2026-03-18T13:12:39.735882Z","steps":["trace[579523705] 'process raft request' (duration: 250.66978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:43.088010Z","caller":"traceutil/trace.go:172","msg":"trace[661406524] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:596; }","duration":"109.060907ms","start":"2026-03-18T13:12:42.978932Z","end":"2026-03-18T13:12:43.087993Z","steps":["trace[661406524] 'read index received' (duration: 109.057077ms)","trace[661406524] 'applied index is now lower than readState.Index' (duration: 3.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:43.088273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.327314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:12:43.088340Z","caller":"traceutil/trace.go:172","msg":"trace[1920194751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"109.410476ms","start":"2026-03-18T13:12:42.978916Z","end":"2026-03-18T13:12:43.088327Z","steps":["trace[1920194751] 'agreement among raft nodes before linearized reading' (duration: 109.186691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:43.088405Z","caller":"traceutil/trace.go:172","msg":"trace[1898789410] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"209.80767ms","start":"2026-03-18T13:12:42.878579Z","end":"2026-03-18T13:12:43.088387Z","steps":["trace[1898789410] 'process raft request' (duration: 209.556703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:43.089231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.545429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:12:43.089257Z","caller":"traceutil/trace.go:172","msg":"trace[1980763454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"107.58231ms","start":"2026-03-18T13:12:42.981669Z","end":"2026-03-18T13:12:43.089251Z","steps":["trace[1980763454] 'agreement among raft nodes before linearized reading' (duration: 107.486847ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:45.203518Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-18T13:12:47.370240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.998795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T13:12:47.370321Z","caller":"traceutil/trace.go:172","msg":"trace[714074882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:571; }","duration":"156.088997ms","start":"2026-03-18T13:12:47.214214Z","end":"2026-03-18T13:12:47.370303Z","steps":["trace[714074882] 'range keys from in-memory index tree' (duration: 155.079862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:47.370403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.341023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:12:47.370477Z","caller":"traceutil/trace.go:172","msg":"trace[799694242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:571; }","duration":"161.414415ms","start":"2026-03-18T13:12:47.209045Z","end":"2026-03-18T13:12:47.370459Z","steps":["trace[799694242] 'range keys from in-memory index tree' (duration: 159.715694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:49.391254Z","caller":"traceutil/trace.go:172","msg":"trace[1494913100] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"256.805558ms","start":"2026-03-18T13:12:49.134431Z","end":"2026-03-18T13:12:49.391236Z","steps":["trace[1494913100] 'process raft request' (duration: 256.648804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:49.425028Z","caller":"traceutil/trace.go:172","msg":"trace[244851692] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:616; }","duration":"147.46447ms","start":"2026-03-18T13:12:49.277542Z","end":"2026-03-18T13:12:49.425006Z","steps":["trace[244851692] 'read index received' (duration: 147.458269ms)","trace[244851692] 'applied index is now lower than readState.Index' (duration: 5.081µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:49.425155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.612492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:49.425176Z","caller":"traceutil/trace.go:172","msg":"trace[630745640] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:575; }","duration":"147.653203ms","start":"2026-03-18T13:12:49.277517Z","end":"2026-03-18T13:12:49.425170Z","steps":["trace[630745640] 'agreement among raft nodes before linearized reading' (duration: 147.580462ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:49.425541Z","caller":"traceutil/trace.go:172","msg":"trace[1291327970] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"201.606661ms","start":"2026-03-18T13:12:49.223915Z","end":"2026-03-18T13:12:49.425522Z","steps":["trace[1291327970] 'process raft request' (duration: 201.502548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:49.428244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.405492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:49.428305Z","caller":"traceutil/trace.go:172","msg":"trace[251317938] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:576; }","duration":"112.478034ms","start":"2026-03-18T13:12:49.315814Z","end":"2026-03-18T13:12:49.428292Z","steps":["trace[251317938] 'agreement among raft nodes before linearized reading' (duration: 110.278141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:54.308998Z","caller":"traceutil/trace.go:172","msg":"trace[257955856] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:634; }","duration":"486.488743ms","start":"2026-03-18T13:12:53.822484Z","end":"2026-03-18T13:12:54.308972Z","steps":["trace[257955856] 'read index received' (duration: 486.482153ms)","trace[257955856] 'applied index is now lower than readState.Index' (duration: 5.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:54.309164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"486.662797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:54.310876Z","caller":"traceutil/trace.go:172","msg":"trace[2095520682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"488.381097ms","start":"2026-03-18T13:12:53.822478Z","end":"2026-03-18T13:12:54.310859Z","steps":["trace[2095520682] 'agreement among raft nodes before linearized reading' (duration: 486.625106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.310943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.822456Z","time spent":"488.47243ms","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:12:54.309535Z","caller":"traceutil/trace.go:172","msg":"trace[1189693341] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"447.842971ms","start":"2026-03-18T13:12:53.861473Z","end":"2026-03-18T13:12:54.309316Z","steps":["trace[1189693341] 'process raft request' (duration: 447.742609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.311576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.462379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:12:54.311574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.980837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:54.311612Z","caller":"traceutil/trace.go:172","msg":"trace[1081700824] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:592; }","duration":"120.495309ms","start":"2026-03-18T13:12:54.191105Z","end":"2026-03-18T13:12:54.311601Z","steps":["trace[1081700824] 'agreement among raft nodes before linearized reading' (duration: 120.441758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:54.311674Z","caller":"traceutil/trace.go:172","msg":"trace[381181221] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:592; }","duration":"482.029428ms","start":"2026-03-18T13:12:53.829578Z","end":"2026-03-18T13:12:54.311608Z","steps":["trace[381181221] 'agreement among raft nodes before linearized reading' (duration: 481.948987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.311671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.310473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:12:54.311702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.829565Z","time spent":"482.129861ms","remote":"127.0.0.1:42530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-18T13:12:54.311733Z","caller":"traceutil/trace.go:172","msg":"trace[1805516639] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:592; }","duration":"368.420565ms","start":"2026-03-18T13:12:53.943298Z","end":"2026-03-18T13:12:54.311718Z","steps":["trace[1805516639] 'agreement among raft nodes before linearized reading' (duration: 368.253641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.311772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.943272Z","time spent":"368.491717ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:12:54.312736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.861452Z","time spent":"449.587381ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:12:56.023498Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556072696,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:12:56.377815Z","caller":"traceutil/trace.go:172","msg":"trace[677373128] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"922.526274ms","start":"2026-03-18T13:12:55.455267Z","end":"2026-03-18T13:12:56.377793Z","steps":["trace[677373128] 'process raft request' (duration: 922.3534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.377990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.455234Z","time spent":"922.685888ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:12:56.497985Z","caller":"traceutil/trace.go:172","msg":"trace[221564539] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:636; }","duration":"974.621452ms","start":"2026-03-18T13:12:55.523222Z","end":"2026-03-18T13:12:56.497844Z","steps":["trace[221564539] 'read index received' (duration: 974.615332ms)","trace[221564539] 'applied index is now lower than readState.Index' (duration: 4.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:56.498213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"974.964981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:12:56.498344Z","caller":"traceutil/trace.go:172","msg":"trace[1879344937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"975.110794ms","start":"2026-03-18T13:12:55.523216Z","end":"2026-03-18T13:12:56.498327Z","steps":["trace[1879344937] 'agreement among raft nodes before linearized reading' (duration: 974.784857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.498398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.523191Z","time spent":"975.196647ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:12:56.498282Z","caller":"traceutil/trace.go:172","msg":"trace[884377960] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"179.976969ms","start":"2026-03-18T13:12:56.318289Z","end":"2026-03-18T13:12:56.498266Z","steps":["trace[884377960] 'process raft request' (duration: 179.63285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.499905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.541218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:56.499941Z","caller":"traceutil/trace.go:172","msg":"trace[713930919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"693.579089ms","start":"2026-03-18T13:12:55.806354Z","end":"2026-03-18T13:12:56.499933Z","steps":["trace[713930919] 'agreement among raft nodes before linearized reading' (duration: 693.519367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.499963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.806323Z","time spent":"693.63264ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:12:56.500083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"959.376471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:12:56.500166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.84596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:56.500190Z","caller":"traceutil/trace.go:172","msg":"trace[1756021913] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:594; }","duration":"669.8675ms","start":"2026-03-18T13:12:55.830315Z","end":"2026-03-18T13:12:56.500183Z","steps":["trace[1756021913] 'agreement among raft nodes before linearized reading' (duration: 669.83581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.500206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.830285Z","time spent":"669.917062ms","remote":"127.0.0.1:42530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-18T13:12:56.500208Z","caller":"traceutil/trace.go:172","msg":"trace[1294925564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"959.527624ms","start":"2026-03-18T13:12:55.540652Z","end":"2026-03-18T13:12:56.500179Z","steps":["trace[1294925564] 'agreement among raft nodes before linearized reading' (duration: 959.161016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.500290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.540638Z","time spent":"959.632816ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:12:56.500138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"599.973736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T13:12:56.500511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"716.660192ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:56.500522Z","caller":"traceutil/trace.go:172","msg":"trace[1225335014] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:594; }","duration":"600.348395ms","start":"2026-03-18T13:12:55.900157Z","end":"2026-03-18T13:12:56.500505Z","steps":["trace[1225335014] 'agreement among raft nodes before linearized reading' (duration: 599.927935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:56.500551Z","caller":"traceutil/trace.go:172","msg":"trace[653667272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"716.695592ms","start":"2026-03-18T13:12:55.783842Z","end":"2026-03-18T13:12:56.500538Z","steps":["trace[653667272] 'agreement among raft nodes before linearized reading' (duration: 716.649111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.500455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"867.301753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:12:56.500574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.900142Z","time spent":"600.415706ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.115\" limit:1 "} {"level":"info","ts":"2026-03-18T13:12:56.500613Z","caller":"traceutil/trace.go:172","msg":"trace[1813719965] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:594; }","duration":"867.474087ms","start":"2026-03-18T13:12:55.633125Z","end":"2026-03-18T13:12:56.500600Z","steps":["trace[1813719965] 'agreement among raft nodes before linearized reading' (duration: 867.266912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.500646Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.633111Z","time spent":"867.525788ms","remote":"127.0.0.1:42738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:12:57.005669Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556072704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:12:57.334227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:56.502118Z","time spent":"832.104761ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T13:12:57.376701Z","caller":"traceutil/trace.go:172","msg":"trace[1776119505] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:638; }","duration":"871.110244ms","start":"2026-03-18T13:12:56.505578Z","end":"2026-03-18T13:12:57.376688Z","steps":["trace[1776119505] 'read index received' (duration: 871.107183ms)","trace[1776119505] 'applied index is now lower than readState.Index' (duration: 2.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:57.376832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"872.476804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:57.376862Z","caller":"traceutil/trace.go:172","msg":"trace[1639752718] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:594; }","duration":"872.517155ms","start":"2026-03-18T13:12:56.504335Z","end":"2026-03-18T13:12:57.376853Z","steps":["trace[1639752718] 'agreement among raft nodes before linearized reading' (duration: 872.438723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:57.376889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:56.504327Z","time spent":"872.554586ms","remote":"127.0.0.1:42530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-18T13:12:57.377067Z","caller":"traceutil/trace.go:172","msg":"trace[1917838259] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"778.599627ms","start":"2026-03-18T13:12:56.598445Z","end":"2026-03-18T13:12:57.377044Z","steps":["trace[1917838259] 'process raft request' (duration: 778.540565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:57.377124Z","caller":"traceutil/trace.go:172","msg":"trace[1291730872] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"871.913651ms","start":"2026-03-18T13:12:56.505202Z","end":"2026-03-18T13:12:57.377115Z","steps":["trace[1291730872] 'process raft request' (duration: 871.573683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:57.377265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:56.598402Z","time spent":"778.76323ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:12:57.377296Z","caller":"traceutil/trace.go:172","msg":"trace[1488173360] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"871.43711ms","start":"2026-03-18T13:12:56.505714Z","end":"2026-03-18T13:12:57.377151Z","steps":["trace[1488173360] 'process raft request' (duration: 871.233575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:57.377325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:56.505176Z","time spent":"872.071975ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:12:57.377423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:56.505696Z","time spent":"871.621675ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:12:57.380289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.241623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:12:57.380284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"596.788826ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:57.380339Z","caller":"traceutil/trace.go:172","msg":"trace[1227388997] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:597; }","duration":"264.333685ms","start":"2026-03-18T13:12:57.115993Z","end":"2026-03-18T13:12:57.380327Z","steps":["trace[1227388997] 'agreement among raft nodes before linearized reading' (duration: 264.213173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:57.380363Z","caller":"traceutil/trace.go:172","msg":"trace[86724288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:597; }","duration":"596.870038ms","start":"2026-03-18T13:12:56.783476Z","end":"2026-03-18T13:12:57.380346Z","steps":["trace[86724288] 'agreement among raft nodes before linearized reading' (duration: 596.761435ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:58.514236Z","caller":"traceutil/trace.go:172","msg":"trace[543619930] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:643; }","duration":"173.146771ms","start":"2026-03-18T13:12:58.341075Z","end":"2026-03-18T13:12:58.514222Z","steps":["trace[543619930] 'read index received' (duration: 173.141981ms)","trace[543619930] 'applied index is now lower than readState.Index' (duration: 4.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:58.514414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.318085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:58.514528Z","caller":"traceutil/trace.go:172","msg":"trace[136729736] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:599; }","duration":"173.421507ms","start":"2026-03-18T13:12:58.341062Z","end":"2026-03-18T13:12:58.514484Z","steps":["trace[136729736] 'agreement among raft nodes before linearized reading' (duration: 173.242983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:58.515388Z","caller":"traceutil/trace.go:172","msg":"trace[1953880092] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"131.094224ms","start":"2026-03-18T13:12:58.384272Z","end":"2026-03-18T13:12:58.515366Z","steps":["trace[1953880092] 'process raft request' (duration: 130.140051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:58.595155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.738873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:58.595251Z","caller":"traceutil/trace.go:172","msg":"trace[323902460] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:600; }","duration":"173.859896ms","start":"2026-03-18T13:12:58.421372Z","end":"2026-03-18T13:12:58.595232Z","steps":["trace[323902460] 'agreement among raft nodes before linearized reading' (duration: 173.673662ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:58.595600Z","caller":"traceutil/trace.go:172","msg":"trace[5681856] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"175.36634ms","start":"2026-03-18T13:12:58.420188Z","end":"2026-03-18T13:12:58.595554Z","steps":["trace[5681856] 'process raft request' (duration: 174.991882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:58.700602Z","caller":"traceutil/trace.go:172","msg":"trace[426478821] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"100.577909ms","start":"2026-03-18T13:12:58.600006Z","end":"2026-03-18T13:12:58.700584Z","steps":["trace[426478821] 'process raft request' (duration: 100.437315ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:59.779083Z","caller":"traceutil/trace.go:172","msg":"trace[1113540950] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"129.621596ms","start":"2026-03-18T13:12:59.649440Z","end":"2026-03-18T13:12:59.779061Z","steps":["trace[1113540950] 'process raft request' (duration: 129.440072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:00.791065Z","caller":"traceutil/trace.go:172","msg":"trace[952050835] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"188.905186ms","start":"2026-03-18T13:13:00.602097Z","end":"2026-03-18T13:13:00.791002Z","steps":["trace[952050835] 'process raft request' (duration: 188.734722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:01.254413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.625768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:01.254564Z","caller":"traceutil/trace.go:172","msg":"trace[1175194690] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"182.124314ms","start":"2026-03-18T13:13:01.072418Z","end":"2026-03-18T13:13:01.254542Z","steps":["trace[1175194690] 'process raft request' (duration: 64.168979ms)","trace[1175194690] 'compare' (duration: 117.30002ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:01.284880Z","caller":"traceutil/trace.go:172","msg":"trace[1916376520] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:665; }","duration":"106.370486ms","start":"2026-03-18T13:13:01.178395Z","end":"2026-03-18T13:13:01.284765Z","steps":["trace[1916376520] 'read index received' (duration: 106.361935ms)","trace[1916376520] 'applied index is now lower than readState.Index' (duration: 6.961µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:01.284973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.554959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:01.285090Z","caller":"traceutil/trace.go:172","msg":"trace[1168993271] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:619; }","duration":"106.691592ms","start":"2026-03-18T13:13:01.178372Z","end":"2026-03-18T13:13:01.285064Z","steps":["trace[1168993271] 'agreement among raft nodes before linearized reading' (duration: 106.491808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:01.495199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.476012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T13:13:01.527618Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8063c2660f25cc98","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"64.976492ms"} {"level":"info","ts":"2026-03-18T13:13:01.528992Z","caller":"traceutil/trace.go:172","msg":"trace[1558829829] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:668; }","duration":"128.564952ms","start":"2026-03-18T13:13:01.400401Z","end":"2026-03-18T13:13:01.528966Z","steps":["trace[1558829829] 'read index received' (duration: 128.556822ms)","trace[1558829829] 'applied index is now lower than readState.Index' (duration: 6.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:01.529385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.970672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:13:01.529500Z","caller":"traceutil/trace.go:172","msg":"trace[1672798730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"129.091265ms","start":"2026-03-18T13:13:01.400377Z","end":"2026-03-18T13:13:01.529469Z","steps":["trace[1672798730] 'agreement among raft nodes before linearized reading' (duration: 128.677665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:03.437903Z","caller":"traceutil/trace.go:172","msg":"trace[1320412637] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:675; }","duration":"189.10302ms","start":"2026-03-18T13:13:03.248784Z","end":"2026-03-18T13:13:03.437887Z","steps":["trace[1320412637] 'read index received' (duration: 189.09849ms)","trace[1320412637] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:03.437997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.206762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:03.438023Z","caller":"traceutil/trace.go:172","msg":"trace[1598972856] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:628; }","duration":"189.247653ms","start":"2026-03-18T13:13:03.248769Z","end":"2026-03-18T13:13:03.438017Z","steps":["trace[1598972856] 'agreement among raft nodes before linearized reading' (duration: 189.184211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:04.570867Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"76964ef0a001678d","to":"8063c2660f25cc98","bytes":864265,"size":"864 kB","took":"31.280858813s"} {"level":"info","ts":"2026-03-18T13:13:05.871797Z","caller":"traceutil/trace.go:172","msg":"trace[1880603061] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:687; }","duration":"271.686027ms","start":"2026-03-18T13:13:05.600087Z","end":"2026-03-18T13:13:05.871774Z","steps":["trace[1880603061] 'read index received' (duration: 271.680797ms)","trace[1880603061] 'applied index is now lower than readState.Index' (duration: 4.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:05.872207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.102376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:13:05.872262Z","caller":"traceutil/trace.go:172","msg":"trace[9645172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"272.174967ms","start":"2026-03-18T13:13:05.600075Z","end":"2026-03-18T13:13:05.872250Z","steps":["trace[9645172] 'agreement among raft nodes before linearized reading' (duration: 271.809199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:05.873200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.133428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:05.873261Z","caller":"traceutil/trace.go:172","msg":"trace[58735525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"263.19765ms","start":"2026-03-18T13:13:05.610050Z","end":"2026-03-18T13:13:05.873247Z","steps":["trace[58735525] 'agreement among raft nodes before linearized reading' (duration: 263.055977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:06.379714Z","caller":"traceutil/trace.go:172","msg":"trace[1922581376] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"502.353443ms","start":"2026-03-18T13:13:05.877335Z","end":"2026-03-18T13:13:06.379689Z","steps":["trace[1922581376] 'process raft request' (duration: 502.19982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:06.379883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:05.877317Z","time spent":"502.485726ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:06.402022Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556072791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:13:06.411839Z","caller":"traceutil/trace.go:172","msg":"trace[1645647639] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:689; }","duration":"510.511339ms","start":"2026-03-18T13:13:05.901301Z","end":"2026-03-18T13:13:06.411813Z","steps":["trace[1645647639] 'read index received' (duration: 510.502779ms)","trace[1645647639] 'applied index is now lower than readState.Index' (duration: 7.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:06.412164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"510.785107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:13:06.412413Z","caller":"traceutil/trace.go:172","msg":"trace[1305577520] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:639; }","duration":"511.102664ms","start":"2026-03-18T13:13:05.901290Z","end":"2026-03-18T13:13:06.412393Z","steps":["trace[1305577520] 'agreement among raft nodes before linearized reading' (duration: 510.606302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:06.412503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:05.901271Z","time spent":"511.206786ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.115\" limit:1 "} {"level":"info","ts":"2026-03-18T13:13:06.412436Z","caller":"traceutil/trace.go:172","msg":"trace[690482198] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"534.741213ms","start":"2026-03-18T13:13:05.877673Z","end":"2026-03-18T13:13:06.412414Z","steps":["trace[690482198] 'process raft request' (duration: 534.434987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:06.412951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:05.877654Z","time spent":"535.013729ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:06.632238Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8063c2660f25cc98","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"20.173681ms"} {"level":"info","ts":"2026-03-18T13:13:06.769787Z","caller":"traceutil/trace.go:172","msg":"trace[1646569341] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"328.392791ms","start":"2026-03-18T13:13:06.441370Z","end":"2026-03-18T13:13:06.769763Z","steps":["trace[1646569341] 'process raft request' (duration: 328.184817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:06.769936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:06.441338Z","time spent":"328.526304ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:13:07.658551Z","caller":"traceutil/trace.go:172","msg":"trace[704773761] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"208.494164ms","start":"2026-03-18T13:13:07.450033Z","end":"2026-03-18T13:13:07.658527Z","steps":["trace[704773761] 'process raft request' (duration: 208.224099ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:08.549453Z","caller":"traceutil/trace.go:172","msg":"trace[1482790010] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:699; }","duration":"130.897819ms","start":"2026-03-18T13:13:08.418526Z","end":"2026-03-18T13:13:08.549424Z","steps":["trace[1482790010] 'read index received' (duration: 130.891439ms)","trace[1482790010] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:08.549722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.178497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:08.549756Z","caller":"traceutil/trace.go:172","msg":"trace[1072317354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"131.231008ms","start":"2026-03-18T13:13:08.418515Z","end":"2026-03-18T13:13:08.549746Z","steps":["trace[1072317354] 'agreement among raft nodes before linearized reading' (duration: 131.007953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:08.549882Z","caller":"traceutil/trace.go:172","msg":"trace[815332395] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"160.778779ms","start":"2026-03-18T13:13:08.389083Z","end":"2026-03-18T13:13:08.549861Z","steps":["trace[815332395] 'process raft request' (duration: 160.467293ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:08.988346Z","caller":"traceutil/trace.go:172","msg":"trace[1893812527] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:702; }","duration":"204.947127ms","start":"2026-03-18T13:13:08.783370Z","end":"2026-03-18T13:13:08.988318Z","steps":["trace[1893812527] 'read index received' (duration: 204.939577ms)","trace[1893812527] 'applied index is now lower than readState.Index' (duration: 6.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:08.988466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.07672ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:08.988515Z","caller":"traceutil/trace.go:172","msg":"trace[534733525] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:651; }","duration":"205.140421ms","start":"2026-03-18T13:13:08.783363Z","end":"2026-03-18T13:13:08.988504Z","steps":["trace[534733525] 'agreement among raft nodes before linearized reading' (duration: 205.039109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:08.988566Z","caller":"traceutil/trace.go:172","msg":"trace[678925250] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"214.429073ms","start":"2026-03-18T13:13:08.774112Z","end":"2026-03-18T13:13:08.988541Z","steps":["trace[678925250] 'process raft request' (duration: 214.27585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:08.989429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.721248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:08.989462Z","caller":"traceutil/trace.go:172","msg":"trace[324375330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"183.757048ms","start":"2026-03-18T13:13:08.805699Z","end":"2026-03-18T13:13:08.989456Z","steps":["trace[324375330] 'agreement among raft nodes before linearized reading' (duration: 183.680057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:09.261192Z","caller":"traceutil/trace.go:172","msg":"trace[1046649112] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"174.850108ms","start":"2026-03-18T13:13:09.086323Z","end":"2026-03-18T13:13:09.261173Z","steps":["trace[1046649112] 'process raft request' (duration: 174.728195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:10.662852Z","caller":"traceutil/trace.go:172","msg":"trace[1708877721] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"103.18854ms","start":"2026-03-18T13:13:10.559646Z","end":"2026-03-18T13:13:10.662834Z","steps":["trace[1708877721] 'process raft request' (duration: 103.088398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:13.272351Z","caller":"traceutil/trace.go:172","msg":"trace[137237462] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"247.263009ms","start":"2026-03-18T13:13:13.025066Z","end":"2026-03-18T13:13:13.272329Z","steps":["trace[137237462] 'process raft request' (duration: 247.124196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:13.907629Z","caller":"traceutil/trace.go:172","msg":"trace[1538606913] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:718; }","duration":"124.066964ms","start":"2026-03-18T13:13:13.783541Z","end":"2026-03-18T13:13:13.907608Z","steps":["trace[1538606913] 'read index received' (duration: 124.060864ms)","trace[1538606913] 'applied index is now lower than readState.Index' (duration: 5.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:13.910767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.999286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:13.911288Z","caller":"traceutil/trace.go:172","msg":"trace[105872783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:664; }","duration":"127.734161ms","start":"2026-03-18T13:13:13.783534Z","end":"2026-03-18T13:13:13.911269Z","steps":["trace[105872783] 'agreement among raft nodes before linearized reading' (duration: 124.207417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:13.910866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.641621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:13.911435Z","caller":"traceutil/trace.go:172","msg":"trace[122154904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"106.197754ms","start":"2026-03-18T13:13:13.805209Z","end":"2026-03-18T13:13:13.911407Z","steps":["trace[122154904] 'agreement among raft nodes before linearized reading' (duration: 105.614811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:15.419113Z","caller":"traceutil/trace.go:172","msg":"trace[464757219] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"140.547298ms","start":"2026-03-18T13:13:15.278542Z","end":"2026-03-18T13:13:15.419089Z","steps":["trace[464757219] 'process raft request' (duration: 140.407595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:15.571155Z","caller":"traceutil/trace.go:172","msg":"trace[236785280] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"181.486731ms","start":"2026-03-18T13:13:15.389641Z","end":"2026-03-18T13:13:15.571127Z","steps":["trace[236785280] 'process raft request' (duration: 181.325887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:17.206768Z","caller":"traceutil/trace.go:172","msg":"trace[1333374442] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"316.099641ms","start":"2026-03-18T13:13:16.890646Z","end":"2026-03-18T13:13:17.206746Z","steps":["trace[1333374442] 'process raft request' (duration: 315.841475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:17.207051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:16.890615Z","time spent":"316.327535ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:13:17.696324Z","caller":"traceutil/trace.go:172","msg":"trace[1448324148] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"119.395624ms","start":"2026-03-18T13:13:17.576910Z","end":"2026-03-18T13:13:17.696305Z","steps":["trace[1448324148] 'process raft request' (duration: 119.285991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:18.248443Z","caller":"traceutil/trace.go:172","msg":"trace[1764898652] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:729; }","duration":"464.57528ms","start":"2026-03-18T13:13:17.783845Z","end":"2026-03-18T13:13:18.248420Z","steps":["trace[1764898652] 'read index received' (duration: 464.56911ms)","trace[1764898652] 'applied index is now lower than readState.Index' (duration: 4.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:18.248614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"464.728703ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:18.248646Z","caller":"traceutil/trace.go:172","msg":"trace[948862765] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:674; }","duration":"464.799014ms","start":"2026-03-18T13:13:17.783837Z","end":"2026-03-18T13:13:18.248636Z","steps":["trace[948862765] 'agreement among raft nodes before linearized reading' (duration: 464.703393ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:18.248632Z","caller":"traceutil/trace.go:172","msg":"trace[1704907880] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"492.717818ms","start":"2026-03-18T13:13:17.755897Z","end":"2026-03-18T13:13:18.248615Z","steps":["trace[1704907880] 'process raft request' (duration: 492.605286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:18.248748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:17.755867Z","time spent":"492.82412ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:18.249582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.718947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:18.249626Z","caller":"traceutil/trace.go:172","msg":"trace[1566515603] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:675; }","duration":"446.766367ms","start":"2026-03-18T13:13:17.802849Z","end":"2026-03-18T13:13:18.249616Z","steps":["trace[1566515603] 'agreement among raft nodes before linearized reading' (duration: 446.692156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:18.249658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:17.802830Z","time spent":"446.820948ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:13:18.250022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.654703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:18.250060Z","caller":"traceutil/trace.go:172","msg":"trace[51132073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"444.693163ms","start":"2026-03-18T13:13:17.805358Z","end":"2026-03-18T13:13:18.250051Z","steps":["trace[51132073] 'agreement among raft nodes before linearized reading' (duration: 444.631362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:18.250080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:17.805345Z","time spent":"444.731605ms","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:13:19.324486Z","caller":"traceutil/trace.go:172","msg":"trace[1426373888] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:732; }","duration":"113.206095ms","start":"2026-03-18T13:13:19.211257Z","end":"2026-03-18T13:13:19.324463Z","steps":["trace[1426373888] 'read index received' (duration: 113.200825ms)","trace[1426373888] 'applied index is now lower than readState.Index' (duration: 4.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:19.326521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.253028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:19.326622Z","caller":"traceutil/trace.go:172","msg":"trace[1845356710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:677; }","duration":"115.374881ms","start":"2026-03-18T13:13:19.211228Z","end":"2026-03-18T13:13:19.326603Z","steps":["trace[1845356710] 'agreement among raft nodes before linearized reading' (duration: 113.326158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:19.603343Z","caller":"traceutil/trace.go:172","msg":"trace[975550633] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"113.774196ms","start":"2026-03-18T13:13:19.489550Z","end":"2026-03-18T13:13:19.603324Z","steps":["trace[975550633] 'process raft request' (duration: 113.551981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:19.813520Z","caller":"traceutil/trace.go:172","msg":"trace[1369366109] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"111.354296ms","start":"2026-03-18T13:13:19.702148Z","end":"2026-03-18T13:13:19.813503Z","steps":["trace[1369366109] 'process raft request' (duration: 111.240264ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:20.968431Z","caller":"traceutil/trace.go:172","msg":"trace[1884830526] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:736; }","duration":"184.875294ms","start":"2026-03-18T13:13:20.783518Z","end":"2026-03-18T13:13:20.968394Z","steps":["trace[1884830526] 'read index received' (duration: 184.870784ms)","trace[1884830526] 'applied index is now lower than readState.Index' (duration: 3.71µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:20.968683Z","caller":"traceutil/trace.go:172","msg":"trace[1593822948] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"499.274211ms","start":"2026-03-18T13:13:20.469389Z","end":"2026-03-18T13:13:20.968663Z","steps":["trace[1593822948] 'process raft request' (duration: 499.098997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:20.968554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.015357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:13:20.968819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:20.469362Z","time spent":"499.387092ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:13:20.968850Z","caller":"traceutil/trace.go:172","msg":"trace[916489595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:680; }","duration":"185.330003ms","start":"2026-03-18T13:13:20.783512Z","end":"2026-03-18T13:13:20.968842Z","steps":["trace[916489595] 'agreement among raft nodes before linearized reading' (duration: 184.996417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:20.970059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.358251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:20.970098Z","caller":"traceutil/trace.go:172","msg":"trace[1424170450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"164.409722ms","start":"2026-03-18T13:13:20.805679Z","end":"2026-03-18T13:13:20.970089Z","steps":["trace[1424170450] 'agreement among raft nodes before linearized reading' (duration: 164.33839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:21.077258Z","caller":"traceutil/trace.go:172","msg":"trace[659788058] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"102.55878ms","start":"2026-03-18T13:13:20.974677Z","end":"2026-03-18T13:13:21.077236Z","steps":["trace[659788058] 'process raft request' (duration: 102.428326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:21.618443Z","caller":"traceutil/trace.go:172","msg":"trace[1098044825] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"186.391481ms","start":"2026-03-18T13:13:21.432039Z","end":"2026-03-18T13:13:21.618430Z","steps":["trace[1098044825] 'process raft request' (duration: 186.3119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:29.933514Z","caller":"traceutil/trace.go:172","msg":"trace[613864464] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"156.193276ms","start":"2026-03-18T13:13:29.777302Z","end":"2026-03-18T13:13:29.933495Z","steps":["trace[613864464] 'process raft request' (duration: 156.062574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:30.283509Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556072956,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:13:30.409401Z","caller":"traceutil/trace.go:172","msg":"trace[1647759424] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:765; }","duration":"626.001832ms","start":"2026-03-18T13:13:29.783377Z","end":"2026-03-18T13:13:30.409379Z","steps":["trace[1647759424] 'read index received' (duration: 625.996392ms)","trace[1647759424] 'applied index is now lower than readState.Index' (duration: 4.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:30.409610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.190146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:30.409695Z","caller":"traceutil/trace.go:172","msg":"trace[19021280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:705; }","duration":"626.307589ms","start":"2026-03-18T13:13:29.783371Z","end":"2026-03-18T13:13:30.409678Z","steps":["trace[19021280] 'agreement among raft nodes before linearized reading' (duration: 626.146525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:30.409674Z","caller":"traceutil/trace.go:172","msg":"trace[882918281] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"506.170871ms","start":"2026-03-18T13:13:29.903468Z","end":"2026-03-18T13:13:30.409639Z","steps":["trace[882918281] 'process raft request' (duration: 506.040028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:30.409803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:29.903444Z","time spent":"506.297084ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:30.411068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.712166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:30.411173Z","caller":"traceutil/trace.go:172","msg":"trace[1050502108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:706; }","duration":"605.821379ms","start":"2026-03-18T13:13:29.805305Z","end":"2026-03-18T13:13:30.411126Z","steps":["trace[1050502108] 'agreement among raft nodes before linearized reading' (duration: 605.720677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:30.411221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:29.805285Z","time spent":"605.92059ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:13:31.443628Z","caller":"traceutil/trace.go:172","msg":"trace[927428489] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:767; }","duration":"133.442275ms","start":"2026-03-18T13:13:31.310170Z","end":"2026-03-18T13:13:31.443612Z","steps":["trace[927428489] 'read index received' (duration: 133.438114ms)","trace[927428489] 'applied index is now lower than readState.Index' (duration: 3.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:31.443927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.688549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:13:31.443981Z","caller":"traceutil/trace.go:172","msg":"trace[829843112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:706; }","duration":"133.804231ms","start":"2026-03-18T13:13:31.310165Z","end":"2026-03-18T13:13:31.443970Z","steps":["trace[829843112] 'agreement among raft nodes before linearized reading' (duration: 133.542516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:31.444447Z","caller":"traceutil/trace.go:172","msg":"trace[690974059] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"160.972259ms","start":"2026-03-18T13:13:31.283463Z","end":"2026-03-18T13:13:31.444435Z","steps":["trace[690974059] 'process raft request' (duration: 160.877588ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:31.639569Z","caller":"traceutil/trace.go:172","msg":"trace[478286315] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"191.391212ms","start":"2026-03-18T13:13:31.448161Z","end":"2026-03-18T13:13:31.639552Z","steps":["trace[478286315] 'process raft request' (duration: 191.254629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:33.145846Z","caller":"traceutil/trace.go:172","msg":"trace[1044775189] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:771; }","duration":"362.080542ms","start":"2026-03-18T13:13:32.783738Z","end":"2026-03-18T13:13:33.145818Z","steps":["trace[1044775189] 'read index received' (duration: 362.070442ms)","trace[1044775189] 'applied index is now lower than readState.Index' (duration: 8.04µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:33.145971Z","caller":"traceutil/trace.go:172","msg":"trace[140051544] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"730.420214ms","start":"2026-03-18T13:13:32.415520Z","end":"2026-03-18T13:13:33.145940Z","steps":["trace[140051544] 'process raft request' (duration: 730.285232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:33.146375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:32.415490Z","time spent":"730.816712ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:33.146041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.279836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:33.146517Z","caller":"traceutil/trace.go:172","msg":"trace[1872387747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:711; }","duration":"362.769845ms","start":"2026-03-18T13:13:32.783729Z","end":"2026-03-18T13:13:33.146499Z","steps":["trace[1872387747] 'agreement among raft nodes before linearized reading' (duration: 362.246325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:39.975836Z","caller":"traceutil/trace.go:172","msg":"trace[515792865] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"131.424177ms","start":"2026-03-18T13:13:39.844389Z","end":"2026-03-18T13:13:39.975813Z","steps":["trace[515792865] 'process raft request' (duration: 131.272804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:40.258581Z","caller":"traceutil/trace.go:172","msg":"trace[367581467] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"248.563033ms","start":"2026-03-18T13:13:40.009994Z","end":"2026-03-18T13:13:40.258557Z","steps":["trace[367581467] 'process raft request' (duration: 248.374239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:42.549236Z","caller":"traceutil/trace.go:172","msg":"trace[1175155684] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"563.231815ms","start":"2026-03-18T13:13:41.985983Z","end":"2026-03-18T13:13:42.549215Z","steps":["trace[1175155684] 'process raft request' (duration: 563.096822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.549375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:41.985884Z","time spent":"563.424458ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:42.572748Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556073051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:13:42.669585Z","caller":"traceutil/trace.go:172","msg":"trace[1424121077] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:800; }","duration":"597.696482ms","start":"2026-03-18T13:13:42.071864Z","end":"2026-03-18T13:13:42.669561Z","steps":["trace[1424121077] 'read index received' (duration: 597.691222ms)","trace[1424121077] 'applied index is now lower than readState.Index' (duration: 4.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:42.669723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.839735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:42.669755Z","caller":"traceutil/trace.go:172","msg":"trace[1705608986] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:735; }","duration":"597.892026ms","start":"2026-03-18T13:13:42.071854Z","end":"2026-03-18T13:13:42.669746Z","steps":["trace[1705608986] 'agreement among raft nodes before linearized reading' (duration: 597.804844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.669789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:42.071825Z","time spent":"597.955597ms","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-03-18T13:13:42.670350Z","caller":"traceutil/trace.go:172","msg":"trace[242116493] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"407.151388ms","start":"2026-03-18T13:13:42.263187Z","end":"2026-03-18T13:13:42.670338Z","steps":["trace[242116493] 'process raft request' (duration: 407.024646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.670451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:42.263161Z","time spent":"407.23163ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:13:44.733108Z","caller":"traceutil/trace.go:172","msg":"trace[243093994] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"173.840896ms","start":"2026-03-18T13:13:44.559248Z","end":"2026-03-18T13:13:44.733088Z","steps":["trace[243093994] 'process raft request' (duration: 173.628432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:44.738983Z","caller":"traceutil/trace.go:172","msg":"trace[1695143079] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:807; }","duration":"139.338399ms","start":"2026-03-18T13:13:44.599632Z","end":"2026-03-18T13:13:44.738970Z","steps":["trace[1695143079] 'read index received' (duration: 139.333579ms)","trace[1695143079] 'applied index is now lower than readState.Index' (duration: 3.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:44.739065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.427242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:44.739094Z","caller":"traceutil/trace.go:172","msg":"trace[1152361176] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:741; }","duration":"139.468723ms","start":"2026-03-18T13:13:44.599617Z","end":"2026-03-18T13:13:44.739086Z","steps":["trace[1152361176] 'agreement among raft nodes before linearized reading' (duration: 139.403981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:46.126758Z","caller":"traceutil/trace.go:172","msg":"trace[433146862] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"159.757492ms","start":"2026-03-18T13:13:45.966912Z","end":"2026-03-18T13:13:46.126670Z","steps":["trace[433146862] 'process raft request' (duration: 159.561788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:47.001872Z","caller":"traceutil/trace.go:172","msg":"trace[2007017871] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:813; }","duration":"218.854678ms","start":"2026-03-18T13:13:46.782989Z","end":"2026-03-18T13:13:47.001844Z","steps":["trace[2007017871] 'read index received' (duration: 218.831197ms)","trace[2007017871] 'applied index is now lower than readState.Index' (duration: 21.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:47.002061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.093892ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:47.002144Z","caller":"traceutil/trace.go:172","msg":"trace[1857830049] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:746; }","duration":"219.190014ms","start":"2026-03-18T13:13:46.782937Z","end":"2026-03-18T13:13:47.002127Z","steps":["trace[1857830049] 'agreement among raft nodes before linearized reading' (duration: 219.039721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:47.002178Z","caller":"traceutil/trace.go:172","msg":"trace[166062158] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"259.077699ms","start":"2026-03-18T13:13:46.743084Z","end":"2026-03-18T13:13:47.002162Z","steps":["trace[166062158] 'process raft request' (duration: 258.947226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:47.002791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.31078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:47.002841Z","caller":"traceutil/trace.go:172","msg":"trace[769028379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"197.361631ms","start":"2026-03-18T13:13:46.805468Z","end":"2026-03-18T13:13:47.002830Z","steps":["trace[769028379] 'agreement among raft nodes before linearized reading' (duration: 197.28571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:48.042880Z","caller":"traceutil/trace.go:172","msg":"trace[1247017222] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"149.337912ms","start":"2026-03-18T13:13:47.893518Z","end":"2026-03-18T13:13:48.042856Z","steps":["trace[1247017222] 'process raft request' (duration: 149.21232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:49.091872Z","caller":"traceutil/trace.go:172","msg":"trace[1537902733] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"265.424816ms","start":"2026-03-18T13:13:48.826423Z","end":"2026-03-18T13:13:49.091848Z","steps":["trace[1537902733] 'process raft request' (duration: 265.141021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:49.107084Z","caller":"traceutil/trace.go:172","msg":"trace[1620864117] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"264.949116ms","start":"2026-03-18T13:13:48.842087Z","end":"2026-03-18T13:13:49.107036Z","steps":["trace[1620864117] 'process raft request' (duration: 264.673291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:49.802858Z","caller":"traceutil/trace.go:172","msg":"trace[1392429502] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"257.521128ms","start":"2026-03-18T13:13:49.545305Z","end":"2026-03-18T13:13:49.802826Z","steps":["trace[1392429502] 'process raft request' (duration: 257.204663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:49.805935Z","caller":"traceutil/trace.go:172","msg":"trace[660047860] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:821; }","duration":"117.756037ms","start":"2026-03-18T13:13:49.688163Z","end":"2026-03-18T13:13:49.805919Z","steps":["trace[660047860] 'read index received' (duration: 117.749887ms)","trace[660047860] 'applied index is now lower than readState.Index' (duration: 5.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:49.806259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.073233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/kubeadm-certs\" limit:1 ","response":"range_response_count:1 size:11451"} {"level":"info","ts":"2026-03-18T13:13:49.806352Z","caller":"traceutil/trace.go:172","msg":"trace[1814858869] range","detail":"{range_begin:/registry/secrets/kube-system/kubeadm-certs; range_end:; response_count:1; response_revision:753; }","duration":"118.154745ms","start":"2026-03-18T13:13:49.688133Z","end":"2026-03-18T13:13:49.806288Z","steps":["trace[1814858869] 'agreement among raft nodes before linearized reading' (duration: 117.86463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:51.236898Z","caller":"traceutil/trace.go:172","msg":"trace[2110748025] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"133.718474ms","start":"2026-03-18T13:13:51.103159Z","end":"2026-03-18T13:13:51.236878Z","steps":["trace[2110748025] 'process raft request' (duration: 133.568361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:51.259466Z","caller":"traceutil/trace.go:172","msg":"trace[1718692795] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"147.219406ms","start":"2026-03-18T13:13:51.112194Z","end":"2026-03-18T13:13:51.259413Z","steps":["trace[1718692795] 'process raft request' (duration: 146.975701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:52.464464Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021 9251451803145718936) learners=(15698044394860065986)"} {"level":"info","ts":"2026-03-18T13:13:52.464658Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","added-peer-id":"d9daa8348ff234c2","added-peer-peer-urls":["https://199.19.213.181:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-18T13:13:52.464721Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.464752Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.464937Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.465035Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.465072Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.465074Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.465058Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.465121Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2","remote-peer-urls":["https://199.19.213.181:2380"]} {"level":"info","ts":"2026-03-18T13:13:52.465223Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"76964ef0a001678d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"d9daa8348ff234c2"} {"level":"error","ts":"2026-03-18T13:13:52.520106Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:13:53.044579Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:53.044661Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-18T13:13:53.373216Z","caller":"traceutil/trace.go:172","msg":"trace[87822000] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"108.744917ms","start":"2026-03-18T13:13:53.264448Z","end":"2026-03-18T13:13:53.373193Z","steps":["trace[87822000] 'process raft request' (duration: 108.600685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:53.521593Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.181:2380/version","remote-member-id":"d9daa8348ff234c2","error":"Get \"https://199.19.213.181:2380/version\": dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:13:53.521673Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"d9daa8348ff234c2","error":"Get \"https://199.19.213.181:2380/version\": dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"error","ts":"2026-03-18T13:13:53.526095Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:53.526155Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-18T13:13:53.938277Z","caller":"traceutil/trace.go:172","msg":"trace[1143501717] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:834; }","duration":"131.445219ms","start":"2026-03-18T13:13:53.806804Z","end":"2026-03-18T13:13:53.938249Z","steps":["trace[1143501717] 'read index received' (duration: 131.438179ms)","trace[1143501717] 'applied index is now lower than readState.Index' (duration: 5.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:53.938465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.655992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:53.938516Z","caller":"traceutil/trace.go:172","msg":"trace[375764413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:763; }","duration":"131.719984ms","start":"2026-03-18T13:13:53.806780Z","end":"2026-03-18T13:13:53.938500Z","steps":["trace[375764413] 'agreement among raft nodes before linearized reading' (duration: 131.611552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:53.938510Z","caller":"traceutil/trace.go:172","msg":"trace[1338441397] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"121.440312ms","start":"2026-03-18T13:13:53.817046Z","end":"2026-03-18T13:13:53.938486Z","steps":["trace[1338441397] 'process raft request' (duration: 121.280999ms)"],"step_count":1} {"level":"error","ts":"2026-03-18T13:13:54.035827Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T13:13:54.531084Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:54.531191Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T13:13:55.031372Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-18T13:13:55.507267Z","caller":"traceutil/trace.go:172","msg":"trace[96713851] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"128.079794ms","start":"2026-03-18T13:13:55.379167Z","end":"2026-03-18T13:13:55.507247Z","steps":["trace[96713851] 'process raft request' (duration: 127.832849ms)"],"step_count":1} {"level":"error","ts":"2026-03-18T13:13:55.530743Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:55.530849Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T13:13:56.023947Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-18T13:13:56.518826Z","caller":"traceutil/trace.go:172","msg":"trace[130734984] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"254.629908ms","start":"2026-03-18T13:13:56.264175Z","end":"2026-03-18T13:13:56.518805Z","steps":["trace[130734984] 'process raft request' (duration: 254.423844ms)"],"step_count":1} {"level":"error","ts":"2026-03-18T13:13:56.526384Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:56.526483Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T13:13:57.025395Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-18T13:13:57.466275Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"d9daa8348ff234c2","rtt":"0s","error":"dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:13:57.466385Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"d9daa8348ff234c2","rtt":"0s","error":"dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:13:57.523893Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.181:2380/version","remote-member-id":"d9daa8348ff234c2","error":"Get \"https://199.19.213.181:2380/version\": dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:13:57.523963Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"d9daa8348ff234c2","error":"Get \"https://199.19.213.181:2380/version\": dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"error","ts":"2026-03-18T13:13:57.527796Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:57.527917Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T13:13:58.024551Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-18T13:13:58.524073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:40330","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-18T13:13:58.525001Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:58.525078Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T13:13:59.027352Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-18T13:13:59.480597Z","caller":"traceutil/trace.go:172","msg":"trace[317143464] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"167.686904ms","start":"2026-03-18T13:13:59.312889Z","end":"2026-03-18T13:13:59.480576Z","steps":["trace[317143464] 'process raft request' (duration: 167.546022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:59.521927Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:40370","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-18T13:13:59.522957Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:13:59.523042Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-18T13:14:00.187353Z","caller":"traceutil/trace.go:172","msg":"trace[478086318] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:852; }","duration":"165.032389ms","start":"2026-03-18T13:14:00.022279Z","end":"2026-03-18T13:14:00.187311Z","steps":["trace[478086318] 'read index received' (duration: 165.022929ms)","trace[478086318] 'applied index is now lower than readState.Index' (duration: 7.61µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:00.187750Z","caller":"traceutil/trace.go:172","msg":"trace[1423700837] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"188.193371ms","start":"2026-03-18T13:13:59.999531Z","end":"2026-03-18T13:14:00.187724Z","steps":["trace[1423700837] 'process raft request' (duration: 187.962966ms)"],"step_count":1} {"level":"error","ts":"2026-03-18T13:14:00.190229Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-18T13:14:00.525992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:40414","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-18T13:14:00.526868Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:14:00.526927Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-18T13:14:00.621367Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.621429Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.621779Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.635355Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"d9daa8348ff234c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:14:00.635430Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.637304Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"d9daa8348ff234c2","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:14:00.637370Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.792527Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"76964ef0a001678d","to":"d9daa8348ff234c2","bytes":1167919,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T13:14:00.792628Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":854,"remote-peer-id":"d9daa8348ff234c2","bytes":1167919,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T13:14:00.796530Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1159168,"size":"1.2 MB"} {"level":"error","ts":"2026-03-18T13:14:01.022889Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-18T13:14:01.291487Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":854,"remote-peer-id":"d9daa8348ff234c2","bytes":1167919,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T13:14:01.823324Z","caller":"traceutil/trace.go:172","msg":"trace[878155001] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"321.149852ms","start":"2026-03-18T13:14:01.502149Z","end":"2026-03-18T13:14:01.823299Z","steps":["trace[878155001] 'process raft request' (duration: 320.957389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:01.823554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:01.502124Z","time spent":"321.311404ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:01.981849Z","caller":"traceutil/trace.go:172","msg":"trace[1563217305] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:857; }","duration":"433.981673ms","start":"2026-03-18T13:14:01.547834Z","end":"2026-03-18T13:14:01.981816Z","steps":["trace[1563217305] 'read index received' (duration: 433.974643ms)","trace[1563217305] 'applied index is now lower than readState.Index' (duration: 5.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:01.982017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.169726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:01.982082Z","caller":"traceutil/trace.go:172","msg":"trace[1452752731] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:782; }","duration":"434.225667ms","start":"2026-03-18T13:14:01.547814Z","end":"2026-03-18T13:14:01.982040Z","steps":["trace[1452752731] 'agreement among raft nodes before linearized reading' (duration: 434.128336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:01.982129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:01.547793Z","time spent":"434.32799ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:01.984361Z","caller":"traceutil/trace.go:172","msg":"trace[1880794842] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"448.416356ms","start":"2026-03-18T13:14:01.535896Z","end":"2026-03-18T13:14:01.984312Z","steps":["trace[1880794842] 'process raft request' (duration: 446.315727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:01.984432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.065968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:01.984536Z","caller":"traceutil/trace.go:172","msg":"trace[513850506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:783; }","duration":"200.18941ms","start":"2026-03-18T13:14:01.784319Z","end":"2026-03-18T13:14:01.984508Z","steps":["trace[513850506] 'agreement among raft nodes before linearized reading' (duration: 200.024237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:01.984555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:01.535865Z","time spent":"448.597158ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-03-18T13:14:01.990611Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:14:01.990789Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-18T13:14:02.024101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:47892","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-18T13:14:02.025004Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-18T13:14:02.340813Z","caller":"traceutil/trace.go:172","msg":"trace[1666658095] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"205.629861ms","start":"2026-03-18T13:14:02.135153Z","end":"2026-03-18T13:14:02.340783Z","steps":["trace[1666658095] 'process raft request' (duration: 205.430148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:02.488474Z","caller":"traceutil/trace.go:172","msg":"trace[795197439] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"295.477461ms","start":"2026-03-18T13:14:02.192977Z","end":"2026-03-18T13:14:02.488454Z","steps":["trace[795197439] 'process raft request' (duration: 295.316368ms)"],"step_count":1} {"level":"error","ts":"2026-03-18T13:14:02.527719Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:14:02.527882Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d9daa8348ff234c2","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T13:14:03.028953Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-18T13:14:03.524974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:47952","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.600721Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021 9251451803145718936 15698044394860065986)"} {"level":"info","ts":"2026-03-18T13:14:03.601010Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","promoted-member-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.601088Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"76964ef0a001678d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"d9daa8348ff234c2"} {"level":"warn","ts":"2026-03-18T13:14:03.631081Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:48014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.710545Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.710729Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.730184Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.740202Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"d9daa8348ff234c2","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-18T13:14:03.740278Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.740301Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.745577Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.746512Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"76964ef0a001678d","to":"d9daa8348ff234c2","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-18T13:14:03.746568Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.746641Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"76964ef0a001678d","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:06.160482Z","caller":"traceutil/trace.go:172","msg":"trace[1820559062] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"158.219246ms","start":"2026-03-18T13:14:06.002233Z","end":"2026-03-18T13:14:06.160452Z","steps":["trace[1820559062] 'process raft request' (duration: 158.139445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:06.160552Z","caller":"traceutil/trace.go:172","msg":"trace[715495559] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"161.241821ms","start":"2026-03-18T13:14:05.999275Z","end":"2026-03-18T13:14:06.160517Z","steps":["trace[715495559] 'process raft request' (duration: 160.882394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:06.228645Z","caller":"traceutil/trace.go:172","msg":"trace[245523020] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"159.235464ms","start":"2026-03-18T13:14:06.069387Z","end":"2026-03-18T13:14:06.228623Z","steps":["trace[245523020] 'process raft request' (duration: 159.036551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:06.696076Z","caller":"traceutil/trace.go:172","msg":"trace[1770541236] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"167.564494ms","start":"2026-03-18T13:14:06.528483Z","end":"2026-03-18T13:14:06.696047Z","steps":["trace[1770541236] 'process raft request' (duration: 167.38013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:06.918712Z","caller":"traceutil/trace.go:172","msg":"trace[525119691] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"102.33318ms","start":"2026-03-18T13:14:06.816318Z","end":"2026-03-18T13:14:06.918651Z","steps":["trace[525119691] 'process raft request' (duration: 102.165377ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:11.871270Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-18T13:14:15.330632Z","caller":"traceutil/trace.go:172","msg":"trace[991167039] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:921; }","duration":"419.224355ms","start":"2026-03-18T13:14:14.911375Z","end":"2026-03-18T13:14:15.330599Z","steps":["trace[991167039] 'read index received' (duration: 419.215715ms)","trace[991167039] 'applied index is now lower than readState.Index' (duration: 6.18µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:15.330752Z","caller":"traceutil/trace.go:172","msg":"trace[1224518055] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"464.288402ms","start":"2026-03-18T13:14:14.866440Z","end":"2026-03-18T13:14:15.330728Z","steps":["trace[1224518055] 'process raft request' (duration: 464.074768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:15.332638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:14.866400Z","time spent":"466.147465ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:15.332718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.283551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:15.332797Z","caller":"traceutil/trace.go:172","msg":"trace[899564426] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:838; }","duration":"421.426144ms","start":"2026-03-18T13:14:14.911358Z","end":"2026-03-18T13:14:15.332784Z","steps":["trace[899564426] 'agreement among raft nodes before linearized reading' (duration: 421.19523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:15.332871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:14.911335Z","time spent":"421.525346ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:15.333309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.364763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:15.333336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.84425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:14:15.333377Z","caller":"traceutil/trace.go:172","msg":"trace[319670472] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:838; }","duration":"223.446215ms","start":"2026-03-18T13:14:15.109913Z","end":"2026-03-18T13:14:15.333360Z","steps":["trace[319670472] 'agreement among raft nodes before linearized reading' (duration: 223.321112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:15.333394Z","caller":"traceutil/trace.go:172","msg":"trace[731205329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:838; }","duration":"275.893621ms","start":"2026-03-18T13:14:15.057476Z","end":"2026-03-18T13:14:15.333370Z","steps":["trace[731205329] 'agreement among raft nodes before linearized reading' (duration: 275.746078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.011002Z","caller":"traceutil/trace.go:172","msg":"trace[1572832973] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:922; }","duration":"227.108179ms","start":"2026-03-18T13:14:15.783866Z","end":"2026-03-18T13:14:16.010974Z","steps":["trace[1572832973] 'read index received' (duration: 227.100319ms)","trace[1572832973] 'applied index is now lower than readState.Index' (duration: 6.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.011592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.69735ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:16.011692Z","caller":"traceutil/trace.go:172","msg":"trace[596027591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:838; }","duration":"227.825722ms","start":"2026-03-18T13:14:15.783841Z","end":"2026-03-18T13:14:16.011667Z","steps":["trace[596027591] 'agreement among raft nodes before linearized reading' (duration: 227.660899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.011620Z","caller":"traceutil/trace.go:172","msg":"trace[1146615575] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"673.090463ms","start":"2026-03-18T13:14:15.338515Z","end":"2026-03-18T13:14:16.011606Z","steps":["trace[1146615575] 'process raft request' (duration: 672.92546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.011957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.338479Z","time spent":"673.329827ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:16.012717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.699752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:16.013049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.271791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:14:16.013165Z","caller":"traceutil/trace.go:172","msg":"trace[85667309] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:839; }","duration":"108.405863ms","start":"2026-03-18T13:14:15.904740Z","end":"2026-03-18T13:14:16.013146Z","steps":["trace[85667309] 'agreement among raft nodes before linearized reading' (duration: 108.132949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.012974Z","caller":"traceutil/trace.go:172","msg":"trace[1893008146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"205.953516ms","start":"2026-03-18T13:14:15.807002Z","end":"2026-03-18T13:14:16.012955Z","steps":["trace[1893008146] 'agreement among raft nodes before linearized reading' (duration: 205.664621ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.249902Z","caller":"traceutil/trace.go:172","msg":"trace[812564335] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:924; }","duration":"234.622144ms","start":"2026-03-18T13:14:16.015254Z","end":"2026-03-18T13:14:16.249877Z","steps":["trace[812564335] 'read index received' (duration: 234.614894ms)","trace[812564335] 'applied index is now lower than readState.Index' (duration: 5.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.250074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.799408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:16.250130Z","caller":"traceutil/trace.go:172","msg":"trace[26239680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"234.866579ms","start":"2026-03-18T13:14:16.015248Z","end":"2026-03-18T13:14:16.250114Z","steps":["trace[26239680] 'agreement among raft nodes before linearized reading' (duration: 234.737746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.250164Z","caller":"traceutil/trace.go:172","msg":"trace[1919626226] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"163.463112ms","start":"2026-03-18T13:14:16.086684Z","end":"2026-03-18T13:14:16.250147Z","steps":["trace[1919626226] 'process raft request' (duration: 163.345099ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.464225Z","caller":"traceutil/trace.go:172","msg":"trace[298086217] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"100.44247ms","start":"2026-03-18T13:14:16.363760Z","end":"2026-03-18T13:14:16.464202Z","steps":["trace[298086217] 'process raft request' (duration: 99.935191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:18.936924Z","caller":"traceutil/trace.go:172","msg":"trace[1590901842] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:951; }","duration":"152.907485ms","start":"2026-03-18T13:14:18.783998Z","end":"2026-03-18T13:14:18.936905Z","steps":["trace[1590901842] 'read index received' (duration: 152.901565ms)","trace[1590901842] 'applied index is now lower than readState.Index' (duration: 4.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:18.937080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.078598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:18.937114Z","caller":"traceutil/trace.go:172","msg":"trace[818319822] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:866; }","duration":"153.124648ms","start":"2026-03-18T13:14:18.783983Z","end":"2026-03-18T13:14:18.937108Z","steps":["trace[818319822] 'agreement among raft nodes before linearized reading' (duration: 153.059397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:18.938527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.194051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:18.938569Z","caller":"traceutil/trace.go:172","msg":"trace[1866563536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:866; }","duration":"132.236472ms","start":"2026-03-18T13:14:18.806322Z","end":"2026-03-18T13:14:18.938559Z","steps":["trace[1866563536] 'agreement among raft nodes before linearized reading' (duration: 132.17284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:20.436115Z","caller":"traceutil/trace.go:172","msg":"trace[471411521] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:957; }","duration":"376.078178ms","start":"2026-03-18T13:14:20.060006Z","end":"2026-03-18T13:14:20.436084Z","steps":["trace[471411521] 'read index received' (duration: 376.071468ms)","trace[471411521] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:20.436390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.375734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:14:20.436430Z","caller":"traceutil/trace.go:172","msg":"trace[850276226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:870; }","duration":"376.440095ms","start":"2026-03-18T13:14:20.059980Z","end":"2026-03-18T13:14:20.436420Z","steps":["trace[850276226] 'agreement among raft nodes before linearized reading' (duration: 376.206761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:20.436467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.059919Z","time spent":"376.538936ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:20.439185Z","caller":"traceutil/trace.go:172","msg":"trace[1601309698] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"528.894725ms","start":"2026-03-18T13:14:19.910217Z","end":"2026-03-18T13:14:20.439112Z","steps":["trace[1601309698] 'process raft request' (duration: 526.672636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:20.439423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:19.910168Z","time spent":"529.136009ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:21.024178Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556073353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:14:21.164690Z","caller":"traceutil/trace.go:172","msg":"trace[1857171911] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:958; }","duration":"640.951237ms","start":"2026-03-18T13:14:20.523710Z","end":"2026-03-18T13:14:21.164662Z","steps":["trace[1857171911] 'read index received' (duration: 640.939417ms)","trace[1857171911] 'applied index is now lower than readState.Index' (duration: 9.41µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:21.165077Z","caller":"traceutil/trace.go:172","msg":"trace[778042892] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"639.646544ms","start":"2026-03-18T13:14:20.525410Z","end":"2026-03-18T13:14:21.165056Z","steps":["trace[778042892] 'process raft request' (duration: 639.589223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:21.165289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.525387Z","time spent":"639.811837ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:21.165633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"641.898114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:14:21.165858Z","caller":"traceutil/trace.go:172","msg":"trace[1537245667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:873; }","duration":"642.098257ms","start":"2026-03-18T13:14:20.523701Z","end":"2026-03-18T13:14:21.165800Z","steps":["trace[1537245667] 'agreement among raft nodes before linearized reading' (duration: 641.512927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:21.165941Z","caller":"traceutil/trace.go:172","msg":"trace[647506821] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"724.06596ms","start":"2026-03-18T13:14:20.441861Z","end":"2026-03-18T13:14:21.165927Z","steps":["trace[647506821] 'process raft request' (duration: 722.984702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:21.165909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.523669Z","time spent":"642.227079ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:21.166017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.441834Z","time spent":"724.142291ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:21.665168Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556073356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:22.105607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.30039051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.105705Z","caller":"traceutil/trace.go:172","msg":"trace[1313064737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:874; }","duration":"1.300499301s","start":"2026-03-18T13:14:20.805193Z","end":"2026-03-18T13:14:22.105692Z","steps":["trace[1313064737] 'agreement among raft nodes before linearized reading' (duration: 1.300335059s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.105784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.805178Z","time spent":"1.300596273s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:22.105785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.322013478s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.105994Z","caller":"traceutil/trace.go:172","msg":"trace[2079580328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:874; }","duration":"1.322241172s","start":"2026-03-18T13:14:20.783738Z","end":"2026-03-18T13:14:22.105979Z","steps":["trace[2079580328] 'agreement among raft nodes before linearized reading' (duration: 1.321962968s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:22.106049Z","caller":"traceutil/trace.go:172","msg":"trace[674790415] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"934.77975ms","start":"2026-03-18T13:14:21.171253Z","end":"2026-03-18T13:14:22.106033Z","steps":["trace[674790415] 'process raft request' (duration: 934.419704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:22.105846Z","caller":"traceutil/trace.go:172","msg":"trace[1510227598] linearizableReadLoop","detail":"{readStateIndex:960; appliedIndex:961; }","duration":"940.543801ms","start":"2026-03-18T13:14:21.164866Z","end":"2026-03-18T13:14:22.105410Z","steps":["trace[1510227598] 'read index received' (duration: 940.53797ms)","trace[1510227598] 'applied index is now lower than readState.Index' (duration: 4.731µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.107327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:21.171227Z","time spent":"934.991553ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:22.107967Z","caller":"traceutil/trace.go:172","msg":"trace[2041699718] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"739.812735ms","start":"2026-03-18T13:14:21.368134Z","end":"2026-03-18T13:14:22.107947Z","steps":["trace[2041699718] 'process raft request' (duration: 739.720823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.108126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:21.368106Z","time spent":"739.940528ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:22.108399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.580931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.108508Z","caller":"traceutil/trace.go:172","msg":"trace[438437290] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:876; }","duration":"424.693623ms","start":"2026-03-18T13:14:21.683801Z","end":"2026-03-18T13:14:22.108494Z","steps":["trace[438437290] 'agreement among raft nodes before linearized reading' (duration: 424.544131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.108613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:21.683777Z","time spent":"424.823995ms","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:22.108440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.827073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.108814Z","caller":"traceutil/trace.go:172","msg":"trace[1196261591] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:876; }","duration":"516.22696ms","start":"2026-03-18T13:14:21.592556Z","end":"2026-03-18T13:14:22.108783Z","steps":["trace[1196261591] 'agreement among raft nodes before linearized reading' (duration: 515.798843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.108886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:21.592538Z","time spent":"516.330443ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:22.925528Z","caller":"traceutil/trace.go:172","msg":"trace[1007997317] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"139.734625ms","start":"2026-03-18T13:14:22.785775Z","end":"2026-03-18T13:14:22.925509Z","steps":["trace[1007997317] 'process raft request' (duration: 139.606272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:23.363423Z","caller":"traceutil/trace.go:172","msg":"trace[679036778] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:966; }","duration":"192.610162ms","start":"2026-03-18T13:14:23.170790Z","end":"2026-03-18T13:14:23.363400Z","steps":["trace[679036778] 'read index received' (duration: 192.604482ms)","trace[679036778] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:23.363685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.882086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:14:23.363743Z","caller":"traceutil/trace.go:172","msg":"trace[1855223571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:877; }","duration":"192.957697ms","start":"2026-03-18T13:14:23.170772Z","end":"2026-03-18T13:14:23.363730Z","steps":["trace[1855223571] 'agreement among raft nodes before linearized reading' (duration: 192.725103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:23.363836Z","caller":"traceutil/trace.go:172","msg":"trace[1536704510] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"192.627422ms","start":"2026-03-18T13:14:23.171187Z","end":"2026-03-18T13:14:23.363814Z","steps":["trace[1536704510] 'process raft request' (duration: 192.388828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:23.722027Z","caller":"traceutil/trace.go:172","msg":"trace[843487889] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"353.898479ms","start":"2026-03-18T13:14:23.368106Z","end":"2026-03-18T13:14:23.722005Z","steps":["trace[843487889] 'process raft request' (duration: 353.756106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:23.723209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.368079Z","time spent":"355.046289ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:24.077340Z","caller":"traceutil/trace.go:172","msg":"trace[773709157] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:968; }","duration":"293.528685ms","start":"2026-03-18T13:14:23.783788Z","end":"2026-03-18T13:14:24.077316Z","steps":["trace[773709157] 'read index received' (duration: 293.523315ms)","trace[773709157] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:24.077540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.715498ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:24.077585Z","caller":"traceutil/trace.go:172","msg":"trace[151785761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:879; }","duration":"293.7949ms","start":"2026-03-18T13:14:23.783779Z","end":"2026-03-18T13:14:24.077574Z","steps":["trace[151785761] 'agreement among raft nodes before linearized reading' (duration: 293.687268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.078415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.551798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:24.078478Z","caller":"traceutil/trace.go:172","msg":"trace[366858444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:880; }","duration":"273.626709ms","start":"2026-03-18T13:14:23.804840Z","end":"2026-03-18T13:14:24.078467Z","steps":["trace[366858444] 'agreement among raft nodes before linearized reading' (duration: 273.523357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:24.565387Z","caller":"traceutil/trace.go:172","msg":"trace[358562080] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:971; }","duration":"452.910658ms","start":"2026-03-18T13:14:24.112447Z","end":"2026-03-18T13:14:24.565358Z","steps":["trace[358562080] 'read index received' (duration: 452.901668ms)","trace[358562080] 'applied index is now lower than readState.Index' (duration: 7.56µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:24.565669Z","caller":"traceutil/trace.go:172","msg":"trace[71327194] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"451.437172ms","start":"2026-03-18T13:14:24.114208Z","end":"2026-03-18T13:14:24.565646Z","steps":["trace[71327194] 'process raft request' (duration: 451.281429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.565818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"453.344885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:14:24.565892Z","caller":"traceutil/trace.go:172","msg":"trace[516796931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:881; }","duration":"453.413387ms","start":"2026-03-18T13:14:24.112443Z","end":"2026-03-18T13:14:24.565856Z","steps":["trace[516796931] 'agreement among raft nodes before linearized reading' (duration: 453.0261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.565830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:24.114162Z","time spent":"451.587535ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:24.565930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:24.112429Z","time spent":"453.491608ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:24.865636Z","caller":"traceutil/trace.go:172","msg":"trace[359808477] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"294.746039ms","start":"2026-03-18T13:14:24.570871Z","end":"2026-03-18T13:14:24.865617Z","steps":["trace[359808477] 'process raft request' (duration: 294.629357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.946109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.138334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:24.946199Z","caller":"traceutil/trace.go:172","msg":"trace[123101202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"140.245816ms","start":"2026-03-18T13:14:24.805932Z","end":"2026-03-18T13:14:24.946178Z","steps":["trace[123101202] 'agreement among raft nodes before linearized reading' (duration: 140.099514ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:30.825545Z","caller":"traceutil/trace.go:172","msg":"trace[1748673657] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"103.874588ms","start":"2026-03-18T13:14:30.721648Z","end":"2026-03-18T13:14:30.825522Z","steps":["trace[1748673657] 'process raft request' (duration: 103.734075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:31.292614Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"76964ef0a001678d","to":"d9daa8348ff234c2","bytes":1167919,"size":"1.2 MB","took":"30.500084287s"} {"level":"info","ts":"2026-03-18T13:14:33.129915Z","caller":"traceutil/trace.go:172","msg":"trace[828575783] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"161.833473ms","start":"2026-03-18T13:14:32.968060Z","end":"2026-03-18T13:14:33.129894Z","steps":["trace[828575783] 'process raft request' (duration: 161.64974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:33.132302Z","caller":"traceutil/trace.go:172","msg":"trace[1911245453] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"161.525108ms","start":"2026-03-18T13:14:32.970755Z","end":"2026-03-18T13:14:33.132280Z","steps":["trace[1911245453] 'process raft request' (duration: 161.421816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:33.594034Z","caller":"traceutil/trace.go:172","msg":"trace[2087952912] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"102.824111ms","start":"2026-03-18T13:14:33.491193Z","end":"2026-03-18T13:14:33.594017Z","steps":["trace[2087952912] 'process raft request' (duration: 102.689679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:41.088994Z","caller":"traceutil/trace.go:172","msg":"trace[1476069877] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"177.107141ms","start":"2026-03-18T13:14:40.911872Z","end":"2026-03-18T13:14:41.088979Z","steps":["trace[1476069877] 'process raft request' (duration: 176.967129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:42.818424Z","caller":"traceutil/trace.go:172","msg":"trace[1752229989] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"265.930337ms","start":"2026-03-18T13:14:42.552469Z","end":"2026-03-18T13:14:42.818399Z","steps":["trace[1752229989] 'process raft request' (duration: 265.726424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:43.002872Z","caller":"traceutil/trace.go:172","msg":"trace[245252238] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"127.996134ms","start":"2026-03-18T13:14:42.874858Z","end":"2026-03-18T13:14:43.002854Z","steps":["trace[245252238] 'process raft request' (duration: 127.874552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:43.071943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.052201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:43.072040Z","caller":"traceutil/trace.go:172","msg":"trace[2080204982] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:943; }","duration":"142.155432ms","start":"2026-03-18T13:14:42.929861Z","end":"2026-03-18T13:14:43.072016Z","steps":["trace[2080204982] 'agreement among raft nodes before linearized reading' (duration: 86.94977ms)","trace[2080204982] 'range keys from in-memory index tree' (duration: 55.06803ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:43.072144Z","caller":"traceutil/trace.go:172","msg":"trace[1594957369] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"140.725748ms","start":"2026-03-18T13:14:42.931397Z","end":"2026-03-18T13:14:43.072122Z","steps":["trace[1594957369] 'process raft request' (duration: 85.460794ms)","trace[1594957369] 'compare' (duration: 55.071871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:43.072309Z","caller":"traceutil/trace.go:172","msg":"trace[2111677115] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"137.627856ms","start":"2026-03-18T13:14:42.934648Z","end":"2026-03-18T13:14:43.072276Z","steps":["trace[2111677115] 'process raft request' (duration: 137.389882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:01.967465Z","caller":"traceutil/trace.go:172","msg":"trace[1157431888] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"100.481212ms","start":"2026-03-18T13:15:01.866965Z","end":"2026-03-18T13:15:01.967447Z","steps":["trace[1157431888] 'process raft request' (duration: 100.33509ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.045837Z","caller":"traceutil/trace.go:172","msg":"trace[1085431803] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"154.845811ms","start":"2026-03-18T13:15:01.890970Z","end":"2026-03-18T13:15:02.045816Z","steps":["trace[1085431803] 'process raft request' (duration: 154.464835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.045983Z","caller":"traceutil/trace.go:172","msg":"trace[479372417] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"154.122569ms","start":"2026-03-18T13:15:01.891845Z","end":"2026-03-18T13:15:02.045968Z","steps":["trace[479372417] 'process raft request' (duration: 153.621121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.046104Z","caller":"traceutil/trace.go:172","msg":"trace[1555642835] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"128.609387ms","start":"2026-03-18T13:15:01.917485Z","end":"2026-03-18T13:15:02.046094Z","steps":["trace[1555642835] 'process raft request' (duration: 128.19768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.047129Z","caller":"traceutil/trace.go:172","msg":"trace[1136099601] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"177.479846ms","start":"2026-03-18T13:15:01.869564Z","end":"2026-03-18T13:15:02.047044Z","steps":["trace[1136099601] 'process raft request' (duration: 175.675466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.047324Z","caller":"traceutil/trace.go:172","msg":"trace[1204898693] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"176.223184ms","start":"2026-03-18T13:15:01.871084Z","end":"2026-03-18T13:15:02.047307Z","steps":["trace[1204898693] 'process raft request' (duration: 174.286802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.047483Z","caller":"traceutil/trace.go:172","msg":"trace[2106826946] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"167.908137ms","start":"2026-03-18T13:15:01.879542Z","end":"2026-03-18T13:15:02.047451Z","steps":["trace[2106826946] 'process raft request' (duration: 165.861973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.047933Z","caller":"traceutil/trace.go:172","msg":"trace[570898197] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"116.389965ms","start":"2026-03-18T13:15:01.931269Z","end":"2026-03-18T13:15:02.047659Z","steps":["trace[570898197] 'process raft request' (duration: 114.457933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.048097Z","caller":"traceutil/trace.go:172","msg":"trace[903197004] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"131.329192ms","start":"2026-03-18T13:15:01.916629Z","end":"2026-03-18T13:15:02.047958Z","steps":["trace[903197004] 'process raft request' (duration: 128.992153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.048279Z","caller":"traceutil/trace.go:172","msg":"trace[1635803016] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"154.332493ms","start":"2026-03-18T13:15:01.893668Z","end":"2026-03-18T13:15:02.048001Z","steps":["trace[1635803016] 'process raft request' (duration: 151.830651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:02.047960Z","caller":"traceutil/trace.go:172","msg":"trace[451347344] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"147.261025ms","start":"2026-03-18T13:15:01.900413Z","end":"2026-03-18T13:15:02.047674Z","steps":["trace[451347344] 'process raft request' (duration: 145.11434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:03.455650Z","caller":"traceutil/trace.go:172","msg":"trace[1893469035] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"427.393236ms","start":"2026-03-18T13:15:03.028230Z","end":"2026-03-18T13:15:03.455624Z","steps":["trace[1893469035] 'process raft request' (duration: 426.650284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.455812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.028193Z","time spent":"427.54502ms","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:03.550013Z","caller":"traceutil/trace.go:172","msg":"trace[3394363] linearizableReadLoop","detail":"{readStateIndex:1327; appliedIndex:1328; }","duration":"240.903468ms","start":"2026-03-18T13:15:03.309091Z","end":"2026-03-18T13:15:03.549995Z","steps":["trace[3394363] 'read index received' (duration: 240.898437ms)","trace[3394363] 'applied index is now lower than readState.Index' (duration: 4.161µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:03.550296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.199213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:03.550596Z","caller":"traceutil/trace.go:172","msg":"trace[1206874396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1141; }","duration":"241.514848ms","start":"2026-03-18T13:15:03.309074Z","end":"2026-03-18T13:15:03.550588Z","steps":["trace[1206874396] 'agreement among raft nodes before linearized reading' (duration: 241.105952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:03.550619Z","caller":"traceutil/trace.go:172","msg":"trace[1957305069] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"382.209461ms","start":"2026-03-18T13:15:03.168399Z","end":"2026-03-18T13:15:03.550609Z","steps":["trace[1957305069] 'process raft request' (duration: 382.004207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:03.550593Z","caller":"traceutil/trace.go:172","msg":"trace[1291344097] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"455.111915ms","start":"2026-03-18T13:15:03.095460Z","end":"2026-03-18T13:15:03.550572Z","steps":["trace[1291344097] 'process raft request' (duration: 454.748909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.550897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.095434Z","time spent":"455.343738ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:03.550737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.168371Z","time spent":"382.321153ms","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:15:03.775543Z","caller":"traceutil/trace.go:172","msg":"trace[1035371858] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"273.69194ms","start":"2026-03-18T13:15:03.501829Z","end":"2026-03-18T13:15:03.775521Z","steps":["trace[1035371858] 'process raft request' (duration: 273.1568ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:03.833646Z","caller":"traceutil/trace.go:172","msg":"trace[878214265] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1332; }","duration":"283.5044ms","start":"2026-03-18T13:15:03.550119Z","end":"2026-03-18T13:15:03.833623Z","steps":["trace[878214265] 'read index received' (duration: 283.49932ms)","trace[878214265] 'applied index is now lower than readState.Index' (duration: 4.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:03.834305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.578206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:03.834291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.841959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:03.834371Z","caller":"traceutil/trace.go:172","msg":"trace[109390854] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1144; }","duration":"500.669567ms","start":"2026-03-18T13:15:03.333689Z","end":"2026-03-18T13:15:03.834359Z","steps":["trace[109390854] 'agreement among raft nodes before linearized reading' (duration: 500.540585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.834402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.333674Z","time spent":"500.722838ms","remote":"127.0.0.1:43022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:03.834401Z","caller":"traceutil/trace.go:172","msg":"trace[755635143] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1144; }","duration":"334.974801ms","start":"2026-03-18T13:15:03.499404Z","end":"2026-03-18T13:15:03.834379Z","steps":["trace[755635143] 'agreement among raft nodes before linearized reading' (duration: 334.763228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.834450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.499381Z","time spent":"335.058852ms","remote":"127.0.0.1:42632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:03.838511Z","caller":"traceutil/trace.go:172","msg":"trace[731594491] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"281.408896ms","start":"2026-03-18T13:15:03.557093Z","end":"2026-03-18T13:15:03.838501Z","steps":["trace[731594491] 'process raft request' (duration: 281.171472ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:03.840257Z","caller":"traceutil/trace.go:172","msg":"trace[1350559296] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"134.854196ms","start":"2026-03-18T13:15:03.705339Z","end":"2026-03-18T13:15:03.840193Z","steps":["trace[1350559296] 'process raft request' (duration: 134.796505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:03.840693Z","caller":"traceutil/trace.go:172","msg":"trace[819230037] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"174.135025ms","start":"2026-03-18T13:15:03.666546Z","end":"2026-03-18T13:15:03.840681Z","steps":["trace[819230037] 'process raft request' (duration: 172.266504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.846311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.319886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-03-18T13:15:03.846380Z","caller":"traceutil/trace.go:172","msg":"trace[1813172035] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1148; }","duration":"255.396977ms","start":"2026-03-18T13:15:03.590971Z","end":"2026-03-18T13:15:03.846368Z","steps":["trace[1813172035] 'agreement among raft nodes before linearized reading' (duration: 255.206934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:05.751501Z","caller":"traceutil/trace.go:172","msg":"trace[495427825] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"193.503829ms","start":"2026-03-18T13:15:05.557951Z","end":"2026-03-18T13:15:05.751455Z","steps":["trace[495427825] 'process raft request' (duration: 193.377977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:06.188957Z","caller":"traceutil/trace.go:172","msg":"trace[630267061] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"135.663633ms","start":"2026-03-18T13:15:06.053274Z","end":"2026-03-18T13:15:06.188938Z","steps":["trace[630267061] 'process raft request' (duration: 135.49032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:07.159576Z","caller":"traceutil/trace.go:172","msg":"trace[1028403798] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"145.611526ms","start":"2026-03-18T13:15:07.013932Z","end":"2026-03-18T13:15:07.159544Z","steps":["trace[1028403798] 'process raft request' (duration: 136.913063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:07.425110Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.156459ms"} {"level":"warn","ts":"2026-03-18T13:15:07.425180Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8063c2660f25cc98","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.233799ms"} {"level":"info","ts":"2026-03-18T13:15:07.508886Z","caller":"traceutil/trace.go:172","msg":"trace[538216257] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"289.974119ms","start":"2026-03-18T13:15:07.218886Z","end":"2026-03-18T13:15:07.508860Z","steps":["trace[538216257] 'process raft request' (duration: 206.386705ms)","trace[538216257] 'compare' (duration: 83.431651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:08.136119Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.457202ms"} {"level":"warn","ts":"2026-03-18T13:15:08.136192Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8063c2660f25cc98","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.537383ms"} {"level":"warn","ts":"2026-03-18T13:15:08.495645Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556073907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:08.542493Z","caller":"traceutil/trace.go:172","msg":"trace[702643400] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1363; }","duration":"547.307195ms","start":"2026-03-18T13:15:07.995165Z","end":"2026-03-18T13:15:08.542472Z","steps":["trace[702643400] 'read index received' (duration: 547.302185ms)","trace[702643400] 'applied index is now lower than readState.Index' (duration: 4.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:08.744079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.866367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:08.744168Z","caller":"traceutil/trace.go:172","msg":"trace[527570885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1169; }","duration":"748.985029ms","start":"2026-03-18T13:15:07.995160Z","end":"2026-03-18T13:15:08.744145Z","steps":["trace[527570885] 'agreement among raft nodes before linearized reading' (duration: 547.443687ms)","trace[527570885] 'range keys from in-memory index tree' (duration: 201.286898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:08.744211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:07.995141Z","time spent":"749.05965ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:08.744251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.41154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:08.744526Z","caller":"traceutil/trace.go:172","msg":"trace[1943983117] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"825.578379ms","start":"2026-03-18T13:15:07.918922Z","end":"2026-03-18T13:15:08.744500Z","steps":["trace[1943983117] 'process raft request' (duration: 623.797203ms)","trace[1943983117] 'compare' (duration: 201.164676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:08.744713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:07.918905Z","time spent":"825.763142ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:08.746314Z","caller":"traceutil/trace.go:172","msg":"trace[1229201821] linearizableReadLoop","detail":"{readStateIndex:1365; appliedIndex:1363; }","duration":"203.746778ms","start":"2026-03-18T13:15:08.542545Z","end":"2026-03-18T13:15:08.746292Z","steps":["trace[1229201821] 'read index received' (duration: 1.347743ms)","trace[1229201821] 'applied index is now lower than readState.Index' (duration: 202.397865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:08.746496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.531345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:08.746550Z","caller":"traceutil/trace.go:172","msg":"trace[512957536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1171; }","duration":"427.591386ms","start":"2026-03-18T13:15:08.318946Z","end":"2026-03-18T13:15:08.746537Z","steps":["trace[512957536] 'agreement among raft nodes before linearized reading' (duration: 427.423974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.746587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.318914Z","time spent":"427.662578ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:08.746522Z","caller":"traceutil/trace.go:172","msg":"trace[347178262] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"818.884958ms","start":"2026-03-18T13:15:07.927530Z","end":"2026-03-18T13:15:08.746415Z","steps":["trace[347178262] 'process raft request' (duration: 817.640398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.746943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:07.927498Z","time spent":"819.285245ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:08.889969Z","caller":"traceutil/trace.go:172","msg":"trace[1754114646] linearizableReadLoop","detail":"{readStateIndex:1365; appliedIndex:1365; }","duration":"106.559261ms","start":"2026-03-18T13:15:08.783361Z","end":"2026-03-18T13:15:08.889920Z","steps":["trace[1754114646] 'read index received' (duration: 106.536481ms)","trace[1754114646] 'applied index is now lower than readState.Index' (duration: 20.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:09.167084Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"158.847645ms"} {"level":"warn","ts":"2026-03-18T13:15:09.167161Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8063c2660f25cc98","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"158.930806ms"} {"level":"warn","ts":"2026-03-18T13:15:09.358293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.944123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T13:15:09.358396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"575.034956ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:09.359029Z","caller":"traceutil/trace.go:172","msg":"trace[2014386613] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"610.03792ms","start":"2026-03-18T13:15:08.748974Z","end":"2026-03-18T13:15:09.359012Z","steps":["trace[2014386613] 'process raft request' (duration: 609.449621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:09.359348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.748949Z","time spent":"610.309155ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:09.358452Z","caller":"traceutil/trace.go:172","msg":"trace[1038337126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1171; }","duration":"575.101757ms","start":"2026-03-18T13:15:08.783336Z","end":"2026-03-18T13:15:09.358438Z","steps":["trace[1038337126] 'agreement among raft nodes before linearized reading' (duration: 106.829335ms)","trace[1038337126] 'range keys from in-memory index tree' (duration: 468.184631ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:09.387801Z","caller":"traceutil/trace.go:172","msg":"trace[136975972] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"636.353702ms","start":"2026-03-18T13:15:08.751424Z","end":"2026-03-18T13:15:09.387777Z","steps":["trace[136975972] 'process raft request' (duration: 607.57482ms)","trace[136975972] 'compare' (duration: 28.615129ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:09.387841Z","caller":"traceutil/trace.go:172","msg":"trace[1438352420] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1365; }","duration":"497.735345ms","start":"2026-03-18T13:15:08.890090Z","end":"2026-03-18T13:15:09.387825Z","steps":["trace[1438352420] 'read index received' (duration: 278.291492ms)","trace[1438352420] 'applied index is now lower than readState.Index' (duration: 219.442783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:09.387930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.751407Z","time spent":"636.454413ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:09.387975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"583.731017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:09.388012Z","caller":"traceutil/trace.go:172","msg":"trace[659943484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"583.770358ms","start":"2026-03-18T13:15:08.804230Z","end":"2026-03-18T13:15:09.388000Z","steps":["trace[659943484] 'agreement among raft nodes before linearized reading' (duration: 583.703427ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:09.387799Z","caller":"traceutil/trace.go:172","msg":"trace[2096368957] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"576.172754ms","start":"2026-03-18T13:15:08.811604Z","end":"2026-03-18T13:15:09.387777Z","steps":["trace[2096368957] 'process raft request' (duration: 576.114153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:09.388201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.811575Z","time spent":"576.55737ms","remote":"127.0.0.1:42858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:15:09.388925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.804196Z","time spent":"584.714623ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:09.391183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.872822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:09.391237Z","caller":"traceutil/trace.go:172","msg":"trace[994663316] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1174; }","duration":"476.935633ms","start":"2026-03-18T13:15:08.914290Z","end":"2026-03-18T13:15:09.391226Z","steps":["trace[994663316] 'agreement among raft nodes before linearized reading' (duration: 476.844481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:09.391269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.914271Z","time spent":"476.987563ms","remote":"127.0.0.1:43022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:09.972119Z","caller":"traceutil/trace.go:172","msg":"trace[502713532] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"163.874021ms","start":"2026-03-18T13:15:09.808220Z","end":"2026-03-18T13:15:09.972094Z","steps":["trace[502713532] 'process raft request' (duration: 163.027787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:09.994646Z","caller":"traceutil/trace.go:172","msg":"trace[123910336] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"145.100083ms","start":"2026-03-18T13:15:09.849527Z","end":"2026-03-18T13:15:09.994628Z","steps":["trace[123910336] 'process raft request' (duration: 144.569704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:10.941752Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"394.163717ms"} {"level":"warn","ts":"2026-03-18T13:15:10.941826Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8063c2660f25cc98","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"394.245818ms"} {"level":"info","ts":"2026-03-18T13:15:10.962270Z","caller":"traceutil/trace.go:172","msg":"trace[652729468] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1373; }","duration":"178.524709ms","start":"2026-03-18T13:15:10.783714Z","end":"2026-03-18T13:15:10.962239Z","steps":["trace[652729468] 'read index received' (duration: 178.514209ms)","trace[652729468] 'applied index is now lower than readState.Index' (duration: 8.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:10.962487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.740163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:10.962519Z","caller":"traceutil/trace.go:172","msg":"trace[1516238138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1177; }","duration":"178.801784ms","start":"2026-03-18T13:15:10.783707Z","end":"2026-03-18T13:15:10.962509Z","steps":["trace[1516238138] 'agreement among raft nodes before linearized reading' (duration: 178.703953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:11.132956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.151630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.176366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.211431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.228273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.297756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.393605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.417417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.462734Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556073930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:11.524753Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.597150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.630526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.675770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.725077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.769668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.884234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.907603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.931160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.945848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:11.961780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50030","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:15:11.962802Z","caller":"traceutil/trace.go:172","msg":"trace[571113495] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"1.372435031s","start":"2026-03-18T13:15:10.590350Z","end":"2026-03-18T13:15:11.962785Z","steps":["trace[571113495] 'process raft request' (duration: 1.371847991s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:11.962792Z","caller":"traceutil/trace.go:172","msg":"trace[1987605893] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"1.212354436s","start":"2026-03-18T13:15:10.750418Z","end":"2026-03-18T13:15:11.962773Z","steps":["trace[1987605893] 'process raft request' (duration: 1.212297885s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:11.962902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.590320Z","time spent":"1.372518083s","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:11.962887Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556073930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:11.962936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.750393Z","time spent":"1.212465187s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:11.992986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:12.005734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:12.463685Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556073930,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:12.725875Z","caller":"traceutil/trace.go:172","msg":"trace[527731439] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1375; }","duration":"1.763481976s","start":"2026-03-18T13:15:10.962368Z","end":"2026-03-18T13:15:12.725850Z","steps":["trace[527731439] 'read index received' (duration: 1.763475536s)","trace[527731439] 'applied index is now lower than readState.Index' (duration: 5.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:12.725994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.920682235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.725991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.84665945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.726024Z","caller":"traceutil/trace.go:172","msg":"trace[1410498778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1179; }","duration":"1.920714835s","start":"2026-03-18T13:15:10.805300Z","end":"2026-03-18T13:15:12.726015Z","steps":["trace[1410498778] 'agreement among raft nodes before linearized reading' (duration: 1.920653164s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.726032Z","caller":"traceutil/trace.go:172","msg":"trace[1453658146] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1179; }","duration":"1.84671617s","start":"2026-03-18T13:15:10.879308Z","end":"2026-03-18T13:15:12.726024Z","steps":["trace[1453658146] 'agreement among raft nodes before linearized reading' (duration: 1.846625889s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.726053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.879285Z","time spent":"1.846762523s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.726054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.805285Z","time spent":"1.920762646s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:12.733336Z","caller":"traceutil/trace.go:172","msg":"trace[579004076] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"861.585931ms","start":"2026-03-18T13:15:11.871736Z","end":"2026-03-18T13:15:12.733322Z","steps":["trace[579004076] 'process raft request' (duration: 861.47668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.733443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.871699Z","time spent":"861.687833ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:12.747858Z","caller":"traceutil/trace.go:172","msg":"trace[1060095251] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"746.561727ms","start":"2026-03-18T13:15:12.001271Z","end":"2026-03-18T13:15:12.747833Z","steps":["trace[1060095251] 'process raft request' (duration: 746.318542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.748659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.001252Z","time spent":"747.345489ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:12.747920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.21289461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.557878234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.749398Z","caller":"traceutil/trace.go:172","msg":"trace[145444939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1183; }","duration":"1.558003806s","start":"2026-03-18T13:15:11.191372Z","end":"2026-03-18T13:15:12.749376Z","steps":["trace[145444939] 'agreement among raft nodes before linearized reading' (duration: 1.557847494s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.191362Z","time spent":"1.558112068s","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.749509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.346087203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.88826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.971842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.014967445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.749707Z","caller":"traceutil/trace.go:172","msg":"trace[1896654071] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1183; }","duration":"778.092744ms","start":"2026-03-18T13:15:11.971604Z","end":"2026-03-18T13:15:12.749697Z","steps":["trace[1896654071] 'agreement among raft nodes before linearized reading' (duration: 777.964291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.749713Z","caller":"traceutil/trace.go:172","msg":"trace[1681832519] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.015028067s","start":"2026-03-18T13:15:11.734676Z","end":"2026-03-18T13:15:12.749704Z","steps":["trace[1681832519] 'agreement among raft nodes before linearized reading' (duration: 1.014994856s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.971586Z","time spent":"778.144714ms","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.749861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.558543005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.068836798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.424798993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.749910Z","caller":"traceutil/trace.go:172","msg":"trace[1878167570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1183; }","duration":"1.068855858s","start":"2026-03-18T13:15:11.681047Z","end":"2026-03-18T13:15:12.749903Z","steps":["trace[1878167570] 'agreement among raft nodes before linearized reading' (duration: 1.068806667s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.393444399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.749925Z","caller":"traceutil/trace.go:172","msg":"trace[1647892975] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1183; }","duration":"1.424820923s","start":"2026-03-18T13:15:11.325094Z","end":"2026-03-18T13:15:12.749915Z","steps":["trace[1647892975] 'agreement among raft nodes before linearized reading' (duration: 1.424784222s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.681043Z","time spent":"1.068886109s","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.749940Z","caller":"traceutil/trace.go:172","msg":"trace[950838874] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1183; }","duration":"1.39351661s","start":"2026-03-18T13:15:11.356416Z","end":"2026-03-18T13:15:12.749932Z","steps":["trace[950838874] 'agreement among raft nodes before linearized reading' (duration: 1.393431789s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.325059Z","time spent":"1.424890624s","remote":"127.0.0.1:49776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.749969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.356386Z","time spent":"1.393574051s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.750111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.144198113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750174Z","caller":"traceutil/trace.go:172","msg":"trace[1355935032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1183; }","duration":"1.144260994s","start":"2026-03-18T13:15:11.605894Z","end":"2026-03-18T13:15:12.750155Z","steps":["trace[1355935032] 'agreement among raft nodes before linearized reading' (duration: 1.144154002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.115749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.605881Z","time spent":"1.144319586s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.750232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.425131078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750241Z","caller":"traceutil/trace.go:172","msg":"trace[569495778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1183; }","duration":"1.213872225s","start":"2026-03-18T13:15:11.535005Z","end":"2026-03-18T13:15:12.748877Z","steps":["trace[569495778] 'agreement among raft nodes before linearized reading' (duration: 1.212858669s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.750276Z","caller":"traceutil/trace.go:172","msg":"trace[1458163865] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1183; }","duration":"1.425182649s","start":"2026-03-18T13:15:11.325083Z","end":"2026-03-18T13:15:12.750266Z","steps":["trace[1458163865] 'agreement among raft nodes before linearized reading' (duration: 1.425109917s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"809.440257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750300Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.534984Z","time spent":"1.215302808s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.750311Z","caller":"traceutil/trace.go:172","msg":"trace[2084697936] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1183; }","duration":"809.454627ms","start":"2026-03-18T13:15:11.940850Z","end":"2026-03-18T13:15:12.750304Z","steps":["trace[2084697936] 'agreement among raft nodes before linearized reading' (duration: 809.429317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.215185766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.325062Z","time spent":"1.425241289s","remote":"127.0.0.1:49776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.750350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"809.508418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750351Z","caller":"traceutil/trace.go:172","msg":"trace[1946394610] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1183; }","duration":"1.215216937s","start":"2026-03-18T13:15:11.535124Z","end":"2026-03-18T13:15:12.750341Z","steps":["trace[1946394610] 'agreement among raft nodes before linearized reading' (duration: 1.215173356s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"831.450207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.535095Z","time spent":"1.215280278s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.750395Z","caller":"traceutil/trace.go:172","msg":"trace[541162684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1183; }","duration":"831.466998ms","start":"2026-03-18T13:15:11.918925Z","end":"2026-03-18T13:15:12.750392Z","steps":["trace[541162684] 'agreement among raft nodes before linearized reading' (duration: 831.443807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.918901Z","time spent":"831.503968ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.747895Z","caller":"traceutil/trace.go:172","msg":"trace[435674044] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"702.311882ms","start":"2026-03-18T13:15:12.045565Z","end":"2026-03-18T13:15:12.747877Z","steps":["trace[435674044] 'process raft request' (duration: 702.106148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.443679202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.940749Z","time spent":"809.57643ms","remote":"127.0.0.1:50006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.750506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"831.601359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.069510679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.16795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750521Z","caller":"traceutil/trace.go:172","msg":"trace[1263750104] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1183; }","duration":"831.61865ms","start":"2026-03-18T13:15:11.918898Z","end":"2026-03-18T13:15:12.750517Z","steps":["trace[1263750104] 'agreement among raft nodes before linearized reading' (duration: 831.586119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.750362Z","caller":"traceutil/trace.go:172","msg":"trace[1957934405] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1183; }","duration":"809.520288ms","start":"2026-03-18T13:15:11.940839Z","end":"2026-03-18T13:15:12.750359Z","steps":["trace[1957934405] 'agreement among raft nodes before linearized reading' (duration: 809.500318ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.750541Z","caller":"traceutil/trace.go:172","msg":"trace[1191573644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1183; }","duration":"1.06956007s","start":"2026-03-18T13:15:11.680968Z","end":"2026-03-18T13:15:12.750528Z","steps":["trace[1191573644] 'agreement among raft nodes before linearized reading' (duration: 1.069484749s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"855.569622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750573Z","caller":"traceutil/trace.go:172","msg":"trace[150221854] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1183; }","duration":"855.584832ms","start":"2026-03-18T13:15:11.894983Z","end":"2026-03-18T13:15:12.750568Z","steps":["trace[150221854] 'agreement among raft nodes before linearized reading' (duration: 855.563332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.443818705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.680951Z","time spent":"1.0696184s","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.750605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"855.97775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.748202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.414581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750621Z","caller":"traceutil/trace.go:172","msg":"trace[230853462] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1183; }","duration":"855.9931ms","start":"2026-03-18T13:15:11.894623Z","end":"2026-03-18T13:15:12.750616Z","steps":["trace[230853462] 'agreement among raft nodes before linearized reading' (duration: 855.970469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.894602Z","time spent":"856.027121ms","remote":"127.0.0.1:49950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.750479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.045537Z","time spent":"704.915704ms","remote":"127.0.0.1:42880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:15:12.750646Z","caller":"traceutil/trace.go:172","msg":"trace[1297871965] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1183; }","duration":"746.938012ms","start":"2026-03-18T13:15:12.003692Z","end":"2026-03-18T13:15:12.750630Z","steps":["trace[1297871965] 'agreement among raft nodes before linearized reading' (duration: 744.398551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.003677Z","time spent":"747.027885ms","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.750750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.543278285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750802Z","caller":"traceutil/trace.go:172","msg":"trace[682107157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1183; }","duration":"1.543332826s","start":"2026-03-18T13:15:11.207455Z","end":"2026-03-18T13:15:12.750788Z","steps":["trace[682107157] 'agreement among raft nodes before linearized reading' (duration: 1.54239131s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.109153929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.207430Z","time spent":"1.543400067s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.748236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.530516057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750854Z","caller":"traceutil/trace.go:172","msg":"trace[2133993766] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.10920153s","start":"2026-03-18T13:15:11.641638Z","end":"2026-03-18T13:15:12.750840Z","steps":["trace[2133993766] 'agreement among raft nodes before linearized reading' (duration: 1.109130489s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.641605Z","time spent":"1.109275111s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.750888Z","caller":"traceutil/trace.go:172","msg":"trace[340086024] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.53315787s","start":"2026-03-18T13:15:11.217715Z","end":"2026-03-18T13:15:12.750873Z","steps":["trace[340086024] 'agreement among raft nodes before linearized reading' (duration: 1.530479677s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.734669Z","time spent":"1.015065477s","remote":"127.0.0.1:49902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.749553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"970.774531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.747982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"728.548542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.749601Z","caller":"traceutil/trace.go:172","msg":"trace[143033383] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1183; }","duration":"777.948621ms","start":"2026-03-18T13:15:11.971637Z","end":"2026-03-18T13:15:12.749586Z","steps":["trace[143033383] 'agreement among raft nodes before linearized reading' (duration: 777.855449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.589065665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.604809033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.346330207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.604873575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"970.984484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.356772407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T13:15:12.749779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.01524759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.749593Z","caller":"traceutil/trace.go:172","msg":"trace[1812290348] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1183; }","duration":"1.346183295s","start":"2026-03-18T13:15:11.403389Z","end":"2026-03-18T13:15:12.749572Z","steps":["trace[1812290348] 'agreement among raft nodes before linearized reading' (duration: 1.346030412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.749812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.042454636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.58815993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.749818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.38315286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:15:12.749843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.042651669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.748111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"653.505093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.748163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.514653866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.748108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.510090561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.750537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.918829Z","time spent":"831.704151ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.751031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.487094284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.750511Z","caller":"traceutil/trace.go:172","msg":"trace[2024847574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.443717852s","start":"2026-03-18T13:15:11.306785Z","end":"2026-03-18T13:15:12.750503Z","steps":["trace[2024847574] 'agreement among raft nodes before linearized reading' (duration: 1.443664322s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.751064Z","caller":"traceutil/trace.go:172","msg":"trace[1488343066] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1183; }","duration":"1.487126984s","start":"2026-03-18T13:15:11.263927Z","end":"2026-03-18T13:15:12.751054Z","steps":["trace[1488343066] 'agreement among raft nodes before linearized reading' (duration: 1.487069473s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.751078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.54362902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.751091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.263912Z","time spent":"1.487171296s","remote":"127.0.0.1:49748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.751096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.306780Z","time spent":"1.444300874s","remote":"127.0.0.1:49756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.751124Z","caller":"traceutil/trace.go:172","msg":"trace[1058278715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1183; }","duration":"1.543679301s","start":"2026-03-18T13:15:11.207432Z","end":"2026-03-18T13:15:12.751112Z","steps":["trace[1058278715] 'agreement among raft nodes before linearized reading' (duration: 1.54360186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.751165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.207407Z","time spent":"1.543745713s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.750586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.894943Z","time spent":"855.640364ms","remote":"127.0.0.1:49950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.748208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.321372779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.751288Z","caller":"traceutil/trace.go:172","msg":"trace[427031802] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1183; }","duration":"1.324447529s","start":"2026-03-18T13:15:11.426826Z","end":"2026-03-18T13:15:12.751274Z","steps":["trace[427031802] 'agreement among raft nodes before linearized reading' (duration: 1.321356848s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.751357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.426803Z","time spent":"1.32453743s","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.751469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.217692Z","time spent":"1.53376847s","remote":"127.0.0.1:49714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.751620Z","caller":"traceutil/trace.go:172","msg":"trace[1458087224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1183; }","duration":"972.848585ms","start":"2026-03-18T13:15:11.778765Z","end":"2026-03-18T13:15:12.751613Z","steps":["trace[1458087224] 'agreement among raft nodes before linearized reading' (duration: 970.761831ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.750246Z","caller":"traceutil/trace.go:172","msg":"trace[806051401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1183; }","duration":"793.142469ms","start":"2026-03-18T13:15:11.957098Z","end":"2026-03-18T13:15:12.750240Z","steps":["trace[806051401] 'agreement among raft nodes before linearized reading' (duration: 793.089518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.940824Z","time spent":"809.743161ms","remote":"127.0.0.1:50006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.750606Z","caller":"traceutil/trace.go:172","msg":"trace[1260011345] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1183; }","duration":"1.443884886s","start":"2026-03-18T13:15:11.306713Z","end":"2026-03-18T13:15:12.750598Z","steps":["trace[1260011345] 'agreement among raft nodes before linearized reading' (duration: 1.443841195s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.750961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"932.395013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.751649Z","caller":"traceutil/trace.go:172","msg":"trace[14525574] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1183; }","duration":"933.084964ms","start":"2026-03-18T13:15:11.818559Z","end":"2026-03-18T13:15:12.751644Z","steps":["trace[14525574] 'agreement among raft nodes before linearized reading' (duration: 932.361312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.751662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.818533Z","time spent":"933.125344ms","remote":"127.0.0.1:42594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.748185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.530306433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.751056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.109510325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.751929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.513893093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.751980Z","caller":"traceutil/trace.go:172","msg":"trace[1554494494] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.513944324s","start":"2026-03-18T13:15:11.238021Z","end":"2026-03-18T13:15:12.751965Z","steps":["trace[1554494494] 'agreement among raft nodes before linearized reading' (duration: 1.513861133s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.752007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.238010Z","time spent":"1.513989284s","remote":"127.0.0.1:49726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.752385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.486705308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.752437Z","caller":"traceutil/trace.go:172","msg":"trace[2014072387] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1183; }","duration":"1.488496046s","start":"2026-03-18T13:15:11.263927Z","end":"2026-03-18T13:15:12.752423Z","steps":["trace[2014072387] 'agreement among raft nodes before linearized reading' (duration: 1.486693997s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.752472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.263912Z","time spent":"1.488548138s","remote":"127.0.0.1:49748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.749894Z","caller":"traceutil/trace.go:172","msg":"trace[1127475515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1183; }","duration":"1.558575336s","start":"2026-03-18T13:15:11.191307Z","end":"2026-03-18T13:15:12.749883Z","steps":["trace[1127475515] 'agreement among raft nodes before linearized reading' (duration: 1.558521375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.752589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.191279Z","time spent":"1.56130046s","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.750542Z","caller":"traceutil/trace.go:172","msg":"trace[398475350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1183; }","duration":"793.436434ms","start":"2026-03-18T13:15:11.957098Z","end":"2026-03-18T13:15:12.750534Z","steps":["trace[398475350] 'agreement among raft nodes before linearized reading' (duration: 793.16041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.752846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.957067Z","time spent":"795.764953ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.753007Z","caller":"traceutil/trace.go:172","msg":"trace[489208200] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1183; }","duration":"733.571734ms","start":"2026-03-18T13:15:12.019424Z","end":"2026-03-18T13:15:12.752996Z","steps":["trace[489208200] 'agreement among raft nodes before linearized reading' (duration: 728.531002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.753038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.019417Z","time spent":"733.612514ms","remote":"127.0.0.1:50086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.753041Z","caller":"traceutil/trace.go:172","msg":"trace[696113805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1183; }","duration":"1.110137195s","start":"2026-03-18T13:15:11.641540Z","end":"2026-03-18T13:15:12.751677Z","steps":["trace[696113805] 'agreement among raft nodes before linearized reading' (duration: 1.109500355s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.752775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.562033062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.753070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.641528Z","time spent":"1.111532918s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.748072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.34571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.753510Z","caller":"traceutil/trace.go:172","msg":"trace[235536854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1183; }","duration":"749.77455ms","start":"2026-03-18T13:15:12.003717Z","end":"2026-03-18T13:15:12.753492Z","steps":["trace[235536854] 'agreement among raft nodes before linearized reading' (duration: 744.32562ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.751136Z","caller":"traceutil/trace.go:172","msg":"trace[533187762] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1183; }","duration":"1.606354639s","start":"2026-03-18T13:15:11.144774Z","end":"2026-03-18T13:15:12.751129Z","steps":["trace[533187762] 'agreement among raft nodes before linearized reading' (duration: 1.604865895s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.753908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.144740Z","time spent":"1.609144216s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.751180Z","caller":"traceutil/trace.go:172","msg":"trace[1540641651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1183; }","duration":"972.507049ms","start":"2026-03-18T13:15:11.778659Z","end":"2026-03-18T13:15:12.751166Z","steps":["trace[1540641651] 'agreement among raft nodes before linearized reading' (duration: 970.963963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.754307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.778627Z","time spent":"975.661121ms","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.754402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.003713Z","time spent":"749.83627ms","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.754434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.778724Z","time spent":"975.422477ms","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.754550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.971632Z","time spent":"782.901492ms","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.750270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.144414616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.754492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.957077Z","time spent":"797.409831ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.748027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"728.797416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.754700Z","caller":"traceutil/trace.go:172","msg":"trace[1081370426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1183; }","duration":"1.594146549s","start":"2026-03-18T13:15:11.160541Z","end":"2026-03-18T13:15:12.754688Z","steps":["trace[1081370426] 'agreement among raft nodes before linearized reading' (duration: 1.588959873s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.754639Z","caller":"traceutil/trace.go:172","msg":"trace[1658642038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1183; }","duration":"1.361633937s","start":"2026-03-18T13:15:11.392974Z","end":"2026-03-18T13:15:12.754608Z","steps":["trace[1658642038] 'agreement among raft nodes before linearized reading' (duration: 1.356682086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.754725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.160518Z","time spent":"1.59420044s","remote":"127.0.0.1:49682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.755355Z","caller":"traceutil/trace.go:172","msg":"trace[191293519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.610528337s","start":"2026-03-18T13:15:11.144820Z","end":"2026-03-18T13:15:12.755349Z","steps":["trace[191293519] 'agreement among raft nodes before linearized reading' (duration: 1.604800553s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.755383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.144813Z","time spent":"1.610560988s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.755443Z","caller":"traceutil/trace.go:172","msg":"trace[243246224] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.352136262s","start":"2026-03-18T13:15:11.403301Z","end":"2026-03-18T13:15:12.755437Z","steps":["trace[243246224] 'agreement among raft nodes before linearized reading' (duration: 1.346316446s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.755459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.403261Z","time spent":"1.352193333s","remote":"127.0.0.1:49782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.753111Z","caller":"traceutil/trace.go:172","msg":"trace[1406294313] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1183; }","duration":"1.56253576s","start":"2026-03-18T13:15:11.190538Z","end":"2026-03-18T13:15:12.753074Z","steps":["trace[1406294313] 'agreement among raft nodes before linearized reading' (duration: 1.5619219s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.755598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.190510Z","time spent":"1.565081192s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.754825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.392947Z","time spent":"1.361864342s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.754865Z","caller":"traceutil/trace.go:172","msg":"trace[738191527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1183; }","duration":"1.020322333s","start":"2026-03-18T13:15:11.734524Z","end":"2026-03-18T13:15:12.754846Z","steps":["trace[738191527] 'agreement among raft nodes before linearized reading' (duration: 1.01523281s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.755823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.734505Z","time spent":"1.021305419s","remote":"127.0.0.1:49902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.754879Z","caller":"traceutil/trace.go:172","msg":"trace[859656455] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1183; }","duration":"1.537001023s","start":"2026-03-18T13:15:11.217873Z","end":"2026-03-18T13:15:12.754874Z","steps":["trace[859656455] 'agreement among raft nodes before linearized reading' (duration: 1.530298663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.755940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.217859Z","time spent":"1.53807198s","remote":"127.0.0.1:49714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.754713Z","caller":"traceutil/trace.go:172","msg":"trace[1770175474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1183; }","duration":"735.481115ms","start":"2026-03-18T13:15:12.019219Z","end":"2026-03-18T13:15:12.754700Z","steps":["trace[1770175474] 'agreement among raft nodes before linearized reading' (duration: 728.783065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.756059Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.019200Z","time spent":"736.850768ms","remote":"127.0.0.1:50086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.754892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.403370Z","time spent":"1.351512302s","remote":"127.0.0.1:49782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.750986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"967.670581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.756320Z","caller":"traceutil/trace.go:172","msg":"trace[313996630] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1183; }","duration":"972.998929ms","start":"2026-03-18T13:15:11.783312Z","end":"2026-03-18T13:15:12.756311Z","steps":["trace[313996630] 'agreement among raft nodes before linearized reading' (duration: 967.662821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.754912Z","caller":"traceutil/trace.go:172","msg":"trace[176863397] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1183; }","duration":"1.04755422s","start":"2026-03-18T13:15:11.707351Z","end":"2026-03-18T13:15:12.754905Z","steps":["trace[176863397] 'agreement among raft nodes before linearized reading' (duration: 1.042443296s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.756591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.707314Z","time spent":"1.049265308s","remote":"127.0.0.1:49896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.754929Z","caller":"traceutil/trace.go:172","msg":"trace[464553326] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1183; }","duration":"1.593839994s","start":"2026-03-18T13:15:11.161083Z","end":"2026-03-18T13:15:12.754923Z","steps":["trace[464553326] 'agreement among raft nodes before linearized reading' (duration: 1.587839245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.756774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.161058Z","time spent":"1.595706225s","remote":"127.0.0.1:49682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.754946Z","caller":"traceutil/trace.go:172","msg":"trace[305837432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1183; }","duration":"1.388280675s","start":"2026-03-18T13:15:11.366660Z","end":"2026-03-18T13:15:12.754941Z","steps":["trace[305837432] 'agreement among raft nodes before linearized reading' (duration: 1.38310857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.756966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.366639Z","time spent":"1.390315679s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.754965Z","caller":"traceutil/trace.go:172","msg":"trace[1914361609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1183; }","duration":"1.047773933s","start":"2026-03-18T13:15:11.707185Z","end":"2026-03-18T13:15:12.754959Z","steps":["trace[1914361609] 'agreement among raft nodes before linearized reading' (duration: 1.042640959s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.757158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.707168Z","time spent":"1.04997783s","remote":"127.0.0.1:49896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.754982Z","caller":"traceutil/trace.go:172","msg":"trace[329539388] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1183; }","duration":"660.395395ms","start":"2026-03-18T13:15:12.094580Z","end":"2026-03-18T13:15:12.754975Z","steps":["trace[329539388] 'agreement among raft nodes before linearized reading' (duration: 653.277659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.757351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.094556Z","time spent":"662.784345ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.754998Z","caller":"traceutil/trace.go:172","msg":"trace[1846474245] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1183; }","duration":"1.521487318s","start":"2026-03-18T13:15:11.233505Z","end":"2026-03-18T13:15:12.754993Z","steps":["trace[1846474245] 'agreement among raft nodes before linearized reading' (duration: 1.514642676s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.757555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.233493Z","time spent":"1.52404587s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:12.755014Z","caller":"traceutil/trace.go:172","msg":"trace[1080967469] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1183; }","duration":"1.517006544s","start":"2026-03-18T13:15:11.238002Z","end":"2026-03-18T13:15:12.755008Z","steps":["trace[1080967469] 'agreement among raft nodes before linearized reading' (duration: 1.510064331s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.757712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.237994Z","time spent":"1.519706288s","remote":"127.0.0.1:49726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.748164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.321126195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.757887Z","caller":"traceutil/trace.go:172","msg":"trace[340825348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1183; }","duration":"1.330850444s","start":"2026-03-18T13:15:11.427027Z","end":"2026-03-18T13:15:12.757877Z","steps":["trace[340825348] 'agreement among raft nodes before linearized reading' (duration: 1.321109605s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.757922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.426995Z","time spent":"1.330913504s","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.755044Z","caller":"traceutil/trace.go:172","msg":"trace[178650583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1183; }","duration":"1.149195955s","start":"2026-03-18T13:15:11.605840Z","end":"2026-03-18T13:15:12.755036Z","steps":["trace[178650583] 'agreement among raft nodes before linearized reading' (duration: 1.144385686s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.758070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.605820Z","time spent":"1.152241406s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:15:12.754638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.306695Z","time spent":"1.447937753s","remote":"127.0.0.1:49756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:15:12.902251Z","caller":"traceutil/trace.go:172","msg":"trace[1328953995] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1381; }","duration":"138.027121ms","start":"2026-03-18T13:15:12.764207Z","end":"2026-03-18T13:15:12.902234Z","steps":["trace[1328953995] 'read index received' (duration: 138.022641ms)","trace[1328953995] 'applied index is now lower than readState.Index' (duration: 3.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:12.902423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.203934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.902449Z","caller":"traceutil/trace.go:172","msg":"trace[2010367564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1184; }","duration":"138.239385ms","start":"2026-03-18T13:15:12.764203Z","end":"2026-03-18T13:15:12.902443Z","steps":["trace[2010367564] 'agreement among raft nodes before linearized reading' (duration: 138.179744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.902572Z","caller":"traceutil/trace.go:172","msg":"trace[425702457] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"139.80777ms","start":"2026-03-18T13:15:12.762743Z","end":"2026-03-18T13:15:12.902550Z","steps":["trace[425702457] 'process raft request' (duration: 139.585447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.903813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.978983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.904009Z","caller":"traceutil/trace.go:172","msg":"trace[1073003877] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1185; }","duration":"137.178836ms","start":"2026-03-18T13:15:12.766819Z","end":"2026-03-18T13:15:12.903998Z","steps":["trace[1073003877] 'agreement among raft nodes before linearized reading' (duration: 136.951113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.903921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.637016ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:12.904149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.141167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.904191Z","caller":"traceutil/trace.go:172","msg":"trace[1600614583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1185; }","duration":"120.90259ms","start":"2026-03-18T13:15:12.783274Z","end":"2026-03-18T13:15:12.904177Z","steps":["trace[1600614583] 'agreement among raft nodes before linearized reading' (duration: 120.618176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:12.904273Z","caller":"traceutil/trace.go:172","msg":"trace[537152370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1185; }","duration":"123.298139ms","start":"2026-03-18T13:15:12.780950Z","end":"2026-03-18T13:15:12.904248Z","steps":["trace[537152370] 'agreement among raft nodes before linearized reading' (duration: 123.034425ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:13.584486Z","caller":"traceutil/trace.go:172","msg":"trace[519170363] linearizableReadLoop","detail":"{readStateIndex:1382; appliedIndex:1382; }","duration":"272.494858ms","start":"2026-03-18T13:15:13.311959Z","end":"2026-03-18T13:15:13.584454Z","steps":["trace[519170363] 'read index received' (duration: 272.486558ms)","trace[519170363] 'applied index is now lower than readState.Index' (duration: 6.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:13.584736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.716952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.584829Z","caller":"traceutil/trace.go:172","msg":"trace[1053996330] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1185; }","duration":"272.853184ms","start":"2026-03-18T13:15:13.311955Z","end":"2026-03-18T13:15:13.584808Z","steps":["trace[1053996330] 'agreement among raft nodes before linearized reading' (duration: 272.640371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:13.585352Z","caller":"traceutil/trace.go:172","msg":"trace[74408027] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"282.782116ms","start":"2026-03-18T13:15:13.302554Z","end":"2026-03-18T13:15:13.585336Z","steps":["trace[74408027] 'process raft request' (duration: 282.290739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.585664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.195957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.585923Z","caller":"traceutil/trace.go:172","msg":"trace[1322297724] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1186; }","duration":"153.455371ms","start":"2026-03-18T13:15:13.432458Z","end":"2026-03-18T13:15:13.585914Z","steps":["trace[1322297724] 'agreement among raft nodes before linearized reading' (duration: 153.183856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.585738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.498598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.586654Z","caller":"traceutil/trace.go:172","msg":"trace[367167367] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1186; }","duration":"177.424843ms","start":"2026-03-18T13:15:13.409219Z","end":"2026-03-18T13:15:13.586643Z","steps":["trace[367167367] 'agreement among raft nodes before linearized reading' (duration: 176.476438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.585852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.498622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.586850Z","caller":"traceutil/trace.go:172","msg":"trace[1889291561] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1186; }","duration":"256.738091ms","start":"2026-03-18T13:15:13.330102Z","end":"2026-03-18T13:15:13.586840Z","steps":["trace[1889291561] 'agreement among raft nodes before linearized reading' (duration: 255.362059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:13.814294Z","caller":"traceutil/trace.go:172","msg":"trace[1279478981] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1383; }","duration":"101.580312ms","start":"2026-03-18T13:15:13.712683Z","end":"2026-03-18T13:15:13.814263Z","steps":["trace[1279478981] 'read index received' (duration: 101.568852ms)","trace[1279478981] 'applied index is now lower than readState.Index' (duration: 9.79µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:13.814410Z","caller":"traceutil/trace.go:172","msg":"trace[1476467530] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"158.741857ms","start":"2026-03-18T13:15:13.655649Z","end":"2026-03-18T13:15:13.814391Z","steps":["trace[1476467530] 'process raft request' (duration: 158.556414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.814443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.752914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.814506Z","caller":"traceutil/trace.go:172","msg":"trace[28566316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1187; }","duration":"101.822905ms","start":"2026-03-18T13:15:13.712669Z","end":"2026-03-18T13:15:13.814492Z","steps":["trace[28566316] 'agreement among raft nodes before linearized reading' (duration: 101.708534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:14.215115Z","caller":"traceutil/trace.go:172","msg":"trace[1963134642] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"244.272174ms","start":"2026-03-18T13:15:13.970810Z","end":"2026-03-18T13:15:14.215082Z","steps":["trace[1963134642] 'process raft request' (duration: 244.01597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:14.570668Z","caller":"traceutil/trace.go:172","msg":"trace[1779466300] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"337.842883ms","start":"2026-03-18T13:15:14.232799Z","end":"2026-03-18T13:15:14.570642Z","steps":["trace[1779466300] 'process raft request' (duration: 336.702235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:14.571388Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.232763Z","time spent":"338.26362ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:14.751877Z","caller":"traceutil/trace.go:172","msg":"trace[2009983783] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"111.384912ms","start":"2026-03-18T13:15:14.640471Z","end":"2026-03-18T13:15:14.751856Z","steps":["trace[2009983783] 'process raft request' (duration: 111.229959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:15.442455Z","caller":"traceutil/trace.go:172","msg":"trace[1098032621] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1392; }","duration":"408.522593ms","start":"2026-03-18T13:15:15.033913Z","end":"2026-03-18T13:15:15.442435Z","steps":["trace[1098032621] 'read index received' (duration: 408.516213ms)","trace[1098032621] 'applied index is now lower than readState.Index' (duration: 5.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:15.442599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.664685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:15.442673Z","caller":"traceutil/trace.go:172","msg":"trace[712873212] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"513.177305ms","start":"2026-03-18T13:15:14.929480Z","end":"2026-03-18T13:15:15.442657Z","steps":["trace[712873212] 'process raft request' (duration: 513.049543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:15.442673Z","caller":"traceutil/trace.go:172","msg":"trace[2046944867] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1195; }","duration":"408.753987ms","start":"2026-03-18T13:15:15.033906Z","end":"2026-03-18T13:15:15.442660Z","steps":["trace[2046944867] 'agreement among raft nodes before linearized reading' (duration: 408.608864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:15.442792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.929454Z","time spent":"513.286937ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:15.442780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.033883Z","time spent":"408.884979ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:15.820111Z","caller":"traceutil/trace.go:172","msg":"trace[357412929] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"581.121003ms","start":"2026-03-18T13:15:15.238969Z","end":"2026-03-18T13:15:15.820090Z","steps":["trace[357412929] 'process raft request' (duration: 580.560214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:15.820258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.238930Z","time spent":"581.263245ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:15.908069Z","caller":"traceutil/trace.go:172","msg":"trace[930347579] linearizableReadLoop","detail":"{readStateIndex:1393; appliedIndex:1394; }","duration":"465.546276ms","start":"2026-03-18T13:15:15.442504Z","end":"2026-03-18T13:15:15.908050Z","steps":["trace[930347579] 'read index received' (duration: 465.542016ms)","trace[930347579] 'applied index is now lower than readState.Index' (duration: 3.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:15.908269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.597259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:15.908316Z","caller":"traceutil/trace.go:172","msg":"trace[181871705] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1197; }","duration":"688.65645ms","start":"2026-03-18T13:15:15.219651Z","end":"2026-03-18T13:15:15.908307Z","steps":["trace[181871705] 'agreement among raft nodes before linearized reading' (duration: 688.568019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:15.908351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.219620Z","time spent":"688.723432ms","remote":"127.0.0.1:42956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:15.989707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.520154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:15.989778Z","caller":"traceutil/trace.go:172","msg":"trace[2065738388] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1197; }","duration":"206.604915ms","start":"2026-03-18T13:15:15.783159Z","end":"2026-03-18T13:15:15.989764Z","steps":["trace[2065738388] 'agreement among raft nodes before linearized reading' (duration: 206.493613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:15.989785Z","caller":"traceutil/trace.go:172","msg":"trace[1864902827] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"107.099229ms","start":"2026-03-18T13:15:15.882667Z","end":"2026-03-18T13:15:15.989766Z","steps":["trace[1864902827] 'process raft request' (duration: 107.054268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:15.989847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.977427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:82 size:6917"} {"level":"info","ts":"2026-03-18T13:15:15.989883Z","caller":"traceutil/trace.go:172","msg":"trace[1344989043] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:82; response_revision:1197; }","duration":"440.016428ms","start":"2026-03-18T13:15:15.549860Z","end":"2026-03-18T13:15:15.989876Z","steps":["trace[1344989043] 'agreement among raft nodes before linearized reading' (duration: 439.56447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:15.989904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.549835Z","time spent":"440.061969ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":82,"response size":6940,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-18T13:15:16.218624Z","caller":"traceutil/trace.go:172","msg":"trace[1370057431] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1400; }","duration":"154.617423ms","start":"2026-03-18T13:15:16.063986Z","end":"2026-03-18T13:15:16.218603Z","steps":["trace[1370057431] 'read index received' (duration: 154.612253ms)","trace[1370057431] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.218947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.93884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.219011Z","caller":"traceutil/trace.go:172","msg":"trace[1993467234] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1200; }","duration":"155.017371ms","start":"2026-03-18T13:15:16.063984Z","end":"2026-03-18T13:15:16.219001Z","steps":["trace[1993467234] 'agreement among raft nodes before linearized reading' (duration: 154.803087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.220053Z","caller":"traceutil/trace.go:172","msg":"trace[1667240570] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"174.578639ms","start":"2026-03-18T13:15:16.045451Z","end":"2026-03-18T13:15:16.220029Z","steps":["trace[1667240570] 'process raft request' (duration: 174.455557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.360314Z","caller":"traceutil/trace.go:172","msg":"trace[354141852] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"133.288226ms","start":"2026-03-18T13:15:16.227010Z","end":"2026-03-18T13:15:16.360298Z","steps":["trace[354141852] 'process raft request' (duration: 132.984941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.360313Z","caller":"traceutil/trace.go:172","msg":"trace[1819208800] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"132.796508ms","start":"2026-03-18T13:15:16.227497Z","end":"2026-03-18T13:15:16.360294Z","steps":["trace[1819208800] 'process raft request' (duration: 132.714446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.495496Z","caller":"traceutil/trace.go:172","msg":"trace[974824046] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"133.561209ms","start":"2026-03-18T13:15:16.361923Z","end":"2026-03-18T13:15:16.495484Z","steps":["trace[974824046] 'process raft request' (duration: 133.532288ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.495589Z","caller":"traceutil/trace.go:172","msg":"trace[119742314] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"133.769562ms","start":"2026-03-18T13:15:16.361796Z","end":"2026-03-18T13:15:16.495565Z","steps":["trace[119742314] 'process raft request' (duration: 133.581479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:18.419060Z","caller":"traceutil/trace.go:172","msg":"trace[284131834] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"152.999703ms","start":"2026-03-18T13:15:18.266041Z","end":"2026-03-18T13:15:18.419041Z","steps":["trace[284131834] 'process raft request' (duration: 152.81458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:19.431098Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:19.660331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"876.952773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:19.660452Z","caller":"traceutil/trace.go:172","msg":"trace[1859625455] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1218; }","duration":"877.072525ms","start":"2026-03-18T13:15:18.783349Z","end":"2026-03-18T13:15:19.660421Z","steps":["trace[1859625455] 'range keys from in-memory index tree' (duration: 876.909593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:19.795315Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"76964ef0a001678d [logterm: 2, index: 1421, vote: 76964ef0a001678d] ignored MsgPreVote from 8063c2660f25cc98 [logterm: 2, index: 1420] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"info","ts":"2026-03-18T13:15:19.900052Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"76964ef0a001678d [logterm: 2, index: 1421, vote: 76964ef0a001678d] ignored MsgVote from 8063c2660f25cc98 [logterm: 2, index: 1420] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-03-18T13:15:19.932334Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074022,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:19.973210Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"76964ef0a001678d [term: 2] received a MsgApp message with higher term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:19.973272Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"76964ef0a001678d became follower at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.973289Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1421 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-03-18T13:15:19.973303Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1421"} {"level":"info","ts":"2026-03-18T13:15:19.973319Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 76964ef0a001678d changed leader from 76964ef0a001678d to 8063c2660f25cc98 at term 3"} {"level":"warn","ts":"2026-03-18T13:15:20.431881Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.727711134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:15:20.431998Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"76964ef0a001678d [term: 3] ignored a MsgAppResp message with lower term from 76964ef0a001678d [term: 2]"} {"level":"info","ts":"2026-03-18T13:15:20.432036Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"76964ef0a001678d [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-03-18T13:15:20.432313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.501379166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:20.432380Z","caller":"traceutil/trace.go:172","msg":"trace[2131696947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.501461117s","start":"2026-03-18T13:15:18.930899Z","end":"2026-03-18T13:15:20.432360Z","steps":["trace[2131696947] 'agreement among raft nodes before linearized reading' (duration: 1.501376986s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.432652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.930871Z","time spent":"1.501763552s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:20.434947Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"76964ef0a001678d [term: 3] ignored a MsgAppResp message with lower term from 76964ef0a001678d [term: 2]"} {"level":"info","ts":"2026-03-18T13:15:20.480944Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-18T13:15:20.482445Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":8545104138365659021,"new-lead":9251451803145718936} {"level":"warn","ts":"2026-03-18T13:15:20.482504Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":8545104138365659021} {"level":"warn","ts":"2026-03-18T13:15:20.482489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.157486315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.482541Z","caller":"traceutil/trace.go:172","msg":"trace[501737490] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1219; }","duration":"1.157560906s","start":"2026-03-18T13:15:19.324969Z","end":"2026-03-18T13:15:20.482530Z","steps":["trace[501737490] 'agreement among raft nodes before linearized reading' (duration: 1.157456784s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.482569Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:19.324946Z","time spent":"1.157616807s","remote":"127.0.0.1:42738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:20.482650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.328925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.482726Z","caller":"traceutil/trace.go:172","msg":"trace[136485861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"677.409986ms","start":"2026-03-18T13:15:19.805298Z","end":"2026-03-18T13:15:20.482708Z","steps":["trace[136485861] 'agreement among raft nodes before linearized reading' (duration: 677.286184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.482752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.138834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:20.482765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:19.805282Z","time spent":"677.475298ms","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:20.482793Z","caller":"traceutil/trace.go:172","msg":"trace[676871891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1219; }","duration":"822.274296ms","start":"2026-03-18T13:15:19.660504Z","end":"2026-03-18T13:15:20.482778Z","steps":["trace[676871891] 'agreement among raft nodes before linearized reading' (duration: 822.112843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.482786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.535613914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T13:15:20.482723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"935.423058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:20.482836Z","caller":"traceutil/trace.go:172","msg":"trace[1671546103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1219; }","duration":"1.535667505s","start":"2026-03-18T13:15:18.947155Z","end":"2026-03-18T13:15:20.482823Z","steps":["trace[1671546103] 'agreement among raft nodes before linearized reading' (duration: 1.535327349s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.482869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.947129Z","time spent":"1.535731395s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:20.482862Z","caller":"traceutil/trace.go:172","msg":"trace[906903060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1219; }","duration":"935.628901ms","start":"2026-03-18T13:15:19.547211Z","end":"2026-03-18T13:15:20.482840Z","steps":["trace[906903060] 'agreement among raft nodes before linearized reading' (duration: 935.219804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.482983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:19.547187Z","time spent":"935.772523ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:20.483266Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7461792785556074027,"received-request-id":7461792785556074026} {"level":"info","ts":"2026-03-18T13:15:20.730161Z","caller":"traceutil/trace.go:172","msg":"trace[1466879462] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"241.665463ms","start":"2026-03-18T13:15:20.488475Z","end":"2026-03-18T13:15:20.730141Z","steps":["trace[1466879462] 'process raft request' (duration: 241.49726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:20.961627Z","caller":"traceutil/trace.go:172","msg":"trace[1812583977] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1426; }","duration":"177.707812ms","start":"2026-03-18T13:15:20.783892Z","end":"2026-03-18T13:15:20.961600Z","steps":["trace[1812583977] 'read index received' (duration: 177.697932ms)","trace[1812583977] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:20.961811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.896485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.961866Z","caller":"traceutil/trace.go:172","msg":"trace[1602030012] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1223; }","duration":"177.967776ms","start":"2026-03-18T13:15:20.783884Z","end":"2026-03-18T13:15:20.961852Z","steps":["trace[1602030012] 'agreement among raft nodes before linearized reading' (duration: 177.855344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.963065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.958714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.963142Z","caller":"traceutil/trace.go:172","msg":"trace[1200676844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1223; }","duration":"157.007515ms","start":"2026-03-18T13:15:20.806094Z","end":"2026-03-18T13:15:20.963101Z","steps":["trace[1200676844] 'agreement among raft nodes before linearized reading' (duration: 156.900133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:21.632705Z","caller":"traceutil/trace.go:172","msg":"trace[1668989338] linearizableReadLoop","detail":"{readStateIndex:1427; appliedIndex:1428; }","duration":"226.614605ms","start":"2026-03-18T13:15:21.406064Z","end":"2026-03-18T13:15:21.632679Z","steps":["trace[1668989338] 'read index received' (duration: 226.609065ms)","trace[1668989338] 'applied index is now lower than readState.Index' (duration: 4.35µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:21.633034Z","caller":"traceutil/trace.go:172","msg":"trace[1756657306] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"224.357628ms","start":"2026-03-18T13:15:21.408660Z","end":"2026-03-18T13:15:21.633017Z","steps":["trace[1756657306] 'process raft request' (duration: 224.228436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:21.633027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.94102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v7xh7\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-18T13:15:21.633117Z","caller":"traceutil/trace.go:172","msg":"trace[472729060] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v7xh7; range_end:; response_count:1; response_revision:1224; }","duration":"227.048162ms","start":"2026-03-18T13:15:21.406059Z","end":"2026-03-18T13:15:21.633107Z","steps":["trace[472729060] 'agreement among raft nodes before linearized reading' (duration: 226.799268ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:21.774333Z","caller":"traceutil/trace.go:172","msg":"trace[44597650] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"136.47343ms","start":"2026-03-18T13:15:21.637834Z","end":"2026-03-18T13:15:21.774307Z","steps":["trace[44597650] 'process raft request' (duration: 136.336248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:22.006768Z","caller":"traceutil/trace.go:172","msg":"trace[898415941] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"357.351131ms","start":"2026-03-18T13:15:21.649393Z","end":"2026-03-18T13:15:22.006744Z","steps":["trace[898415941] 'process raft request' (duration: 357.086187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.006924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:21.649378Z","time spent":"357.464013ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:22.030995Z","caller":"traceutil/trace.go:172","msg":"trace[290804141] linearizableReadLoop","detail":"{readStateIndex:1430; appliedIndex:1431; }","duration":"247.857839ms","start":"2026-03-18T13:15:21.783122Z","end":"2026-03-18T13:15:22.030980Z","steps":["trace[290804141] 'read index received' (duration: 247.852799ms)","trace[290804141] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:22.031037Z","caller":"traceutil/trace.go:172","msg":"trace[1264500234] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"251.58387ms","start":"2026-03-18T13:15:21.779431Z","end":"2026-03-18T13:15:22.031015Z","steps":["trace[1264500234] 'process raft request' (duration: 251.483608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.031136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.028391ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:22.031193Z","caller":"traceutil/trace.go:172","msg":"trace[144600062] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1228; }","duration":"248.092002ms","start":"2026-03-18T13:15:21.783091Z","end":"2026-03-18T13:15:22.031183Z","steps":["trace[144600062] 'agreement among raft nodes before linearized reading' (duration: 248.002541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.032986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.889489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:22.033036Z","caller":"traceutil/trace.go:172","msg":"trace[895897518] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1228; }","duration":"127.9415ms","start":"2026-03-18T13:15:21.905083Z","end":"2026-03-18T13:15:22.033024Z","steps":["trace[895897518] 'agreement among raft nodes before linearized reading' (duration: 127.865419ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:22.694387Z","caller":"traceutil/trace.go:172","msg":"trace[1580901059] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"109.098003ms","start":"2026-03-18T13:15:22.585271Z","end":"2026-03-18T13:15:22.694369Z","steps":["trace[1580901059] 'process raft request' (duration: 108.990061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:23.811232Z","caller":"traceutil/trace.go:172","msg":"trace[584624669] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"346.410625ms","start":"2026-03-18T13:15:23.464805Z","end":"2026-03-18T13:15:23.811215Z","steps":["trace[584624669] 'process raft request' (duration: 346.278033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:23.811339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.464742Z","time spent":"346.541807ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:23.882918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.883762Z","time spent":"4.999145595s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 13:15:23 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T13:15:23.913726Z","caller":"traceutil/trace.go:172","msg":"trace[1514936687] linearizableReadLoop","detail":"{readStateIndex:1443; appliedIndex:1444; }","duration":"130.057391ms","start":"2026-03-18T13:15:23.783646Z","end":"2026-03-18T13:15:23.913703Z","steps":["trace[1514936687] 'read index received' (duration: 130.051471ms)","trace[1514936687] 'applied index is now lower than readState.Index' (duration: 4.88µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:23.913984Z","caller":"traceutil/trace.go:172","msg":"trace[471945990] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"440.087895ms","start":"2026-03-18T13:15:23.473875Z","end":"2026-03-18T13:15:23.913962Z","steps":["trace[471945990] 'process raft request' (duration: 439.957633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:23.914155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.473859Z","time spent":"440.236238ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:15:23.914278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.54421ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:23.914915Z","caller":"traceutil/trace.go:172","msg":"trace[1804744075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1240; }","duration":"130.885335ms","start":"2026-03-18T13:15:23.783638Z","end":"2026-03-18T13:15:23.914523Z","steps":["trace[1804744075] 'agreement among raft nodes before linearized reading' (duration: 130.258544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:23.915930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.908594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:23.915985Z","caller":"traceutil/trace.go:172","msg":"trace[941845951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1241; }","duration":"109.977895ms","start":"2026-03-18T13:15:23.805994Z","end":"2026-03-18T13:15:23.915972Z","steps":["trace[941845951] 'agreement among raft nodes before linearized reading' (duration: 109.869143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:24.287355Z","caller":"traceutil/trace.go:172","msg":"trace[1066995250] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"366.736721ms","start":"2026-03-18T13:15:23.920596Z","end":"2026-03-18T13:15:24.287332Z","steps":["trace[1066995250] 'process raft request' (duration: 366.6593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:24.287381Z","caller":"traceutil/trace.go:172","msg":"trace[763343952] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"366.794963ms","start":"2026-03-18T13:15:23.920570Z","end":"2026-03-18T13:15:24.287365Z","steps":["trace[763343952] 'process raft request' (duration: 366.543309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.287539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.920545Z","time spent":"366.901074ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:15:24.287556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.920577Z","time spent":"366.864093ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:24.567280Z","caller":"traceutil/trace.go:172","msg":"trace[1792425374] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"132.819486ms","start":"2026-03-18T13:15:24.434431Z","end":"2026-03-18T13:15:24.567251Z","steps":["trace[1792425374] 'process raft request' (duration: 132.620413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:24.687484Z","caller":"traceutil/trace.go:172","msg":"trace[958500169] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1450; }","duration":"254.51225ms","start":"2026-03-18T13:15:24.432947Z","end":"2026-03-18T13:15:24.687460Z","steps":["trace[958500169] 'read index received' (duration: 254.505049ms)","trace[958500169] 'applied index is now lower than readState.Index' (duration: 6.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.687715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.744373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v7xh7\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-03-18T13:15:24.687748Z","caller":"traceutil/trace.go:172","msg":"trace[2045442728] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v7xh7; range_end:; response_count:1; response_revision:1245; }","duration":"254.796044ms","start":"2026-03-18T13:15:24.432942Z","end":"2026-03-18T13:15:24.687738Z","steps":["trace[2045442728] 'agreement among raft nodes before linearized reading' (duration: 254.617311ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:24.687756Z","caller":"traceutil/trace.go:172","msg":"trace[337176867] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"147.192519ms","start":"2026-03-18T13:15:24.540543Z","end":"2026-03-18T13:15:24.687735Z","steps":["trace[337176867] 'process raft request' (duration: 146.957585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:24.687688Z","caller":"traceutil/trace.go:172","msg":"trace[1409913252] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"146.339865ms","start":"2026-03-18T13:15:24.541329Z","end":"2026-03-18T13:15:24.687669Z","steps":["trace[1409913252] 'process raft request' (duration: 146.290454ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:24.964688Z","caller":"traceutil/trace.go:172","msg":"trace[1193504985] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"390.954954ms","start":"2026-03-18T13:15:24.573712Z","end":"2026-03-18T13:15:24.964667Z","steps":["trace[1193504985] 'process raft request' (duration: 390.822702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.964842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.573689Z","time spent":"391.089266ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:15:25.079251Z","caller":"traceutil/trace.go:172","msg":"trace[1055701265] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"377.801188ms","start":"2026-03-18T13:15:24.701426Z","end":"2026-03-18T13:15:25.079227Z","steps":["trace[1055701265] 'process raft request' (duration: 377.651366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:25.079071Z","caller":"traceutil/trace.go:172","msg":"trace[1143108567] linearizableReadLoop","detail":"{readStateIndex:1452; appliedIndex:1453; }","duration":"381.334846ms","start":"2026-03-18T13:15:24.697695Z","end":"2026-03-18T13:15:25.079030Z","steps":["trace[1143108567] 'read index received' (duration: 381.318706ms)","trace[1143108567] 'applied index is now lower than readState.Index' (duration: 12.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.079842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.701404Z","time spent":"378.374248ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:25.080029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.306122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:25.080104Z","caller":"traceutil/trace.go:172","msg":"trace[252893659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1249; }","duration":"382.396574ms","start":"2026-03-18T13:15:24.697690Z","end":"2026-03-18T13:15:25.080087Z","steps":["trace[252893659] 'agreement among raft nodes before linearized reading' (duration: 382.104529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.080144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.697676Z","time spent":"382.460074ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:25.196237Z","caller":"traceutil/trace.go:172","msg":"trace[1896317152] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"227.039691ms","start":"2026-03-18T13:15:24.969168Z","end":"2026-03-18T13:15:25.196208Z","steps":["trace[1896317152] 'process raft request' (duration: 226.799447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:25.213816Z","caller":"traceutil/trace.go:172","msg":"trace[861009744] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1455; }","duration":"133.989902ms","start":"2026-03-18T13:15:25.079795Z","end":"2026-03-18T13:15:25.213785Z","steps":["trace[861009744] 'read index received' (duration: 133.984132ms)","trace[861009744] 'applied index is now lower than readState.Index' (duration: 4.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.214000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.599895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:25.214048Z","caller":"traceutil/trace.go:172","msg":"trace[513191218] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1250; }","duration":"430.676376ms","start":"2026-03-18T13:15:24.783359Z","end":"2026-03-18T13:15:25.214035Z","steps":["trace[513191218] 'agreement among raft nodes before linearized reading' (duration: 430.545384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.214119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.375915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:25.214206Z","caller":"traceutil/trace.go:172","msg":"trace[443853597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1250; }","duration":"421.483666ms","start":"2026-03-18T13:15:24.792703Z","end":"2026-03-18T13:15:25.214187Z","steps":["trace[443853597] 'agreement among raft nodes before linearized reading' (duration: 421.204842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.214250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.792684Z","time spent":"421.557768ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:25.214620Z","caller":"traceutil/trace.go:172","msg":"trace[901256959] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"127.459927ms","start":"2026-03-18T13:15:25.087141Z","end":"2026-03-18T13:15:25.214601Z","steps":["trace[901256959] 'process raft request' (duration: 126.930308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:25.548896Z","caller":"traceutil/trace.go:172","msg":"trace[497144496] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"103.377127ms","start":"2026-03-18T13:15:25.445500Z","end":"2026-03-18T13:15:25.548877Z","steps":["trace[497144496] 'process raft request' (duration: 103.244455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:25.752589Z","caller":"traceutil/trace.go:172","msg":"trace[657711625] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"292.178558ms","start":"2026-03-18T13:15:25.460389Z","end":"2026-03-18T13:15:25.752567Z","steps":["trace[657711625] 'process raft request' (duration: 292.006005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:25.877696Z","caller":"traceutil/trace.go:172","msg":"trace[654506739] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"323.815959ms","start":"2026-03-18T13:15:25.553854Z","end":"2026-03-18T13:15:25.877670Z","steps":["trace[654506739] 'process raft request' (duration: 323.677987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.877849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:25.553825Z","time spent":"323.960243ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:15:26.715393Z","caller":"traceutil/trace.go:172","msg":"trace[1972020794] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"228.268829ms","start":"2026-03-18T13:15:26.487103Z","end":"2026-03-18T13:15:26.715372Z","steps":["trace[1972020794] 'process raft request' (duration: 228.115116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:26.789934Z","caller":"traceutil/trace.go:172","msg":"trace[1289566561] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"280.535605ms","start":"2026-03-18T13:15:26.509375Z","end":"2026-03-18T13:15:26.789910Z","steps":["trace[1289566561] 'process raft request' (duration: 280.258711ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:27.782528Z","caller":"traceutil/trace.go:172","msg":"trace[242961210] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"296.617402ms","start":"2026-03-18T13:15:27.485890Z","end":"2026-03-18T13:15:27.782508Z","steps":["trace[242961210] 'process raft request' (duration: 296.45306ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:29.596435Z","caller":"traceutil/trace.go:172","msg":"trace[400929439] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"253.449248ms","start":"2026-03-18T13:15:29.342966Z","end":"2026-03-18T13:15:29.596416Z","steps":["trace[400929439] 'process raft request' (duration: 253.326536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:30.962466Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:31.463586Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:31.478451Z","caller":"traceutil/trace.go:172","msg":"trace[67091507] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"1.301191092s","start":"2026-03-18T13:15:30.177236Z","end":"2026-03-18T13:15:31.478427Z","steps":["trace[67091507] 'process raft request' (duration: 1.300905708s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.478608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.177224Z","time spent":"1.301303025s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:31.964798Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:32.002125Z","caller":"traceutil/trace.go:172","msg":"trace[1590700562] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1483; }","duration":"1.540455883s","start":"2026-03-18T13:15:30.461641Z","end":"2026-03-18T13:15:32.002097Z","steps":["trace[1590700562] 'read index received' (duration: 1.540449373s)","trace[1590700562] 'applied index is now lower than readState.Index' (duration: 5.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:32.002283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.540631086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.002317Z","caller":"traceutil/trace.go:172","msg":"trace[1321251684] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1277; }","duration":"1.540682086s","start":"2026-03-18T13:15:30.461625Z","end":"2026-03-18T13:15:32.002307Z","steps":["trace[1321251684] 'agreement among raft nodes before linearized reading' (duration: 1.540588975s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.002351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.461600Z","time spent":"1.540742498s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.002568Z","caller":"traceutil/trace.go:172","msg":"trace[1101776110] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"1.510536059s","start":"2026-03-18T13:15:30.491990Z","end":"2026-03-18T13:15:32.002526Z","steps":["trace[1101776110] 'process raft request' (duration: 1.510351706s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:32.002761Z","caller":"traceutil/trace.go:172","msg":"trace[1373621649] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"1.183169219s","start":"2026-03-18T13:15:30.819574Z","end":"2026-03-18T13:15:32.002744Z","steps":["trace[1373621649] 'process raft request' (duration: 1.182914655s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.002862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.819551Z","time spent":"1.18325567s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:32.002887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.491972Z","time spent":"1.510677392s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:32.502963Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:32.525790Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7461792785556074129,"received-request-id":7461792785556074125} {"level":"info","ts":"2026-03-18T13:15:32.590584Z","caller":"traceutil/trace.go:172","msg":"trace[814545073] linearizableReadLoop","detail":"{readStateIndex:1485; appliedIndex:1486; }","duration":"588.365626ms","start":"2026-03-18T13:15:32.002194Z","end":"2026-03-18T13:15:32.590559Z","steps":["trace[814545073] 'read index received' (duration: 588.356245ms)","trace[814545073] 'applied index is now lower than readState.Index' (duration: 8.231µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:32.591012Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.082987889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.591029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.341306506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:15:32.591095Z","caller":"traceutil/trace.go:172","msg":"trace[237615822] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1282; }","duration":"2.083085311s","start":"2026-03-18T13:15:30.507992Z","end":"2026-03-18T13:15:32.591077Z","steps":["trace[237615822] 'agreement among raft nodes before linearized reading' (duration: 2.082929828s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:32.591116Z","caller":"traceutil/trace.go:172","msg":"trace[475372018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1281; }","duration":"1.341408267s","start":"2026-03-18T13:15:31.249688Z","end":"2026-03-18T13:15:32.591096Z","steps":["trace[475372018] 'agreement among raft nodes before linearized reading' (duration: 1.341053231s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.591149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.507979Z","time spent":"2.083149842s","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.591145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"990.390819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:32.591228Z","caller":"traceutil/trace.go:172","msg":"trace[1615669047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1282; }","duration":"990.47706ms","start":"2026-03-18T13:15:31.600733Z","end":"2026-03-18T13:15:32.591210Z","steps":["trace[1615669047] 'agreement among raft nodes before linearized reading' (duration: 990.156755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.591234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.283781716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.591274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.600710Z","time spent":"990.551772ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.591277Z","caller":"traceutil/trace.go:172","msg":"trace[53539152] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1282; }","duration":"1.283822817s","start":"2026-03-18T13:15:31.307443Z","end":"2026-03-18T13:15:32.591266Z","steps":["trace[53539152] 'agreement among raft nodes before linearized reading' (duration: 1.283754026s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.591330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.307419Z","time spent":"1.283900098s","remote":"127.0.0.1:43122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.591329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.807881733s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.591392Z","caller":"traceutil/trace.go:172","msg":"trace[1840574489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1282; }","duration":"1.807945874s","start":"2026-03-18T13:15:30.783429Z","end":"2026-03-18T13:15:32.591375Z","steps":["trace[1840574489] 'agreement among raft nodes before linearized reading' (duration: 1.807861432s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.591169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.249664Z","time spent":"1.341492049s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.591736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.786270034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.592211Z","caller":"traceutil/trace.go:172","msg":"trace[414494148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1282; }","duration":"1.78727034s","start":"2026-03-18T13:15:30.804926Z","end":"2026-03-18T13:15:32.592197Z","steps":["trace[414494148] 'agreement among raft nodes before linearized reading' (duration: 1.785968949s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.592742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.804904Z","time spent":"1.787789989s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:32.593754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.118124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.593826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.174177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-18T13:15:32.593907Z","caller":"traceutil/trace.go:172","msg":"trace[609974496] range","detail":"{range_begin:/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee; range_end:; response_count:1; response_revision:1282; }","duration":"421.257058ms","start":"2026-03-18T13:15:32.172636Z","end":"2026-03-18T13:15:32.593893Z","steps":["trace[609974496] 'agreement among raft nodes before linearized reading' (duration: 421.084066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.593942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:32.172613Z","time spent":"421.32002ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.593823Z","caller":"traceutil/trace.go:172","msg":"trace[2005771924] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1282; }","duration":"111.188835ms","start":"2026-03-18T13:15:32.482620Z","end":"2026-03-18T13:15:32.593809Z","steps":["trace[2005771924] 'agreement among raft nodes before linearized reading' (duration: 111.092734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:33.927604Z","caller":"traceutil/trace.go:172","msg":"trace[165824622] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1516; }","duration":"144.583603ms","start":"2026-03-18T13:15:33.782988Z","end":"2026-03-18T13:15:33.927572Z","steps":["trace[165824622] 'read index received' (duration: 144.577793ms)","trace[165824622] 'applied index is now lower than readState.Index' (duration: 4.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:33.927805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.779676ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:33.927901Z","caller":"traceutil/trace.go:172","msg":"trace[1447827023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1307; }","duration":"144.887437ms","start":"2026-03-18T13:15:33.782979Z","end":"2026-03-18T13:15:33.927866Z","steps":["trace[1447827023] 'agreement among raft nodes before linearized reading' (duration: 144.722535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:33.929055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.845902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:33.929081Z","caller":"traceutil/trace.go:172","msg":"trace[263882113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"122.874262ms","start":"2026-03-18T13:15:33.806201Z","end":"2026-03-18T13:15:33.929075Z","steps":["trace[263882113] 'agreement among raft nodes before linearized reading' (duration: 122.820801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:34.674316Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:35.175026Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:35.395578Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"76964ef0a001678d is starting a new election at term 3"} {"level":"info","ts":"2026-03-18T13:15:35.395654Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"76964ef0a001678d became pre-candidate at term 3"} {"level":"info","ts":"2026-03-18T13:15:35.395691Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"76964ef0a001678d [logterm: 3, index: 1517] sent MsgPreVote request to 8063c2660f25cc98 at term 3"} {"level":"info","ts":"2026-03-18T13:15:35.395708Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"76964ef0a001678d [logterm: 3, index: 1517] sent MsgPreVote request to d9daa8348ff234c2 at term 3"} {"level":"info","ts":"2026-03-18T13:15:35.395724Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 76964ef0a001678d lost leader 8063c2660f25cc98 at term 3"} {"level":"info","ts":"2026-03-18T13:15:35.395781Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"76964ef0a001678d received MsgPreVoteResp from 76964ef0a001678d at term 3"} {"level":"info","ts":"2026-03-18T13:15:35.395799Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"76964ef0a001678d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:35.511897Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"76964ef0a001678d became follower at term 3"} {"level":"info","ts":"2026-03-18T13:15:35.511970Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 76964ef0a001678d elected leader 8063c2660f25cc98 at term 3"} {"level":"warn","ts":"2026-03-18T13:15:35.512177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.3390241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:35.512266Z","caller":"traceutil/trace.go:172","msg":"trace[1669323393] range","detail":"{range_begin:/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee; range_end:; }","duration":"1.339130632s","start":"2026-03-18T13:15:34.173112Z","end":"2026-03-18T13:15:35.512243Z","steps":["trace[1669323393] 'agreement among raft nodes before linearized reading' (duration: 1.33902249s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.512314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.173089Z","time spent":"1.339214063s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:35.513302Z","caller":"traceutil/trace.go:172","msg":"trace[1898182852] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"1.505265249s","start":"2026-03-18T13:15:34.008018Z","end":"2026-03-18T13:15:35.513283Z","steps":["trace[1898182852] 'process raft request' (duration: 1.505109207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.513424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.007985Z","time spent":"1.50536688s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:35.893088Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7461792785556074166,"received-request-id":7461792785556074162} {"level":"info","ts":"2026-03-18T13:15:35.893470Z","caller":"traceutil/trace.go:172","msg":"trace[1763236909] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"1.022442332s","start":"2026-03-18T13:15:34.871001Z","end":"2026-03-18T13:15:35.893444Z","steps":["trace[1763236909] 'process raft request' (duration: 1.022372721s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.893642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.870975Z","time spent":"1.022589065s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:35.893625Z","caller":"traceutil/trace.go:172","msg":"trace[1719548508] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"1.885516835s","start":"2026-03-18T13:15:34.008069Z","end":"2026-03-18T13:15:35.893586Z","steps":["trace[1719548508] 'process raft request' (duration: 1.885143559s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.894071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.008040Z","time spent":"1.885781378s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:36.012718Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:36.513935Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:36.806900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000625723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:36.806998Z","caller":"traceutil/trace.go:172","msg":"trace[60446239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740995s","start":"2026-03-18T13:15:34.806236Z","end":"2026-03-18T13:15:36.806977Z","steps":["trace[60446239] 'agreement among raft nodes before linearized reading' (duration: 2.000621663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:36.807062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.806204Z","time spent":"2.000847257s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:15:36 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T13:15:36.896191Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"76964ef0a001678d is starting a new election at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.896261Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"76964ef0a001678d became pre-candidate at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.896291Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"76964ef0a001678d [logterm: 3, index: 1521] sent MsgPreVote request to 8063c2660f25cc98 at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.896307Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"76964ef0a001678d [logterm: 3, index: 1521] sent MsgPreVote request to d9daa8348ff234c2 at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.896324Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 76964ef0a001678d lost leader 8063c2660f25cc98 at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.896379Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"76964ef0a001678d received MsgPreVoteResp from 76964ef0a001678d at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.896399Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"76964ef0a001678d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:36.897731Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"76964ef0a001678d received MsgPreVoteResp from d9daa8348ff234c2 at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.897796Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"76964ef0a001678d has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:36.897828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"76964ef0a001678d became candidate at term 4"} {"level":"info","ts":"2026-03-18T13:15:36.897849Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"76964ef0a001678d [logterm: 3, index: 1521] sent MsgVote request to 8063c2660f25cc98 at term 4"} {"level":"info","ts":"2026-03-18T13:15:36.897866Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"76964ef0a001678d [logterm: 3, index: 1521] sent MsgVote request to d9daa8348ff234c2 at term 4"} {"level":"info","ts":"2026-03-18T13:15:36.899140Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"76964ef0a001678d received MsgVoteResp from 76964ef0a001678d at term 4"} {"level":"info","ts":"2026-03-18T13:15:36.899208Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"76964ef0a001678d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-18T13:15:37.015126Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074166,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:37.092521Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"76964ef0a001678d received MsgVoteResp from d9daa8348ff234c2 at term 4"} {"level":"info","ts":"2026-03-18T13:15:37.092572Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"76964ef0a001678d has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:37.092601Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"76964ef0a001678d became leader at term 4"} {"level":"info","ts":"2026-03-18T13:15:37.092615Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 76964ef0a001678d elected leader 76964ef0a001678d at term 4"} {"level":"warn","ts":"2026-03-18T13:15:37.092791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.400503693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:37.092830Z","caller":"traceutil/trace.go:172","msg":"trace[914681044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"2.400566074s","start":"2026-03-18T13:15:34.692254Z","end":"2026-03-18T13:15:37.092820Z","steps":["trace[914681044] 'agreement among raft nodes before linearized reading' (duration: 2.400502793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.092818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.400724016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T13:15:37.092862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.692223Z","time spent":"2.400631554s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:37.092835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.309835862s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T13:15:37.092901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.464600586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:37.092920Z","caller":"traceutil/trace.go:172","msg":"trace[1411730023] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"2.464620126s","start":"2026-03-18T13:15:34.628295Z","end":"2026-03-18T13:15:37.092915Z","steps":["trace[1411730023] 'agreement among raft nodes before linearized reading' (duration: 2.464601016s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.092951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.628269Z","time spent":"2.464673766s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-18T13:15:37.092923Z","caller":"traceutil/trace.go:172","msg":"trace[826949223] range","detail":"{range_begin:; range_end:; }","duration":"2.309929303s","start":"2026-03-18T13:15:34.782981Z","end":"2026-03-18T13:15:37.092911Z","steps":["trace[826949223] 'agreement among raft nodes before linearized reading' (duration: 2.309833511s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.092984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.61250497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:37.093056Z","caller":"traceutil/trace.go:172","msg":"trace[386001635] range","detail":"{range_begin:/registry/leases; range_end:; }","duration":"2.612624152s","start":"2026-03-18T13:15:34.480415Z","end":"2026-03-18T13:15:37.093039Z","steps":["trace[386001635] 'agreement among raft nodes before linearized reading' (duration: 2.61250393s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.093109Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.480371Z","time spent":"2.612726623s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":0,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"error","ts":"2026-03-18T13:15:37.093080Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-18T13:15:37.092882Z","caller":"traceutil/trace.go:172","msg":"trace[631372529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"2.400809377s","start":"2026-03-18T13:15:34.692060Z","end":"2026-03-18T13:15:37.092869Z","steps":["trace[631372529] 'agreement among raft nodes before linearized reading' (duration: 2.400723186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.093265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:34.692028Z","time spent":"2.401227343s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:37.363868Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-18T13:15:37.364708Z","caller":"traceutil/trace.go:172","msg":"trace[1463703038] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1522; }","duration":"271.940416ms","start":"2026-03-18T13:15:37.092746Z","end":"2026-03-18T13:15:37.364687Z","steps":["trace[1463703038] 'read index received' (duration: 271.932646ms)","trace[1463703038] 'applied index is now lower than readState.Index' (duration: 6.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:37.364864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"557.652134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:37.364909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.143181911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:37.364963Z","caller":"traceutil/trace.go:172","msg":"trace[1687238459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1312; }","duration":"557.798796ms","start":"2026-03-18T13:15:36.807148Z","end":"2026-03-18T13:15:37.364947Z","steps":["trace[1687238459] 'agreement among raft nodes before linearized reading' (duration: 557.618683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.364999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.456187602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T13:15:37.365034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.807124Z","time spent":"557.899758ms","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:37.365050Z","caller":"traceutil/trace.go:172","msg":"trace[628931620] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:1312; }","duration":"1.456240833s","start":"2026-03-18T13:15:35.908797Z","end":"2026-03-18T13:15:37.365037Z","steps":["trace[628931620] 'agreement among raft nodes before linearized reading' (duration: 1.45609964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.365092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.908774Z","time spent":"1.456309303s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.115\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:37.364850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.635279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:37.365193Z","caller":"traceutil/trace.go:172","msg":"trace[1928982995] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1312; }","duration":"489.973584ms","start":"2026-03-18T13:15:36.875186Z","end":"2026-03-18T13:15:37.365159Z","steps":["trace[1928982995] 'agreement among raft nodes before linearized reading' (duration: 489.602119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.364901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.825359099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-18T13:15:37.365246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.875154Z","time spent":"490.073347ms","remote":"127.0.0.1:42956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:37.365260Z","caller":"traceutil/trace.go:172","msg":"trace[403553859] range","detail":"{range_begin:/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee; range_end:; response_count:1; response_revision:1312; }","duration":"1.825708885s","start":"2026-03-18T13:15:35.539525Z","end":"2026-03-18T13:15:37.365234Z","steps":["trace[403553859] 'agreement among raft nodes before linearized reading' (duration: 1.825237827s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.365311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.539506Z","time spent":"1.825787576s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:37.364977Z","caller":"traceutil/trace.go:172","msg":"trace[2107300008] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1312; }","duration":"1.143274562s","start":"2026-03-18T13:15:36.221685Z","end":"2026-03-18T13:15:37.364960Z","steps":["trace[2107300008] 'agreement among raft nodes before linearized reading' (duration: 1.14312914s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.365755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.221656Z","time spent":"1.144085426s","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:37.368740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.649011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:37.368793Z","caller":"traceutil/trace.go:172","msg":"trace[2033473295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1312; }","duration":"248.702471ms","start":"2026-03-18T13:15:37.120076Z","end":"2026-03-18T13:15:37.368779Z","steps":["trace[2033473295] 'agreement among raft nodes before linearized reading' (duration: 247.110596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.368932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.365595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:37.368983Z","caller":"traceutil/trace.go:172","msg":"trace[1330701377] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1312; }","duration":"274.418315ms","start":"2026-03-18T13:15:37.094552Z","end":"2026-03-18T13:15:37.368971Z","steps":["trace[1330701377] 'agreement among raft nodes before linearized reading' (duration: 272.540405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.369030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.748327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:15:37.369154Z","caller":"traceutil/trace.go:172","msg":"trace[119052269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1312; }","duration":"247.880739ms","start":"2026-03-18T13:15:37.121262Z","end":"2026-03-18T13:15:37.369143Z","steps":["trace[119052269] 'agreement among raft nodes before linearized reading' (duration: 245.887447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.369296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.199256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:120 size:10124"} {"level":"info","ts":"2026-03-18T13:15:37.369351Z","caller":"traceutil/trace.go:172","msg":"trace[764853555] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:120; response_revision:1312; }","duration":"250.256837ms","start":"2026-03-18T13:15:37.119084Z","end":"2026-03-18T13:15:37.369340Z","steps":["trace[764853555] 'agreement among raft nodes before linearized reading' (duration: 248.119123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.369324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.114848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:37.369399Z","caller":"traceutil/trace.go:172","msg":"trace[744057873] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1312; }","duration":"249.21789ms","start":"2026-03-18T13:15:37.120164Z","end":"2026-03-18T13:15:37.369382Z","steps":["trace[744057873] 'agreement among raft nodes before linearized reading' (duration: 246.970584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.829512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.367190Z","time spent":"462.318019ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:15:37.875110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074169,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:37.907589Z","caller":"traceutil/trace.go:172","msg":"trace[1935064829] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1523; }","duration":"533.174559ms","start":"2026-03-18T13:15:37.374391Z","end":"2026-03-18T13:15:37.907566Z","steps":["trace[1935064829] 'read index received' (duration: 533.163899ms)","trace[1935064829] 'applied index is now lower than readState.Index' (duration: 9.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:37.907879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.333422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:37.907941Z","caller":"traceutil/trace.go:172","msg":"trace[876546411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1312; }","duration":"533.540685ms","start":"2026-03-18T13:15:37.374387Z","end":"2026-03-18T13:15:37.907928Z","steps":["trace[876546411] 'agreement among raft nodes before linearized reading' (duration: 533.288621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.908047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.374374Z","time spent":"533.650197ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:37.911972Z","caller":"traceutil/trace.go:172","msg":"trace[1331468625] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"392.739319ms","start":"2026-03-18T13:15:37.519215Z","end":"2026-03-18T13:15:37.911955Z","steps":["trace[1331468625] 'process raft request' (duration: 392.706378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:37.912015Z","caller":"traceutil/trace.go:172","msg":"trace[1148377927] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"537.55977ms","start":"2026-03-18T13:15:37.374438Z","end":"2026-03-18T13:15:37.911997Z","steps":["trace[1148377927] 'process raft request' (duration: 537.406427ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:37.912055Z","caller":"traceutil/trace.go:172","msg":"trace[2007140879] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"537.59731ms","start":"2026-03-18T13:15:37.374439Z","end":"2026-03-18T13:15:37.912036Z","steps":["trace[2007140879] 'process raft request' (duration: 537.450318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.912102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.519189Z","time spent":"392.84661ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:37.912147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.374421Z","time spent":"537.678161ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:37.912157Z","caller":"traceutil/trace.go:172","msg":"trace[1917793987] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"543.381863ms","start":"2026-03-18T13:15:37.368763Z","end":"2026-03-18T13:15:37.912145Z","steps":["trace[1917793987] 'process raft request' (duration: 542.972437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.912247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.374421Z","time spent":"537.641401ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:37.912281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.368750Z","time spent":"543.499105ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:38.291768Z","caller":"traceutil/trace.go:172","msg":"trace[440921029] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"391.402265ms","start":"2026-03-18T13:15:37.900348Z","end":"2026-03-18T13:15:38.291750Z","steps":["trace[440921029] 'process raft request' (duration: 391.356454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.291906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.900318Z","time spent":"391.522187ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:38.292188Z","caller":"traceutil/trace.go:172","msg":"trace[233489407] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"461.176428ms","start":"2026-03-18T13:15:37.830998Z","end":"2026-03-18T13:15:38.292175Z","steps":["trace[233489407] 'process raft request' (duration: 460.570408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.292260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.830967Z","time spent":"461.25996ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:38.396711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"76964ef0a001678d [term: 4] ignored a MsgReadIndexResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.397363Z","caller":"traceutil/trace.go:172","msg":"trace[10518706] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1529; }","duration":"489.684035ms","start":"2026-03-18T13:15:37.907657Z","end":"2026-03-18T13:15:38.397341Z","steps":["trace[10518706] 'read index received' (duration: 489.678455ms)","trace[10518706] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:38.397442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"609.539964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:38.397478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"614.537855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:38.397502Z","caller":"traceutil/trace.go:172","msg":"trace[624887143] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1318; }","duration":"609.613625ms","start":"2026-03-18T13:15:37.787854Z","end":"2026-03-18T13:15:38.397467Z","steps":["trace[624887143] 'agreement among raft nodes before linearized reading' (duration: 609.496324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:38.397504Z","caller":"traceutil/trace.go:172","msg":"trace[32277832] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1318; }","duration":"614.567996ms","start":"2026-03-18T13:15:37.782928Z","end":"2026-03-18T13:15:38.397496Z","steps":["trace[32277832] 'agreement among raft nodes before linearized reading' (duration: 614.521775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.397531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.787831Z","time spent":"609.692757ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:38.398591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.607691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:38.398604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.551634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:38.398629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.259216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-18T13:15:38.398640Z","caller":"traceutil/trace.go:172","msg":"trace[77006721] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1318; }","duration":"219.725193ms","start":"2026-03-18T13:15:38.178904Z","end":"2026-03-18T13:15:38.398629Z","steps":["trace[77006721] 'agreement among raft nodes before linearized reading' (duration: 219.55529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:38.398735Z","caller":"traceutil/trace.go:172","msg":"trace[262804846] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1318; }","duration":"104.372878ms","start":"2026-03-18T13:15:38.294347Z","end":"2026-03-18T13:15:38.398720Z","steps":["trace[262804846] 'agreement among raft nodes before linearized reading' (duration: 104.121464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:38.398776Z","caller":"traceutil/trace.go:172","msg":"trace[1328276553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"489.716587ms","start":"2026-03-18T13:15:37.909039Z","end":"2026-03-18T13:15:38.398756Z","steps":["trace[1328276553] 'agreement among raft nodes before linearized reading' (duration: 489.402462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.398861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.851592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-18T13:15:38.399230Z","caller":"traceutil/trace.go:172","msg":"trace[1394883577] range","detail":"{range_begin:/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee; range_end:; response_count:1; response_revision:1318; }","duration":"484.226238ms","start":"2026-03-18T13:15:37.914992Z","end":"2026-03-18T13:15:38.399218Z","steps":["trace[1394883577] 'agreement among raft nodes before linearized reading' (duration: 483.511627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.399261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.914969Z","time spent":"484.28414ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-v7xh7.189df1d5a61dd0ee\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:38.399206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.909026Z","time spent":"490.164874ms","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:38.851513Z","caller":"traceutil/trace.go:172","msg":"trace[563272656] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1530; }","duration":"443.429881ms","start":"2026-03-18T13:15:38.408058Z","end":"2026-03-18T13:15:38.851487Z","steps":["trace[563272656] 'read index received' (duration: 443.422351ms)","trace[563272656] 'applied index is now lower than readState.Index' (duration: 6.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:38.851707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"443.638575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:38.851744Z","caller":"traceutil/trace.go:172","msg":"trace[1168806129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1319; }","duration":"443.686965ms","start":"2026-03-18T13:15:38.408046Z","end":"2026-03-18T13:15:38.851733Z","steps":["trace[1168806129] 'agreement among raft nodes before linearized reading' (duration: 443.583314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.851792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:38.408035Z","time spent":"443.749746ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:38.851823Z","caller":"traceutil/trace.go:172","msg":"trace[382314670] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"449.747502ms","start":"2026-03-18T13:15:38.402057Z","end":"2026-03-18T13:15:38.851805Z","steps":["trace[382314670] 'process raft request' (duration: 449.543249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.851965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:38.402045Z","time spent":"449.849745ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:38.852539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.038086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:38.852594Z","caller":"traceutil/trace.go:172","msg":"trace[787819918] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1320; }","duration":"356.089637ms","start":"2026-03-18T13:15:38.496487Z","end":"2026-03-18T13:15:38.852577Z","steps":["trace[787819918] 'agreement among raft nodes before linearized reading' (duration: 356.012145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.852622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:38.496454Z","time spent":"356.160567ms","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:39.041280Z","caller":"traceutil/trace.go:172","msg":"trace[1222715414] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"137.677453ms","start":"2026-03-18T13:15:38.903583Z","end":"2026-03-18T13:15:39.041261Z","steps":["trace[1222715414] 'process raft request' (duration: 137.50517ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:42.916294Z","caller":"traceutil/trace.go:172","msg":"trace[964430789] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1559; }","duration":"108.496721ms","start":"2026-03-18T13:15:42.807772Z","end":"2026-03-18T13:15:42.916269Z","steps":["trace[964430789] 'read index received' (duration: 108.491761ms)","trace[964430789] 'applied index is now lower than readState.Index' (duration: 3.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:42.916446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.653563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:42.916517Z","caller":"traceutil/trace.go:172","msg":"trace[1676412026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1347; }","duration":"108.739125ms","start":"2026-03-18T13:15:42.807764Z","end":"2026-03-18T13:15:42.916503Z","steps":["trace[1676412026] 'agreement among raft nodes before linearized reading' (duration: 108.616013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:42.916760Z","caller":"traceutil/trace.go:172","msg":"trace[1497063899] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"109.02452ms","start":"2026-03-18T13:15:42.807681Z","end":"2026-03-18T13:15:42.916706Z","steps":["trace[1497063899] 'process raft request' (duration: 108.826307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:46.437717Z","caller":"traceutil/trace.go:172","msg":"trace[603444184] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"167.3445ms","start":"2026-03-18T13:15:46.270296Z","end":"2026-03-18T13:15:46.437641Z","steps":["trace[603444184] 'process raft request' (duration: 167.003535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:04.193469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:07.273629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:07.348133Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:13.845526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:13.863359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:13.876213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:13.895079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:13.909414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55170","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:16:19.966209Z","caller":"traceutil/trace.go:172","msg":"trace[176556073] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"108.935141ms","start":"2026-03-18T13:16:19.857255Z","end":"2026-03-18T13:16:19.966190Z","steps":["trace[176556073] 'process raft request' (duration: 108.801227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:24.893413Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461792785556074685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:16:25.096187Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"539.496276ms"} {"level":"warn","ts":"2026-03-18T13:16:25.096266Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8063c2660f25cc98","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"539.58528ms"} {"level":"info","ts":"2026-03-18T13:16:25.096708Z","caller":"traceutil/trace.go:172","msg":"trace[169412593] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"734.927042ms","start":"2026-03-18T13:16:24.361724Z","end":"2026-03-18T13:16:25.096651Z","steps":["trace[169412593] 'process raft request' (duration: 734.808738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.096857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.361703Z","time spent":"735.087408ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:16:25.109470Z","caller":"traceutil/trace.go:172","msg":"trace[2472936] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1981; }","duration":"716.201455ms","start":"2026-03-18T13:16:24.393253Z","end":"2026-03-18T13:16:25.109454Z","steps":["trace[2472936] 'read index received' (duration: 716.196214ms)","trace[2472936] 'applied index is now lower than readState.Index' (duration: 4.101µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:25.109779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"716.519737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T13:16:25.109828Z","caller":"traceutil/trace.go:172","msg":"trace[1036087035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1684; }","duration":"716.573149ms","start":"2026-03-18T13:16:24.393245Z","end":"2026-03-18T13:16:25.109818Z","steps":["trace[1036087035] 'agreement among raft nodes before linearized reading' (duration: 716.285607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.109851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.393203Z","time spent":"716.642331ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:16:25.110035Z","caller":"traceutil/trace.go:172","msg":"trace[1187733907] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"441.440971ms","start":"2026-03-18T13:16:24.668581Z","end":"2026-03-18T13:16:25.110022Z","steps":["trace[1187733907] 'process raft request' (duration: 441.372488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.110674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.396235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:16:25.110743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.600443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:25.110755Z","caller":"traceutil/trace.go:172","msg":"trace[1739972240] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1687; }","duration":"189.457327ms","start":"2026-03-18T13:16:24.921269Z","end":"2026-03-18T13:16:25.110727Z","steps":["trace[1739972240] 'agreement among raft nodes before linearized reading' (duration: 189.377684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:25.110778Z","caller":"traceutil/trace.go:172","msg":"trace[1822529065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1687; }","duration":"304.631684ms","start":"2026-03-18T13:16:24.806135Z","end":"2026-03-18T13:16:25.110767Z","steps":["trace[1822529065] 'agreement among raft nodes before linearized reading' (duration: 304.584343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.110807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.806102Z","time spent":"304.698376ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:16:25.110797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.886532ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:25.110856Z","caller":"traceutil/trace.go:172","msg":"trace[1590502024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1687; }","duration":"327.952904ms","start":"2026-03-18T13:16:24.782889Z","end":"2026-03-18T13:16:25.110842Z","steps":["trace[1590502024] 'agreement among raft nodes before linearized reading' (duration: 327.859701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.110664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.245345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-kqt9r\" limit:1 ","response":"range_response_count:1 size:5549"} {"level":"warn","ts":"2026-03-18T13:16:25.111080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.668567Z","time spent":"441.579826ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:16:25.110066Z","caller":"traceutil/trace.go:172","msg":"trace[1170214009] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"454.041594ms","start":"2026-03-18T13:16:24.656018Z","end":"2026-03-18T13:16:25.110059Z","steps":["trace[1170214009] 'process raft request' (duration: 453.842667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.111176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.655996Z","time spent":"455.122393ms","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:16:25.111303Z","caller":"traceutil/trace.go:172","msg":"trace[1029528982] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-kqt9r; range_end:; response_count:1; response_revision:1687; }","duration":"466.67251ms","start":"2026-03-18T13:16:24.644399Z","end":"2026-03-18T13:16:25.111072Z","steps":["trace[1029528982] 'agreement among raft nodes before linearized reading' (duration: 466.138531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.111385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.644377Z","time spent":"466.990532ms","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5572,"request content":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-kqt9r\" limit:1 "} {"level":"info","ts":"2026-03-18T13:16:31.319540Z","caller":"traceutil/trace.go:172","msg":"trace[176214384] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"191.631715ms","start":"2026-03-18T13:16:31.127884Z","end":"2026-03-18T13:16:31.319516Z","steps":["trace[176214384] 'process raft request' (duration: 191.49473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:31.322508Z","caller":"traceutil/trace.go:172","msg":"trace[786378198] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2051; }","duration":"177.858732ms","start":"2026-03-18T13:16:31.144630Z","end":"2026-03-18T13:16:31.322488Z","steps":["trace[786378198] 'read index received' (duration: 177.852502ms)","trace[786378198] 'applied index is now lower than readState.Index' (duration: 5.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:31.322885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.247586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:16:31.322952Z","caller":"traceutil/trace.go:172","msg":"trace[905498989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1750; }","duration":"178.323579ms","start":"2026-03-18T13:16:31.144612Z","end":"2026-03-18T13:16:31.322936Z","steps":["trace[905498989] 'agreement among raft nodes before linearized reading' (duration: 178.058449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:31.323006Z","caller":"traceutil/trace.go:172","msg":"trace[521353954] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"192.592118ms","start":"2026-03-18T13:16:31.130378Z","end":"2026-03-18T13:16:31.322970Z","steps":["trace[521353954] 'process raft request' (duration: 192.269157ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:45.316698Z","caller":"traceutil/trace.go:172","msg":"trace[1157500206] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"145.454898ms","start":"2026-03-18T13:16:45.171227Z","end":"2026-03-18T13:16:45.316682Z","steps":["trace[1157500206] 'process raft request' (duration: 145.405016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:45.317085Z","caller":"traceutil/trace.go:172","msg":"trace[1258941654] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"158.864644ms","start":"2026-03-18T13:16:45.158208Z","end":"2026-03-18T13:16:45.317073Z","steps":["trace[1258941654] 'process raft request' (duration: 158.314966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:45.614798Z","caller":"traceutil/trace.go:172","msg":"trace[501823423] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"120.422195ms","start":"2026-03-18T13:16:45.494352Z","end":"2026-03-18T13:16:45.614774Z","steps":["trace[501823423] 'process raft request' (duration: 120.25636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:53.830837Z","caller":"traceutil/trace.go:172","msg":"trace[309079026] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2164; }","duration":"161.005565ms","start":"2026-03-18T13:16:53.669805Z","end":"2026-03-18T13:16:53.830811Z","steps":["trace[309079026] 'read index received' (duration: 160.984404ms)","trace[309079026] 'applied index is now lower than readState.Index' (duration: 19.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:53.831015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.186311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:53.831094Z","caller":"traceutil/trace.go:172","msg":"trace[1798056593] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1849; }","duration":"161.287014ms","start":"2026-03-18T13:16:53.669793Z","end":"2026-03-18T13:16:53.831080Z","steps":["trace[1798056593] 'agreement among raft nodes before linearized reading' (duration: 161.15016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:53.831015Z","caller":"traceutil/trace.go:172","msg":"trace[505211212] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"178.671556ms","start":"2026-03-18T13:16:53.652327Z","end":"2026-03-18T13:16:53.830999Z","steps":["trace[505211212] 'process raft request' (duration: 178.562192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:53.833398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.995479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T13:16:53.833448Z","caller":"traceutil/trace.go:172","msg":"trace[513640077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1850; }","duration":"150.049421ms","start":"2026-03-18T13:16:53.683388Z","end":"2026-03-18T13:16:53.833437Z","steps":["trace[513640077] 'agreement among raft nodes before linearized reading' (duration: 149.756851ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:54.003324Z","caller":"traceutil/trace.go:172","msg":"trace[1922741666] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2166; }","duration":"168.645201ms","start":"2026-03-18T13:16:53.834650Z","end":"2026-03-18T13:16:54.003295Z","steps":["trace[1922741666] 'read index received' (duration: 168.636051ms)","trace[1922741666] 'applied index is now lower than readState.Index' (duration: 7.14µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:16:54.003526Z","caller":"traceutil/trace.go:172","msg":"trace[2006931963] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"165.20703ms","start":"2026-03-18T13:16:53.838303Z","end":"2026-03-18T13:16:54.003510Z","steps":["trace[2006931963] 'process raft request' (duration: 165.045034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:54.003635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.921011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:54.004252Z","caller":"traceutil/trace.go:172","msg":"trace[87045635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"169.381666ms","start":"2026-03-18T13:16:53.834646Z","end":"2026-03-18T13:16:54.004028Z","steps":["trace[87045635] 'agreement among raft nodes before linearized reading' (duration: 168.764775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:54.506751Z","caller":"traceutil/trace.go:172","msg":"trace[1684951951] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"129.318565ms","start":"2026-03-18T13:16:54.377417Z","end":"2026-03-18T13:16:54.506736Z","steps":["trace[1684951951] 'process raft request' (duration: 129.219222ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:56.247988Z","caller":"traceutil/trace.go:172","msg":"trace[507146844] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2180; }","duration":"162.275181ms","start":"2026-03-18T13:16:56.085692Z","end":"2026-03-18T13:16:56.247967Z","steps":["trace[507146844] 'read index received' (duration: 162.269571ms)","trace[507146844] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:56.248191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.075209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-18T13:16:56.248253Z","caller":"traceutil/trace.go:172","msg":"trace[1878896302] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1862; }","duration":"164.152432ms","start":"2026-03-18T13:16:56.084089Z","end":"2026-03-18T13:16:56.248241Z","steps":["trace[1878896302] 'agreement among raft nodes before linearized reading' (duration: 163.964996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:56.248916Z","caller":"traceutil/trace.go:172","msg":"trace[1433586096] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"158.969806ms","start":"2026-03-18T13:16:56.089931Z","end":"2026-03-18T13:16:56.248901Z","steps":["trace[1433586096] 'process raft request' (duration: 158.896623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:57.195082Z","caller":"traceutil/trace.go:172","msg":"trace[1667208364] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"176.166646ms","start":"2026-03-18T13:16:57.018893Z","end":"2026-03-18T13:16:57.195059Z","steps":["trace[1667208364] 'process raft request' (duration: 176.041032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:57.358383Z","caller":"traceutil/trace.go:172","msg":"trace[1461665741] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"142.774091ms","start":"2026-03-18T13:16:57.215587Z","end":"2026-03-18T13:16:57.358361Z","steps":["trace[1461665741] 'process raft request' (duration: 142.612836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:57.584166Z","caller":"traceutil/trace.go:172","msg":"trace[579565125] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1869; }","duration":"221.307745ms","start":"2026-03-18T13:16:57.362843Z","end":"2026-03-18T13:16:57.584150Z","steps":["trace[579565125] 'process raft request' (duration: 221.15354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:57.717744Z","caller":"traceutil/trace.go:172","msg":"trace[340947082] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"130.723396ms","start":"2026-03-18T13:16:57.587007Z","end":"2026-03-18T13:16:57.717730Z","steps":["trace[340947082] 'process raft request' (duration: 130.636194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:57.805117Z","caller":"traceutil/trace.go:172","msg":"trace[670363193] linearizableReadLoop","detail":"{readStateIndex:2187; appliedIndex:2188; }","duration":"217.574187ms","start":"2026-03-18T13:16:57.587526Z","end":"2026-03-18T13:16:57.805100Z","steps":["trace[670363193] 'read index received' (duration: 217.569726ms)","trace[670363193] 'applied index is now lower than readState.Index' (duration: 3.701µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:57.805427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.892336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:1 size:3194"} {"level":"info","ts":"2026-03-18T13:16:57.805456Z","caller":"traceutil/trace.go:172","msg":"trace[1886497347] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1870; }","duration":"217.933598ms","start":"2026-03-18T13:16:57.587514Z","end":"2026-03-18T13:16:57.805448Z","steps":["trace[1886497347] 'agreement among raft nodes before linearized reading' (duration: 217.765262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:58.371757Z","caller":"traceutil/trace.go:172","msg":"trace[175051767] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"111.919816ms","start":"2026-03-18T13:16:58.259823Z","end":"2026-03-18T13:16:58.371743Z","steps":["trace[175051767] 'process raft request' (duration: 111.814442ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:17:39.011055Z","caller":"traceutil/trace.go:172","msg":"trace[204192775] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"105.98285ms","start":"2026-03-18T13:17:38.905058Z","end":"2026-03-18T13:17:39.011041Z","steps":["trace[204192775] 'process raft request' (duration: 105.875047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:09.481467Z","caller":"traceutil/trace.go:172","msg":"trace[575151125] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"157.661445ms","start":"2026-03-18T13:18:09.323794Z","end":"2026-03-18T13:18:09.481455Z","steps":["trace[575151125] 'process raft request' (duration: 157.575632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:09.534594Z","caller":"traceutil/trace.go:172","msg":"trace[1666898549] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"193.352646ms","start":"2026-03-18T13:18:09.341233Z","end":"2026-03-18T13:18:09.534586Z","steps":["trace[1666898549] 'process raft request' (duration: 193.304644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:10.974741Z","caller":"traceutil/trace.go:172","msg":"trace[1871470846] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2516; }","duration":"171.484342ms","start":"2026-03-18T13:18:10.803235Z","end":"2026-03-18T13:18:10.974720Z","steps":["trace[1871470846] 'read index received' (duration: 171.479102ms)","trace[1871470846] 'applied index is now lower than readState.Index' (duration: 4.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:18:10.974954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.695977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:10.975022Z","caller":"traceutil/trace.go:172","msg":"trace[1385071051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2153; }","duration":"171.774549ms","start":"2026-03-18T13:18:10.803232Z","end":"2026-03-18T13:18:10.975006Z","steps":["trace[1385071051] 'agreement among raft nodes before linearized reading' (duration: 171.630856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:10.975019Z","caller":"traceutil/trace.go:172","msg":"trace[1573880004] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"178.048711ms","start":"2026-03-18T13:18:10.796950Z","end":"2026-03-18T13:18:10.974998Z","steps":["trace[1573880004] 'process raft request' (duration: 177.869636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:25.219690Z","caller":"traceutil/trace.go:172","msg":"trace[344867134] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"101.050918ms","start":"2026-03-18T13:18:25.118547Z","end":"2026-03-18T13:18:25.219598Z","steps":["trace[344867134] 'process raft request' (duration: 100.7897ms)"],"step_count":1}