{"level":"warn","ts":"2026-03-30T16:46:59.072635Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T16:46:59.072963Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T16:46:59.072984Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.3:2380","--initial-cluster=controller-1=https://199.19.213.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.3:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T16:46:59.073077Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T16:46:59.073128Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T16:46:59.073147Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-03-30T16:46:59.073185Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:46:59.074831Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"]} {"level":"info","ts":"2026-03-30T16:46:59.075082Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.3:2380"],"listen-peer-urls":["https://199.19.213.3:2380"],"advertise-client-urls":["https://199.19.213.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T16:46:59.076109Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011eac0}"} {"level":"info","ts":"2026-03-30T16:46:59.105897Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T16:46:59.106040Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"30.076524ms"} {"level":"info","ts":"2026-03-30T16:46:59.106095Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T16:46:59.106150Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T16:46:59.106220Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T16:46:59.114892Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T16:46:59.115050Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"3cf904ec39d3e333","cluster-id":"7b1ae51097bedd0e"} {"level":"info","ts":"2026-03-30T16:46:59.115083Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T16:46:59.115222Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cf904ec39d3e333 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T16:46:59.115345Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3cf904ec39d3e333 became follower at term 0"} {"level":"info","ts":"2026-03-30T16:46:59.115366Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 3cf904ec39d3e333 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T16:46:59.115379Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3cf904ec39d3e333 became follower at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.115420Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035)"} {"level":"warn","ts":"2026-03-30T16:46:59.136624Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T16:46:59.143857Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T16:46:59.149892Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T16:46:59.150579Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"3cf904ec39d3e333","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T16:46:59.150798Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:46:59.151043Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:46:59.151203Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cf904ec39d3e333","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T16:46:59.151259Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:46:59.151311Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:46:59.151467Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.3:2380"} {"level":"info","ts":"2026-03-30T16:46:59.151511Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.3:2380"} {"level":"info","ts":"2026-03-30T16:46:59.151568Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035)"} {"level":"info","ts":"2026-03-30T16:46:59.152198Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","added-peer-id":"3cf904ec39d3e333","added-peer-peer-urls":["https://199.19.213.3:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-30T16:46:59.152765Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3cf904ec39d3e333","initial-advertise-peer-urls":["https://199.19.213.3:2380"],"listen-peer-urls":["https://199.19.213.3:2380"],"advertise-client-urls":["https://199.19.213.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T16:46:59.152807Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T16:46:59.316353Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"3cf904ec39d3e333 is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.316510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"3cf904ec39d3e333 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.316624Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cf904ec39d3e333 received MsgPreVoteResp from 3cf904ec39d3e333 at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.316722Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cf904ec39d3e333 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:46:59.316751Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"3cf904ec39d3e333 became candidate at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.317624Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cf904ec39d3e333 received MsgVoteResp from 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.317643Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cf904ec39d3e333 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:46:59.317656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"3cf904ec39d3e333 became leader at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.317702Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3cf904ec39d3e333 elected leader 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.318547Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"3cf904ec39d3e333","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.3:2379]}","cluster-id":"7b1ae51097bedd0e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T16:46:59.318578Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:46:59.318718Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:46:59.318861Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:46:59.319612Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:46:59.319874Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:46:59.319911Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:46:59.319281Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T16:46:59.319974Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T16:46:59.320268Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-30T16:46:59.320742Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-30T16:46:59.321205Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T16:46:59.321183Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T16:46:59.321562Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:46:59.326933Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T16:46:59.327438Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.3:2379"} {"level":"warn","ts":"2026-03-30T16:47:00.287021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.287306Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.324412Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.335670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.352856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.374020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.381308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.400976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.410116Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.418507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.434920Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.444327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.451204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.462993Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.472032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.491189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.498548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.507793Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.519977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.554451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.562422Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.574295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.584961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.594431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.604440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.612771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.621309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.628310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.634102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.640924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.653324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.656683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.670271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.681330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.687865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.697303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.710351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.719927Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.729580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.738367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.750139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.760674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.777922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.813762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.823348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.841613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.853240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.877552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.887570Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.900430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.907700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.915930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.926525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.984530Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:00.991108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:01.003559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:01.013731Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:01.078186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:02.037551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.14135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-30T16:47:02.037657Z","caller":"traceutil/trace.go:172","msg":"trace[1245412517] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:5; }","duration":"364.262311ms","start":"2026-03-30T16:47:01.673373Z","end":"2026-03-30T16:47:02.037635Z","steps":["trace[1245412517] 'agreement among raft nodes before linearized reading' (duration: 115.622709ms)","trace[1245412517] 'range keys from in-memory index tree' (duration: 248.476991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.037688Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.673366Z","time spent":"364.314861ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:02.037755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.520798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2906"} {"level":"info","ts":"2026-03-30T16:47:02.037822Z","caller":"traceutil/trace.go:172","msg":"trace[547409625] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:5; }","duration":"383.582479ms","start":"2026-03-30T16:47:01.654217Z","end":"2026-03-30T16:47:02.037800Z","steps":["trace[547409625] 'agreement among raft nodes before linearized reading' (duration: 134.800517ms)","trace[547409625] 'range keys from in-memory index tree' (duration: 248.677501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.037863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.654204Z","time spent":"383.649199ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":2928,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:02.038425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.963654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-30T16:47:02.038588Z","caller":"traceutil/trace.go:172","msg":"trace[1211013405] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"384.786048ms","start":"2026-03-30T16:47:01.653796Z","end":"2026-03-30T16:47:02.038582Z","steps":["trace[1211013405] 'process raft request' (duration: 384.760097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.038619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.653779Z","time spent":"384.827199ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":280,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.038715Z","caller":"traceutil/trace.go:172","msg":"trace[1713743060] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"386.458182ms","start":"2026-03-30T16:47:01.652250Z","end":"2026-03-30T16:47:02.038708Z","steps":["trace[1713743060] 'process raft request' (duration: 136.827442ms)","trace[1713743060] 'compare' (duration: 248.154028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.038747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.652233Z","time spent":"386.501412ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.039427Z","caller":"traceutil/trace.go:172","msg":"trace[1516169461] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"386.523781ms","start":"2026-03-30T16:47:01.652855Z","end":"2026-03-30T16:47:02.039379Z","steps":["trace[1516169461] 'process raft request' (duration: 385.667244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.039606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.652839Z","time spent":"386.677992ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.039834Z","caller":"traceutil/trace.go:172","msg":"trace[1594846804] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"387.374388ms","start":"2026-03-30T16:47:01.652446Z","end":"2026-03-30T16:47:02.039821Z","steps":["trace[1594846804] 'process raft request' (duration: 386.024987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.039891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.652364Z","time spent":"387.504249ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.040066Z","caller":"traceutil/trace.go:172","msg":"trace[2013418020] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"386.992355ms","start":"2026-03-30T16:47:01.653062Z","end":"2026-03-30T16:47:02.040055Z","steps":["trace[2013418020] 'process raft request' (duration: 385.475533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.040117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.653051Z","time spent":"387.046046ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.040072Z","caller":"traceutil/trace.go:172","msg":"trace[1234057105] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"387.194847ms","start":"2026-03-30T16:47:01.652640Z","end":"2026-03-30T16:47:02.039835Z","steps":["trace[1234057105] 'process raft request' (duration: 385.863336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.040795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.652623Z","time spent":"388.094233ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.045575Z","caller":"traceutil/trace.go:172","msg":"trace[187675153] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:14; }","duration":"256.584753ms","start":"2026-03-30T16:47:01.788965Z","end":"2026-03-30T16:47:02.045550Z","steps":["trace[187675153] 'read index received' (duration: 256.577293ms)","trace[187675153] 'applied index is now lower than readState.Index' (duration: 6.13µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:02.045749Z","caller":"traceutil/trace.go:172","msg":"trace[918603616] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"340.979991ms","start":"2026-03-30T16:47:01.704763Z","end":"2026-03-30T16:47:02.045743Z","steps":["trace[918603616] 'process raft request' (duration: 340.925361ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.045766Z","caller":"traceutil/trace.go:172","msg":"trace[241364672] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"342.028469ms","start":"2026-03-30T16:47:01.703729Z","end":"2026-03-30T16:47:02.045758Z","steps":["trace[241364672] 'process raft request' (duration: 341.854528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.045805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.704751Z","time spent":"341.026651ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.045802Z","caller":"traceutil/trace.go:172","msg":"trace[1637423083] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"336.576797ms","start":"2026-03-30T16:47:01.709214Z","end":"2026-03-30T16:47:02.045791Z","steps":["trace[1637423083] 'process raft request' (duration: 336.547317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.045826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.703685Z","time spent":"342.106689ms","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.046256Z","caller":"traceutil/trace.go:172","msg":"trace[702855529] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"338.239771ms","start":"2026-03-30T16:47:01.708006Z","end":"2026-03-30T16:47:02.046246Z","steps":["trace[702855529] 'process raft request' (duration: 337.730527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.046303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.707981Z","time spent":"338.304591ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.046189Z","caller":"traceutil/trace.go:172","msg":"trace[1742345738] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"340.937741ms","start":"2026-03-30T16:47:01.705225Z","end":"2026-03-30T16:47:02.046163Z","steps":["trace[1742345738] 'process raft request' (duration: 340.484698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.045649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.088255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:02.046387Z","caller":"traceutil/trace.go:172","msg":"trace[824101205] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:11; }","duration":"292.849051ms","start":"2026-03-30T16:47:01.753529Z","end":"2026-03-30T16:47:02.046378Z","steps":["trace[824101205] 'agreement among raft nodes before linearized reading' (duration: 292.060745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.045702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.618652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:02.046552Z","caller":"traceutil/trace.go:172","msg":"trace[212346417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"344.476508ms","start":"2026-03-30T16:47:01.702067Z","end":"2026-03-30T16:47:02.046544Z","steps":["trace[212346417] 'agreement among raft nodes before linearized reading' (duration: 343.587641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.046369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.705215Z","time spent":"341.132863ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:02.046578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.702005Z","time spent":"344.565789ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:02.047559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:01.709179Z","time spent":"336.659528ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3214,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:02.343013Z","caller":"traceutil/trace.go:172","msg":"trace[1146590220] linearizableReadLoop","detail":"{readStateIndex:31; appliedIndex:31; }","duration":"206.530791ms","start":"2026-03-30T16:47:02.136446Z","end":"2026-03-30T16:47:02.342977Z","steps":["trace[1146590220] 'read index received' (duration: 206.507151ms)","trace[1146590220] 'applied index is now lower than readState.Index' (duration: 11.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.409459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.599818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:02.409552Z","caller":"traceutil/trace.go:172","msg":"trace[1653504792] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:26; }","duration":"344.744099ms","start":"2026-03-30T16:47:02.064789Z","end":"2026-03-30T16:47:02.409533Z","steps":["trace[1653504792] 'agreement among raft nodes before linearized reading' (duration: 278.33187ms)","trace[1653504792] 'range keys from in-memory index tree' (duration: 66.229438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.409628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:02.064769Z","time spent":"344.82012ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:02.409636Z","caller":"traceutil/trace.go:172","msg":"trace[1182372240] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"268.999269ms","start":"2026-03-30T16:47:02.140628Z","end":"2026-03-30T16:47:02.409628Z","steps":["trace[1182372240] 'process raft request' (duration: 268.973399ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.409867Z","caller":"traceutil/trace.go:172","msg":"trace[1853619791] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"344.525918ms","start":"2026-03-30T16:47:02.065333Z","end":"2026-03-30T16:47:02.409859Z","steps":["trace[1853619791] 'process raft request' (duration: 277.778806ms)","trace[1853619791] 'compare' (duration: 66.258728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.409928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:02.065292Z","time spent":"344.590368ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.410036Z","caller":"traceutil/trace.go:172","msg":"trace[411932277] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"344.682519ms","start":"2026-03-30T16:47:02.065345Z","end":"2026-03-30T16:47:02.410028Z","steps":["trace[411932277] 'process raft request' (duration: 344.152055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.411089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:02.065303Z","time spent":"345.758536ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.410279Z","caller":"traceutil/trace.go:172","msg":"trace[1329285600] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"269.715315ms","start":"2026-03-30T16:47:02.140554Z","end":"2026-03-30T16:47:02.410270Z","steps":["trace[1329285600] 'process raft request' (duration: 269.025909ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.410384Z","caller":"traceutil/trace.go:172","msg":"trace[231798899] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"343.445608ms","start":"2026-03-30T16:47:02.066921Z","end":"2026-03-30T16:47:02.410366Z","steps":["trace[231798899] 'process raft request' (duration: 342.615292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.411235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:02.066911Z","time spent":"344.305625ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.410462Z","caller":"traceutil/trace.go:172","msg":"trace[1613550157] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"270.169438ms","start":"2026-03-30T16:47:02.140285Z","end":"2026-03-30T16:47:02.410455Z","steps":["trace[1613550157] 'process raft request' (duration: 269.276691ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.410176Z","caller":"traceutil/trace.go:172","msg":"trace[1598567813] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"344.78809ms","start":"2026-03-30T16:47:02.065363Z","end":"2026-03-30T16:47:02.410151Z","steps":["trace[1598567813] 'process raft request' (duration: 344.158935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.411328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:02.065353Z","time spent":"345.963279ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:02.410732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.598511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-03-30T16:47:02.412351Z","caller":"traceutil/trace.go:172","msg":"trace[950732885] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:33; }","duration":"272.240594ms","start":"2026-03-30T16:47:02.140094Z","end":"2026-03-30T16:47:02.412334Z","steps":["trace[950732885] 'agreement among raft nodes before linearized reading' (duration: 270.238708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:03.885726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.542175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:03.885951Z","caller":"traceutil/trace.go:172","msg":"trace[744346090] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"687.989644ms","start":"2026-03-30T16:47:03.197923Z","end":"2026-03-30T16:47:03.885912Z","steps":["trace[744346090] 'process raft request' (duration: 355.197107ms)","trace[744346090] 'compare' (duration: 332.308394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:03.886100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:03.197897Z","time spent":"688.146405ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:04.439568Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085268155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:04.940718Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085268155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:05.441468Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085268155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:05.699577Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.804050601s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:47:05.699952Z","caller":"traceutil/trace.go:172","msg":"trace[1686182247] linearizableReadLoop","detail":"{readStateIndex:184; appliedIndex:184; }","duration":"1.760715999s","start":"2026-03-30T16:47:03.939204Z","end":"2026-03-30T16:47:05.699920Z","steps":["trace[1686182247] 'read index received' (duration: 1.760709399s)","trace[1686182247] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:06.101559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999848307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:47:06.101651Z","caller":"traceutil/trace.go:172","msg":"trace[481973049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976527s","start":"2026-03-30T16:47:04.101653Z","end":"2026-03-30T16:47:06.101630Z","steps":["trace[481973049] 'agreement among raft nodes before linearized reading' (duration: 1.999844977s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:06.101732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:04.101629Z","time spent":"2.000093838s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:06.987153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000282044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:47:06.987299Z","caller":"traceutil/trace.go:172","msg":"trace[543389740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456015s","start":"2026-03-30T16:47:04.986817Z","end":"2026-03-30T16:47:06.987273Z","steps":["trace[543389740] 'agreement among raft nodes before linearized reading' (duration: 2.000276064s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:06.987373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:04.986794Z","time spent":"2.000565666s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:47:06 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:47:07.530953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.5917198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:07.531053Z","caller":"traceutil/trace.go:172","msg":"trace[471108005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:179; }","duration":"3.591829351s","start":"2026-03-30T16:47:03.939198Z","end":"2026-03-30T16:47:07.531027Z","steps":["trace[471108005] 'agreement among raft nodes before linearized reading' (duration: 1.760808431s)","trace[471108005] 'range keys from in-memory index tree' (duration: 1.830879049s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:07.531111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:03.939172Z","time spent":"3.591924471s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:07.531710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.831666064s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:07.531802Z","caller":"traceutil/trace.go:172","msg":"trace[511913505] linearizableReadLoop","detail":"{readStateIndex:185; appliedIndex:184; }","duration":"1.831801635s","start":"2026-03-30T16:47:05.699984Z","end":"2026-03-30T16:47:07.531786Z","steps":["trace[511913505] 'read index received' (duration: 42.55µs)","trace[511913505] 'applied index is now lower than readState.Index' (duration: 1.831757905s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:07.531968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.184058618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:07.532034Z","caller":"traceutil/trace.go:172","msg":"trace[832056018] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"3.636434711s","start":"2026-03-30T16:47:03.895355Z","end":"2026-03-30T16:47:07.531790Z","steps":["trace[832056018] 'process raft request' (duration: 1.804675846s)","trace[832056018] 'compare' (duration: 1.830453946s)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:07.532074Z","caller":"traceutil/trace.go:172","msg":"trace[672224090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:180; }","duration":"2.184175249s","start":"2026-03-30T16:47:05.347882Z","end":"2026-03-30T16:47:07.532057Z","steps":["trace[672224090] 'agreement among raft nodes before linearized reading' (duration: 2.184008767s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:07.532147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:03.895295Z","time spent":"3.636814515s","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:07.532255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:05.347860Z","time spent":"2.18432205s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:07.532366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.970012841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:07.532432Z","caller":"traceutil/trace.go:172","msg":"trace[204134817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:180; }","duration":"2.970103892s","start":"2026-03-30T16:47:04.562312Z","end":"2026-03-30T16:47:07.532416Z","steps":["trace[204134817] 'agreement among raft nodes before linearized reading' (duration: 2.969977951s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:07.532480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:04.562252Z","time spent":"2.970216873s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:07.532881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.861979285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:07.533011Z","caller":"traceutil/trace.go:172","msg":"trace[1497443834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:180; }","duration":"1.862104946s","start":"2026-03-30T16:47:05.670889Z","end":"2026-03-30T16:47:07.532994Z","steps":["trace[1497443834] 'agreement among raft nodes before linearized reading' (duration: 1.860996847s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:07.534299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:05.670869Z","time spent":"1.863372195s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:07.632921Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.105768261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:47:07.633120Z","caller":"traceutil/trace.go:172","msg":"trace[650052966] linearizableReadLoop","detail":"{readStateIndex:185; appliedIndex:185; }","duration":"101.24943ms","start":"2026-03-30T16:47:07.531837Z","end":"2026-03-30T16:47:07.633087Z","steps":["trace[650052966] 'read index received' (duration: 101.232099ms)","trace[650052966] 'applied index is now lower than readState.Index' (duration: 15.051µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.133996Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085268166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:08.137015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.033200599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:08.137044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.864294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:08.137063Z","caller":"traceutil/trace.go:172","msg":"trace[402499583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:180; }","duration":"2.03325818s","start":"2026-03-30T16:47:06.103789Z","end":"2026-03-30T16:47:08.137048Z","steps":["trace[402499583] 'agreement among raft nodes before linearized reading' (duration: 1.529433669s)","trace[402499583] 'range keys from in-memory index tree' (duration: 503.741ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:08.137071Z","caller":"traceutil/trace.go:172","msg":"trace[2112781879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:180; }","duration":"650.889834ms","start":"2026-03-30T16:47:07.486172Z","end":"2026-03-30T16:47:08.137062Z","steps":["trace[2112781879] 'agreement among raft nodes before linearized reading' (duration: 146.952422ms)","trace[2112781879] 'range keys from in-memory index tree' (duration: 503.890651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.137095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:07.486144Z","time spent":"650.945454ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:08.137095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:06.103768Z","time spent":"2.03332128s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:08.137239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.358435453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:3469"} {"level":"info","ts":"2026-03-30T16:47:08.137266Z","caller":"traceutil/trace.go:172","msg":"trace[1506652244] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:180; }","duration":"1.358463433s","start":"2026-03-30T16:47:06.778795Z","end":"2026-03-30T16:47:08.137258Z","steps":["trace[1506652244] 'agreement among raft nodes before linearized reading' (duration: 854.379279ms)","trace[1506652244] 'range keys from in-memory index tree' (duration: 503.976433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.137283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:06.778768Z","time spent":"1.358509903s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":3491,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:08.137369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"504.020683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:08.137430Z","caller":"traceutil/trace.go:172","msg":"trace[1144201048] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"2.189665529s","start":"2026-03-30T16:47:05.947755Z","end":"2026-03-30T16:47:08.137421Z","steps":["trace[1144201048] 'process raft request' (duration: 1.685536605s)","trace[1144201048] 'compare' (duration: 503.68484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.137458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:05.947721Z","time spent":"2.18972666s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4327,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.171590Z","caller":"traceutil/trace.go:172","msg":"trace[803159038] linearizableReadLoop","detail":"{readStateIndex:186; appliedIndex:186; }","duration":"538.36979ms","start":"2026-03-30T16:47:07.633196Z","end":"2026-03-30T16:47:08.171565Z","steps":["trace[803159038] 'read index received' (duration: 538.36167ms)","trace[803159038] 'applied index is now lower than readState.Index' (duration: 6.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.171775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"636.689566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:08.171848Z","caller":"traceutil/trace.go:172","msg":"trace[244035835] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:0; response_revision:181; }","duration":"636.780487ms","start":"2026-03-30T16:47:07.535050Z","end":"2026-03-30T16:47:08.171831Z","steps":["trace[244035835] 'agreement among raft nodes before linearized reading' (duration: 636.629136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.171904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:07.535033Z","time spent":"636.854107ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:08.172095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:06.425216Z","time spent":"1.746874023s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:47:08.172340Z","caller":"traceutil/trace.go:172","msg":"trace[142955064] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"634.389049ms","start":"2026-03-30T16:47:07.537933Z","end":"2026-03-30T16:47:08.172322Z","steps":["trace[142955064] 'process raft request' (duration: 634.333689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.172456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:07.537924Z","time spent":"634.48264ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.172594Z","caller":"traceutil/trace.go:172","msg":"trace[201049763] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"635.141305ms","start":"2026-03-30T16:47:07.537435Z","end":"2026-03-30T16:47:08.172577Z","steps":["trace[201049763] 'process raft request' (duration: 634.669352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.172675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:07.537421Z","time spent":"635.221215ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.172296Z","caller":"traceutil/trace.go:172","msg":"trace[1114297212] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"635.907361ms","start":"2026-03-30T16:47:07.536369Z","end":"2026-03-30T16:47:08.172276Z","steps":["trace[1114297212] 'process raft request' (duration: 635.613479ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:08.172721Z","caller":"traceutil/trace.go:172","msg":"trace[781802104] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"634.999753ms","start":"2026-03-30T16:47:07.537680Z","end":"2026-03-30T16:47:08.172680Z","steps":["trace[781802104] 'process raft request' (duration: 634.501979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.172905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:07.537670Z","time spent":"635.123323ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:08.172792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:07.536353Z","time spent":"636.362424ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.568150Z","caller":"traceutil/trace.go:172","msg":"trace[158005735] linearizableReadLoop","detail":"{readStateIndex:191; appliedIndex:191; }","duration":"396.469049ms","start":"2026-03-30T16:47:08.171652Z","end":"2026-03-30T16:47:08.568121Z","steps":["trace[158005735] 'read index received' (duration: 396.454859ms)","trace[158005735] 'applied index is now lower than readState.Index' (duration: 12.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.794689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"690.044401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:08.794764Z","caller":"traceutil/trace.go:172","msg":"trace[1967106758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:185; }","duration":"690.138141ms","start":"2026-03-30T16:47:08.104610Z","end":"2026-03-30T16:47:08.794748Z","steps":["trace[1967106758] 'agreement among raft nodes before linearized reading' (duration: 463.671091ms)","trace[1967106758] 'range keys from in-memory index tree' (duration: 226.332389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.794796Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.104583Z","time spent":"690.207262ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:08.794864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.455791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:08.795060Z","caller":"traceutil/trace.go:172","msg":"trace[153006165] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"1.063793848s","start":"2026-03-30T16:47:07.731239Z","end":"2026-03-30T16:47:08.795033Z","steps":["trace[153006165] 'process raft request' (duration: 837.107066ms)","trace[153006165] 'compare' (duration: 226.261149ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:08.795136Z","caller":"traceutil/trace.go:172","msg":"trace[1751410449] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"634.262674ms","start":"2026-03-30T16:47:08.160862Z","end":"2026-03-30T16:47:08.795125Z","steps":["trace[1751410449] 'process raft request' (duration: 634.104303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.795206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:07.731199Z","time spent":"1.063937919s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5683,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.795214Z","caller":"traceutil/trace.go:172","msg":"trace[1012346228] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"621.256507ms","start":"2026-03-30T16:47:08.173950Z","end":"2026-03-30T16:47:08.795207Z","steps":["trace[1012346228] 'process raft request' (duration: 621.108256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.795219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.160792Z","time spent":"634.370865ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4876,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:08.795276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.173922Z","time spent":"621.318637ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":616,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.795346Z","caller":"traceutil/trace.go:172","msg":"trace[1006083975] linearizableReadLoop","detail":"{readStateIndex:193; appliedIndex:191; }","duration":"227.086776ms","start":"2026-03-30T16:47:08.568253Z","end":"2026-03-30T16:47:08.795339Z","steps":["trace[1006083975] 'read index received' (duration: 226.429581ms)","trace[1006083975] 'applied index is now lower than readState.Index' (duration: 656.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:08.795386Z","caller":"traceutil/trace.go:172","msg":"trace[509515111] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"615.653515ms","start":"2026-03-30T16:47:08.179721Z","end":"2026-03-30T16:47:08.795375Z","steps":["trace[509515111] 'process raft request' (duration: 615.445143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.795430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"616.838685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-30T16:47:08.795497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.179700Z","time spent":"615.716356ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.795625Z","caller":"traceutil/trace.go:172","msg":"trace[1986097334] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"615.554796ms","start":"2026-03-30T16:47:08.180062Z","end":"2026-03-30T16:47:08.795617Z","steps":["trace[1986097334] 'process raft request' (duration: 615.159992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.795669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.180047Z","time spent":"615.599336ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:08.796138Z","caller":"traceutil/trace.go:172","msg":"trace[1490023032] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"614.759959ms","start":"2026-03-30T16:47:08.180616Z","end":"2026-03-30T16:47:08.795376Z","steps":["trace[1490023032] 'process raft request' (duration: 614.713418ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:08.796457Z","caller":"traceutil/trace.go:172","msg":"trace[1406768460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:193; }","duration":"616.852405ms","start":"2026-03-30T16:47:08.178586Z","end":"2026-03-30T16:47:08.795439Z","steps":["trace[1406768460] 'agreement among raft nodes before linearized reading' (duration: 616.772244ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:08.796476Z","caller":"traceutil/trace.go:172","msg":"trace[388148176] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"616.096369ms","start":"2026-03-30T16:47:08.180357Z","end":"2026-03-30T16:47:08.796453Z","steps":["trace[388148176] 'process raft request' (duration: 614.928629ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:08.796539Z","caller":"traceutil/trace.go:172","msg":"trace[1531142748] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"620.941526ms","start":"2026-03-30T16:47:08.175581Z","end":"2026-03-30T16:47:08.796522Z","steps":["trace[1531142748] 'process raft request' (duration: 619.542025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.796648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.186077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T16:47:08.796634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"616.465302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:08.796333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.180607Z","time spent":"615.658296ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.796700Z","caller":"traceutil/trace.go:172","msg":"trace[1798252520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:193; }","duration":"617.235347ms","start":"2026-03-30T16:47:08.179455Z","end":"2026-03-30T16:47:08.796691Z","steps":["trace[1798252520] 'agreement among raft nodes before linearized reading' (duration: 617.110886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.796681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.180347Z","time spent":"616.246361ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:08.796772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.179436Z","time spent":"617.329058ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:08.796654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.175560Z","time spent":"621.059827ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:08.796512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.178545Z","time spent":"617.958183ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:08.796732Z","caller":"traceutil/trace.go:172","msg":"trace[1526774633] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:193; }","duration":"616.585252ms","start":"2026-03-30T16:47:08.180127Z","end":"2026-03-30T16:47:08.796713Z","steps":["trace[1526774633] 'agreement among raft nodes before linearized reading' (duration: 616.389101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.797370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.180116Z","time spent":"617.245587ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:08.796799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.968774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:08.797480Z","caller":"traceutil/trace.go:172","msg":"trace[441368524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:193; }","duration":"310.673019ms","start":"2026-03-30T16:47:08.486794Z","end":"2026-03-30T16:47:08.797467Z","steps":["trace[441368524] 'agreement among raft nodes before linearized reading' (duration: 309.679082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.797528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.486764Z","time spent":"310.7538ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:09.470494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"602.390113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:09.470621Z","caller":"traceutil/trace.go:172","msg":"trace[1593673672] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:selinux-warning-controller; range_end:; response_count:0; response_revision:205; }","duration":"602.545295ms","start":"2026-03-30T16:47:08.868050Z","end":"2026-03-30T16:47:09.470596Z","steps":["trace[1593673672] 'agreement among raft nodes before linearized reading' (duration: 62.019404ms)","trace[1593673672] 'range keys from in-memory index tree' (duration: 540.324428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:09.470685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.868025Z","time spent":"602.645336ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:controller:selinux-warning-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:09.471579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.407001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:09.471705Z","caller":"traceutil/trace.go:172","msg":"trace[440014704] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"604.366372ms","start":"2026-03-30T16:47:08.867319Z","end":"2026-03-30T16:47:09.471685Z","steps":["trace[440014704] 'process raft request' (duration: 62.768669ms)","trace[440014704] 'compare' (duration: 540.864475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:09.472490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:08.861196Z","time spent":"611.198365ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:09.491185Z","caller":"traceutil/trace.go:172","msg":"trace[107284152] linearizableReadLoop","detail":"{readStateIndex:212; appliedIndex:212; }","duration":"288.778787ms","start":"2026-03-30T16:47:09.202354Z","end":"2026-03-30T16:47:09.491132Z","steps":["trace[107284152] 'read index received' (duration: 288.769407ms)","trace[107284152] 'applied index is now lower than readState.Index' (duration: 7.38µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:09.491367Z","caller":"traceutil/trace.go:172","msg":"trace[438894920] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"436.856689ms","start":"2026-03-30T16:47:09.054486Z","end":"2026-03-30T16:47:09.491342Z","steps":["trace[438894920] 'process raft request' (duration: 436.714728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.491444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.06153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:09.491516Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:09.054451Z","time spent":"436.996561ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6065,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:09.491551Z","caller":"traceutil/trace.go:172","msg":"trace[744266284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:207; }","duration":"289.183911ms","start":"2026-03-30T16:47:09.202340Z","end":"2026-03-30T16:47:09.491524Z","steps":["trace[744266284] 'agreement among raft nodes before linearized reading' (duration: 288.966799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.824369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.823311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/extension-apiserver-authentication-reader\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:09.824464Z","caller":"traceutil/trace.go:172","msg":"trace[977764921] range","detail":"{range_begin:/registry/roles/kube-system/extension-apiserver-authentication-reader; range_end:; response_count:0; response_revision:208; }","duration":"288.938842ms","start":"2026-03-30T16:47:09.535501Z","end":"2026-03-30T16:47:09.824440Z","steps":["trace[977764921] 'agreement among raft nodes before linearized reading' (duration: 37.114551ms)","trace[977764921] 'range keys from in-memory index tree' (duration: 251.66625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:09.824511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.73977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:09.824628Z","caller":"traceutil/trace.go:172","msg":"trace[111180094] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"290.236788ms","start":"2026-03-30T16:47:09.534361Z","end":"2026-03-30T16:47:09.824598Z","steps":["trace[111180094] 'process raft request' (duration: 38.332816ms)","trace[111180094] 'compare' (duration: 251.625669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:10.109395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.0745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:10.109498Z","caller":"traceutil/trace.go:172","msg":"trace[926418459] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:0; response_revision:213; }","duration":"207.195925ms","start":"2026-03-30T16:47:09.902275Z","end":"2026-03-30T16:47:10.109471Z","steps":["trace[926418459] 'agreement among raft nodes before linearized reading' (duration: 26.4172ms)","trace[926418459] 'range keys from in-memory index tree' (duration: 180.613969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:10.109495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.743284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:10.109734Z","caller":"traceutil/trace.go:172","msg":"trace[1148948462] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"248.468832ms","start":"2026-03-30T16:47:09.861250Z","end":"2026-03-30T16:47:10.109719Z","steps":["trace[1148948462] 'process raft request' (duration: 67.489666ms)","trace[1148948462] 'compare' (duration: 180.526787ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:10.376698Z","caller":"traceutil/trace.go:172","msg":"trace[855040872] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"261.917792ms","start":"2026-03-30T16:47:10.114756Z","end":"2026-03-30T16:47:10.376674Z","steps":["trace[855040872] 'process raft request' (duration: 261.221983ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:10.381176Z","caller":"traceutil/trace.go:172","msg":"trace[103865482] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"266.094236ms","start":"2026-03-30T16:47:10.115058Z","end":"2026-03-30T16:47:10.381152Z","steps":["trace[103865482] 'process raft request' (duration: 265.901377ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:10.754370Z","caller":"traceutil/trace.go:172","msg":"trace[1128302338] linearizableReadLoop","detail":"{readStateIndex:231; appliedIndex:231; }","duration":"109.81299ms","start":"2026-03-30T16:47:10.644523Z","end":"2026-03-30T16:47:10.754336Z","steps":["trace[1128302338] 'read index received' (duration: 109.792919ms)","trace[1128302338] 'applied index is now lower than readState.Index' (duration: 18.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:12.768023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.123460585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac56bbf1d6b9\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-30T16:47:12.768126Z","caller":"traceutil/trace.go:172","msg":"trace[1704718685] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac56bbf1d6b9; range_end:; response_count:1; response_revision:225; }","duration":"2.12358204s","start":"2026-03-30T16:47:10.644519Z","end":"2026-03-30T16:47:12.768101Z","steps":["trace[1704718685] 'agreement among raft nodes before linearized reading' (duration: 109.929895ms)","trace[1704718685] 'range keys from in-memory index tree' (duration: 2.013375675s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:12.768096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.013670086s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:47:12.768178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:10.644505Z","time spent":"2.123661494s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":701,"request content":"key:\"/registry/events/default/controller-1.18a1ac56bbf1d6b9\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:12.768301Z","caller":"traceutil/trace.go:172","msg":"trace[1616184692] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"2.145349402s","start":"2026-03-30T16:47:10.622920Z","end":"2026-03-30T16:47:12.768269Z","steps":["trace[1616184692] 'process raft request' (duration: 131.441606ms)","trace[1616184692] 'compare' (duration: 2.012759559s)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:12.768477Z","caller":"traceutil/trace.go:172","msg":"trace[303725983] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"1.965942537s","start":"2026-03-30T16:47:10.802525Z","end":"2026-03-30T16:47:12.768467Z","steps":["trace[303725983] 'process raft request' (duration: 1.965895315s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:12.768504Z","caller":"traceutil/trace.go:172","msg":"trace[1591427748] linearizableReadLoop","detail":"{readStateIndex:233; appliedIndex:231; }","duration":"1.949450156s","start":"2026-03-30T16:47:10.819031Z","end":"2026-03-30T16:47:12.768481Z","steps":["trace[1591427748] 'read index received' (duration: 357.374075ms)","trace[1591427748] 'applied index is now lower than readState.Index' (duration: 1.592073821s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:12.768514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:10.622903Z","time spent":"2.145565261s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:12.768627Z","caller":"traceutil/trace.go:172","msg":"trace[1096510884] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"2.142390798s","start":"2026-03-30T16:47:10.626222Z","end":"2026-03-30T16:47:12.768613Z","steps":["trace[1096510884] 'process raft request' (duration: 2.141979332s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:12.768645Z","caller":"traceutil/trace.go:172","msg":"trace[1076499587] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"1.966409426s","start":"2026-03-30T16:47:10.802228Z","end":"2026-03-30T16:47:12.768638Z","steps":["trace[1076499587] 'process raft request' (duration: 1.966115854s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.768680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:10.802194Z","time spent":"1.966467388s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:12.768727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:10.626214Z","time spent":"2.14244536s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7776,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:12.768535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:10.802493Z","time spent":"1.96600834s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:12.768872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.949829231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:47:12.768923Z","caller":"traceutil/trace.go:172","msg":"trace[1069014633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:229; }","duration":"1.949881163s","start":"2026-03-30T16:47:10.819026Z","end":"2026-03-30T16:47:12.768907Z","steps":["trace[1069014633] 'agreement among raft nodes before linearized reading' (duration: 1.949702096s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.768966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:10.819018Z","time spent":"1.949936216s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:12.852545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"866.050064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:12.852599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.450551541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:12.852636Z","caller":"traceutil/trace.go:172","msg":"trace[397910828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:229; }","duration":"866.163748ms","start":"2026-03-30T16:47:11.986455Z","end":"2026-03-30T16:47:12.852618Z","steps":["trace[397910828] 'agreement among raft nodes before linearized reading' (duration: 865.972931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.852683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:11.986431Z","time spent":"866.244552ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:47:12.852680Z","caller":"traceutil/trace.go:172","msg":"trace[983836181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:229; }","duration":"1.450647265s","start":"2026-03-30T16:47:11.402013Z","end":"2026-03-30T16:47:12.852660Z","steps":["trace[983836181] 'agreement among raft nodes before linearized reading' (duration: 1.450482898s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.852728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:11.401987Z","time spent":"1.450733598s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:12.852727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.033430022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:47:12.852871Z","caller":"traceutil/trace.go:172","msg":"trace[1903094928] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"757.608879ms","start":"2026-03-30T16:47:12.095189Z","end":"2026-03-30T16:47:12.852798Z","steps":["trace[1903094928] 'process raft request' (duration: 757.450942ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:12.852918Z","caller":"traceutil/trace.go:172","msg":"trace[971445008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:229; }","duration":"2.03362454s","start":"2026-03-30T16:47:10.819281Z","end":"2026-03-30T16:47:12.852906Z","steps":["trace[971445008] 'agreement among raft nodes before linearized reading' (duration: 2.033245115s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.853062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.095164Z","time spent":"757.797236ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3195,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:12.853087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.260068905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:12.853240Z","caller":"traceutil/trace.go:172","msg":"trace[1636386757] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:0; response_revision:229; }","duration":"1.260227431s","start":"2026-03-30T16:47:11.593003Z","end":"2026-03-30T16:47:12.853230Z","steps":["trace[1636386757] 'agreement among raft nodes before linearized reading' (duration: 1.259405388s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.853264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:11.592978Z","time spent":"1.260278423s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:12.853103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:10.819255Z","time spent":"2.033833798s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:13.227625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.925979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:13.227704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.062981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:3331"} {"level":"info","ts":"2026-03-30T16:47:13.227738Z","caller":"traceutil/trace.go:172","msg":"trace[109193594] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:0; response_revision:230; }","duration":"456.059344ms","start":"2026-03-30T16:47:12.771654Z","end":"2026-03-30T16:47:13.227714Z","steps":["trace[109193594] 'agreement among raft nodes before linearized reading' (duration: 108.26037ms)","trace[109193594] 'range keys from in-memory index tree' (duration: 347.615647ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:13.227766Z","caller":"traceutil/trace.go:172","msg":"trace[854426689] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:230; }","duration":"454.145285ms","start":"2026-03-30T16:47:12.773606Z","end":"2026-03-30T16:47:13.227751Z","steps":["trace[854426689] 'agreement among raft nodes before linearized reading' (duration: 106.282208ms)","trace[854426689] 'range keys from in-memory index tree' (duration: 347.641748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:13.227801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.773593Z","time spent":"454.200487ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3353,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:13.227797Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.771639Z","time spent":"456.144407ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:13.227811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.836175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:13.227968Z","caller":"traceutil/trace.go:172","msg":"trace[2033625002] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"785.41414ms","start":"2026-03-30T16:47:12.442547Z","end":"2026-03-30T16:47:13.227961Z","steps":["trace[2033625002] 'process raft request' (duration: 437.364676ms)","trace[2033625002] 'compare' (duration: 347.713671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:13.228006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.442508Z","time spent":"785.481672ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:13.228294Z","caller":"traceutil/trace.go:172","msg":"trace[1548380578] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"457.545554ms","start":"2026-03-30T16:47:12.770710Z","end":"2026-03-30T16:47:13.228256Z","steps":["trace[1548380578] 'process raft request' (duration: 457.186139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:13.228412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.770680Z","time spent":"457.664218ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:13.228940Z","caller":"traceutil/trace.go:172","msg":"trace[1842729186] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"371.005593ms","start":"2026-03-30T16:47:12.857921Z","end":"2026-03-30T16:47:13.228926Z","steps":["trace[1842729186] 'process raft request' (duration: 370.971771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:13.229036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.857903Z","time spent":"371.079176ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:13.229229Z","caller":"traceutil/trace.go:172","msg":"trace[1708038216] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"456.018501ms","start":"2026-03-30T16:47:12.773200Z","end":"2026-03-30T16:47:13.229219Z","steps":["trace[1708038216] 'process raft request' (duration: 455.619445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:13.229292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.773168Z","time spent":"456.096464ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:13.229356Z","caller":"traceutil/trace.go:172","msg":"trace[813781704] linearizableReadLoop","detail":"{readStateIndex:239; appliedIndex:236; }","duration":"349.496493ms","start":"2026-03-30T16:47:12.879851Z","end":"2026-03-30T16:47:13.229348Z","steps":["trace[813781704] 'read index received' (duration: 215.626479ms)","trace[813781704] 'applied index is now lower than readState.Index' (duration: 133.869133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:13.229484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.031674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3209"} {"level":"info","ts":"2026-03-30T16:47:13.229510Z","caller":"traceutil/trace.go:172","msg":"trace[214787419] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:234; }","duration":"371.056345ms","start":"2026-03-30T16:47:12.858445Z","end":"2026-03-30T16:47:13.229501Z","steps":["trace[214787419] 'agreement among raft nodes before linearized reading' (duration: 370.971071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:13.229532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.858413Z","time spent":"371.112967ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3231,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:13.229679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.072018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:13.229704Z","caller":"traceutil/trace.go:172","msg":"trace[1757670359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:234; }","duration":"374.095608ms","start":"2026-03-30T16:47:12.855601Z","end":"2026-03-30T16:47:13.229696Z","steps":["trace[1757670359] 'agreement among raft nodes before linearized reading' (duration: 374.056357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:13.229725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:12.855579Z","time spent":"374.14114ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:13.229852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.438773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:13.229874Z","caller":"traceutil/trace.go:172","msg":"trace[593749282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:234; }","duration":"243.460043ms","start":"2026-03-30T16:47:12.986407Z","end":"2026-03-30T16:47:13.229867Z","steps":["trace[593749282] 'agreement among raft nodes before linearized reading' (duration: 243.425702ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:13.609309Z","caller":"traceutil/trace.go:172","msg":"trace[636403698] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:241; }","duration":"286.948055ms","start":"2026-03-30T16:47:13.322327Z","end":"2026-03-30T16:47:13.609275Z","steps":["trace[636403698] 'read index received' (duration: 286.909024ms)","trace[636403698] 'applied index is now lower than readState.Index' (duration: 36.811µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:13.843054Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.035533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-public\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-30T16:47:13.843132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.708671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:13.843153Z","caller":"traceutil/trace.go:172","msg":"trace[283576457] range","detail":"{range_begin:/registry/namespaces/kube-public; range_end:; response_count:1; response_revision:235; }","duration":"595.136867ms","start":"2026-03-30T16:47:13.247994Z","end":"2026-03-30T16:47:13.843131Z","steps":["trace[283576457] 'agreement among raft nodes before linearized reading' (duration: 361.387354ms)","trace[283576457] 'range keys from in-memory index tree' (duration: 233.478641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:13.843197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:13.247971Z","time spent":"595.21642ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-public\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:13.843252Z","caller":"traceutil/trace.go:172","msg":"trace[1010030932] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"518.30724ms","start":"2026-03-30T16:47:13.324934Z","end":"2026-03-30T16:47:13.843241Z","steps":["trace[1010030932] 'process raft request' (duration: 518.268159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:13.843289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:13.324904Z","time spent":"518.365752ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:13.843311Z","caller":"traceutil/trace.go:172","msg":"trace[1755656148] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"594.402638ms","start":"2026-03-30T16:47:13.248877Z","end":"2026-03-30T16:47:13.843280Z","steps":["trace[1755656148] 'process raft request' (duration: 360.456777ms)","trace[1755656148] 'compare' (duration: 233.589886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:13.843471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:13.248863Z","time spent":"594.516692ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4797,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:14.034569Z","caller":"traceutil/trace.go:172","msg":"trace[118972258] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:243; }","duration":"187.520269ms","start":"2026-03-30T16:47:13.847018Z","end":"2026-03-30T16:47:14.034538Z","steps":["trace[118972258] 'read index received' (duration: 187.513789ms)","trace[118972258] 'applied index is now lower than readState.Index' (duration: 5.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:14.106674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.627441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac56bbf1c02f\" limit:1 ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-30T16:47:14.106755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.181275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:14.106747Z","caller":"traceutil/trace.go:172","msg":"trace[425115589] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"260.218635ms","start":"2026-03-30T16:47:13.846493Z","end":"2026-03-30T16:47:14.106711Z","steps":["trace[425115589] 'process raft request' (duration: 188.121423ms)","trace[425115589] 'compare' (duration: 71.909734ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:14.106785Z","caller":"traceutil/trace.go:172","msg":"trace[1778151565] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac56bbf1c02f; range_end:; response_count:1; response_revision:237; }","duration":"259.750655ms","start":"2026-03-30T16:47:13.847007Z","end":"2026-03-30T16:47:14.106757Z","steps":["trace[1778151565] 'agreement among raft nodes before linearized reading' (duration: 187.626563ms)","trace[1778151565] 'range keys from in-memory index tree' (duration: 71.847061ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:14.106800Z","caller":"traceutil/trace.go:172","msg":"trace[391599996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:238; }","duration":"106.214836ms","start":"2026-03-30T16:47:14.000567Z","end":"2026-03-30T16:47:14.106782Z","steps":["trace[391599996] 'agreement among raft nodes before linearized reading' (duration: 106.167725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.106708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.864956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:14.106921Z","caller":"traceutil/trace.go:172","msg":"trace[233623859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:238; }","duration":"205.077575ms","start":"2026-03-30T16:47:13.901832Z","end":"2026-03-30T16:47:14.106909Z","steps":["trace[233623859] 'agreement among raft nodes before linearized reading' (duration: 204.833405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.471046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.310204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac56bbf17eb6\" limit:1 ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-30T16:47:14.471096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.566325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:14.471151Z","caller":"traceutil/trace.go:172","msg":"trace[1758774128] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac56bbf17eb6; range_end:; response_count:1; response_revision:240; }","duration":"297.418109ms","start":"2026-03-30T16:47:14.173707Z","end":"2026-03-30T16:47:14.471125Z","steps":["trace[1758774128] 'agreement among raft nodes before linearized reading' (duration: 38.700247ms)","trace[1758774128] 'range keys from in-memory index tree' (duration: 258.473232ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:14.471178Z","caller":"traceutil/trace.go:172","msg":"trace[284558646] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"316.113966ms","start":"2026-03-30T16:47:14.155046Z","end":"2026-03-30T16:47:14.471160Z","steps":["trace[284558646] 'process raft request' (duration: 57.409455ms)","trace[284558646] 'compare' (duration: 258.383087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:14.471484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:14.155019Z","time spent":"316.269402ms","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:14.586917Z","caller":"traceutil/trace.go:172","msg":"trace[1353001136] linearizableReadLoop","detail":"{readStateIndex:247; appliedIndex:247; }","duration":"110.777149ms","start":"2026-03-30T16:47:14.476117Z","end":"2026-03-30T16:47:14.586894Z","steps":["trace[1353001136] 'read index received' (duration: 110.770329ms)","trace[1353001136] 'applied index is now lower than readState.Index' (duration: 5.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:14.657160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.005506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:14.657280Z","caller":"traceutil/trace.go:172","msg":"trace[2106791924] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:0; response_revision:241; }","duration":"181.140551ms","start":"2026-03-30T16:47:14.476110Z","end":"2026-03-30T16:47:14.657250Z","steps":["trace[2106791924] 'agreement among raft nodes before linearized reading' (duration: 110.857982ms)","trace[2106791924] 'range keys from in-memory index tree' (duration: 70.107853ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:14.657322Z","caller":"traceutil/trace.go:172","msg":"trace[1002003070] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"183.328807ms","start":"2026-03-30T16:47:14.473973Z","end":"2026-03-30T16:47:14.657301Z","steps":["trace[1002003070] 'process raft request' (duration: 112.981635ms)","trace[1002003070] 'compare' (duration: 70.211207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:14.944934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.893791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:14.945034Z","caller":"traceutil/trace.go:172","msg":"trace[219319455] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:0; response_revision:244; }","duration":"190.013866ms","start":"2026-03-30T16:47:14.754997Z","end":"2026-03-30T16:47:14.945011Z","steps":["trace[219319455] 'agreement among raft nodes before linearized reading' (duration: 78.958356ms)","trace[219319455] 'range keys from in-memory index tree' (duration: 110.884463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:14.945226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.06548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:14.945393Z","caller":"traceutil/trace.go:172","msg":"trace[1396658531] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"191.052407ms","start":"2026-03-30T16:47:14.754316Z","end":"2026-03-30T16:47:14.945369Z","steps":["trace[1396658531] 'process raft request' (duration: 79.724006ms)","trace[1396658531] 'compare' (duration: 110.767499ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:15.002568Z","caller":"traceutil/trace.go:172","msg":"trace[898077490] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"226.599948ms","start":"2026-03-30T16:47:14.775947Z","end":"2026-03-30T16:47:15.002547Z","steps":["trace[898077490] 'process raft request' (duration: 226.259584ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.002547Z","caller":"traceutil/trace.go:172","msg":"trace[112333182] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"228.306485ms","start":"2026-03-30T16:47:14.774192Z","end":"2026-03-30T16:47:15.002498Z","steps":["trace[112333182] 'process raft request' (duration: 227.888518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.398490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.079633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:15.398689Z","caller":"traceutil/trace.go:172","msg":"trace[451255860] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"391.268119ms","start":"2026-03-30T16:47:15.007404Z","end":"2026-03-30T16:47:15.398672Z","steps":["trace[451255860] 'process raft request' (duration: 391.213647ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.398671Z","caller":"traceutil/trace.go:172","msg":"trace[115651369] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"392.212467ms","start":"2026-03-30T16:47:15.006418Z","end":"2026-03-30T16:47:15.398630Z","steps":["trace[115651369] 'process raft request' (duration: 104.895164ms)","trace[115651369] 'compare' (duration: 286.962008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:15.398751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:15.007389Z","time spent":"391.339122ms","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":793,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:15.398884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:15.006372Z","time spent":"392.386324ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:15.399017Z","caller":"traceutil/trace.go:172","msg":"trace[633741437] linearizableReadLoop","detail":"{readStateIndex:254; appliedIndex:253; }","duration":"164.342163ms","start":"2026-03-30T16:47:15.234665Z","end":"2026-03-30T16:47:15.399007Z","steps":["trace[633741437] 'read index received' (duration: 81.882015ms)","trace[633741437] 'applied index is now lower than readState.Index' (duration: 82.459278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:15.399263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.594573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:47:15.399289Z","caller":"traceutil/trace.go:172","msg":"trace[1892738356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:249; }","duration":"164.623224ms","start":"2026-03-30T16:47:15.234660Z","end":"2026-03-30T16:47:15.399283Z","steps":["trace[1892738356] 'agreement among raft nodes before linearized reading' (duration: 164.50517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.399509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.739429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:15.399583Z","caller":"traceutil/trace.go:172","msg":"trace[556673736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:249; }","duration":"164.803941ms","start":"2026-03-30T16:47:15.234755Z","end":"2026-03-30T16:47:15.399559Z","steps":["trace[556673736] 'agreement among raft nodes before linearized reading' (duration: 164.612103ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.777036Z","caller":"traceutil/trace.go:172","msg":"trace[1978479294] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"373.325301ms","start":"2026-03-30T16:47:15.403688Z","end":"2026-03-30T16:47:15.777013Z","steps":["trace[1978479294] 'process raft request' (duration: 292.217886ms)","trace[1978479294] 'compare' (duration: 80.701329ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:15.777110Z","caller":"traceutil/trace.go:172","msg":"trace[763555067] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"371.818971ms","start":"2026-03-30T16:47:15.405269Z","end":"2026-03-30T16:47:15.777088Z","steps":["trace[763555067] 'process raft request' (duration: 371.588752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.777152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:15.403679Z","time spent":"373.414984ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:15.777275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:15.405249Z","time spent":"371.940546ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:15.777239Z","caller":"traceutil/trace.go:172","msg":"trace[1321757361] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"348.081973ms","start":"2026-03-30T16:47:15.428965Z","end":"2026-03-30T16:47:15.777047Z","steps":["trace[1321757361] 'process raft request' (duration: 348.016131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.777417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:15.428942Z","time spent":"348.429837ms","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:17.624649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.581108ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:17.624798Z","caller":"traceutil/trace.go:172","msg":"trace[959836697] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:312; }","duration":"677.738794ms","start":"2026-03-30T16:47:16.947030Z","end":"2026-03-30T16:47:17.624769Z","steps":["trace[959836697] 'range keys from in-memory index tree' (duration: 677.524015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:17.624920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"875.884792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:17.625151Z","caller":"traceutil/trace.go:172","msg":"trace[533649383] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"988.538702ms","start":"2026-03-30T16:47:16.636578Z","end":"2026-03-30T16:47:17.625116Z","steps":["trace[533649383] 'process raft request' (duration: 112.37802ms)","trace[533649383] 'compare' (duration: 875.623071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:17.625263Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:16.636546Z","time spent":"988.668698ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:17.737353Z","caller":"traceutil/trace.go:172","msg":"trace[1862103865] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:320; }","duration":"307.479211ms","start":"2026-03-30T16:47:17.429816Z","end":"2026-03-30T16:47:17.737296Z","steps":["trace[1862103865] 'read index received' (duration: 307.459831ms)","trace[1862103865] 'applied index is now lower than readState.Index' (duration: 16.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:17.749111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.260207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:47:17.749213Z","caller":"traceutil/trace.go:172","msg":"trace[1870590771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:313; }","duration":"319.389232ms","start":"2026-03-30T16:47:17.429802Z","end":"2026-03-30T16:47:17.749191Z","steps":["trace[1870590771] 'agreement among raft nodes before linearized reading' (duration: 307.667779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:17.749275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:17.429776Z","time spent":"319.488146ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:17.749311Z","caller":"traceutil/trace.go:172","msg":"trace[678318131] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"956.856699ms","start":"2026-03-30T16:47:16.792287Z","end":"2026-03-30T16:47:17.749144Z","steps":["trace[678318131] 'process raft request' (duration: 945.195179ms)","trace[678318131] 'compare' (duration: 11.441962ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:17.749563Z","caller":"traceutil/trace.go:172","msg":"trace[1219524208] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"740.810214ms","start":"2026-03-30T16:47:17.008739Z","end":"2026-03-30T16:47:17.749549Z","steps":["trace[1219524208] 'process raft request' (duration: 740.341006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:17.749592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.087126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:17.749700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:17.008706Z","time spent":"740.896987ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:17.749772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:16.792250Z","time spent":"957.263926ms","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:17.750057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.640883ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:17.750122Z","caller":"traceutil/trace.go:172","msg":"trace[1534023558] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:316; }","duration":"125.247476ms","start":"2026-03-30T16:47:17.624864Z","end":"2026-03-30T16:47:17.750112Z","steps":["trace[1534023558] 'agreement among raft nodes before linearized reading' (duration: 124.581441ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:17.749714Z","caller":"traceutil/trace.go:172","msg":"trace[2125762470] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"740.552574ms","start":"2026-03-30T16:47:17.009129Z","end":"2026-03-30T16:47:17.749681Z","steps":["trace[2125762470] 'process raft request' (duration: 740.273483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:17.750483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:17.009117Z","time spent":"741.068403ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:17.749849Z","caller":"traceutil/trace.go:172","msg":"trace[100262576] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:0; response_revision:315; }","duration":"120.486902ms","start":"2026-03-30T16:47:17.629346Z","end":"2026-03-30T16:47:17.749833Z","steps":["trace[100262576] 'agreement among raft nodes before linearized reading' (duration: 119.92449ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.410303Z","caller":"traceutil/trace.go:172","msg":"trace[2084646431] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:335; }","duration":"274.769078ms","start":"2026-03-30T16:47:18.135509Z","end":"2026-03-30T16:47:18.410278Z","steps":["trace[2084646431] 'read index received' (duration: 274.754887ms)","trace[2084646431] 'applied index is now lower than readState.Index' (duration: 12.821µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:18.410510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.967475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:18.410552Z","caller":"traceutil/trace.go:172","msg":"trace[447436987] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"277.70224ms","start":"2026-03-30T16:47:18.132844Z","end":"2026-03-30T16:47:18.410546Z","steps":["trace[447436987] 'process raft request' (duration: 277.588096ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.410581Z","caller":"traceutil/trace.go:172","msg":"trace[723264541] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:0; response_revision:328; }","duration":"275.073329ms","start":"2026-03-30T16:47:18.135492Z","end":"2026-03-30T16:47:18.410566Z","steps":["trace[723264541] 'agreement among raft nodes before linearized reading' (duration: 274.902622ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.623104Z","caller":"traceutil/trace.go:172","msg":"trace[267580850] linearizableReadLoop","detail":"{readStateIndex:342; appliedIndex:342; }","duration":"174.47098ms","start":"2026-03-30T16:47:18.448543Z","end":"2026-03-30T16:47:18.623014Z","steps":["trace[267580850] 'read index received' (duration: 174.45455ms)","trace[267580850] 'applied index is now lower than readState.Index' (duration: 14.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:18.626339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.777877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:47:18.626433Z","caller":"traceutil/trace.go:172","msg":"trace[1705879070] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:335; }","duration":"177.879311ms","start":"2026-03-30T16:47:18.448530Z","end":"2026-03-30T16:47:18.626409Z","steps":["trace[1705879070] 'agreement among raft nodes before linearized reading' (duration: 174.648808ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.626383Z","caller":"traceutil/trace.go:172","msg":"trace[1751449691] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"178.94374ms","start":"2026-03-30T16:47:18.447428Z","end":"2026-03-30T16:47:18.626372Z","steps":["trace[1751449691] 'process raft request' (duration: 175.677736ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.749434Z","caller":"traceutil/trace.go:172","msg":"trace[1914810999] transaction","detail":"{read_only:false; number_of_response:0; response_revision:336; }","duration":"293.824576ms","start":"2026-03-30T16:47:18.455587Z","end":"2026-03-30T16:47:18.749412Z","steps":["trace[1914810999] 'process raft request' (duration: 282.629779ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.749493Z","caller":"traceutil/trace.go:172","msg":"trace[1768631916] transaction","detail":"{read_only:false; number_of_response:0; response_revision:336; }","duration":"292.003557ms","start":"2026-03-30T16:47:18.457461Z","end":"2026-03-30T16:47:18.749465Z","steps":["trace[1768631916] 'process raft request' (duration: 291.892383ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.749541Z","caller":"traceutil/trace.go:172","msg":"trace[1373298926] transaction","detail":"{read_only:false; number_of_response:0; response_revision:337; }","duration":"196.924117ms","start":"2026-03-30T16:47:18.552603Z","end":"2026-03-30T16:47:18.749527Z","steps":["trace[1373298926] 'process raft request' (duration: 196.892426ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.749565Z","caller":"traceutil/trace.go:172","msg":"trace[1946236534] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"197.486679ms","start":"2026-03-30T16:47:18.552070Z","end":"2026-03-30T16:47:18.749557Z","steps":["trace[1946236534] 'process raft request' (duration: 197.346493ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.749600Z","caller":"traceutil/trace.go:172","msg":"trace[867948181] transaction","detail":"{read_only:false; number_of_response:0; response_revision:336; }","duration":"291.333281ms","start":"2026-03-30T16:47:18.458232Z","end":"2026-03-30T16:47:18.749566Z","steps":["trace[867948181] 'process raft request' (duration: 291.165105ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.749701Z","caller":"traceutil/trace.go:172","msg":"trace[1995769842] transaction","detail":"{read_only:false; number_of_response:0; response_revision:336; }","duration":"293.221224ms","start":"2026-03-30T16:47:18.456471Z","end":"2026-03-30T16:47:18.749692Z","steps":["trace[1995769842] 'process raft request' (duration: 292.85209ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.749502Z","caller":"traceutil/trace.go:172","msg":"trace[1225563573] transaction","detail":"{read_only:false; number_of_response:0; response_revision:336; }","duration":"291.789068ms","start":"2026-03-30T16:47:18.457700Z","end":"2026-03-30T16:47:18.749490Z","steps":["trace[1225563573] 'process raft request' (duration: 291.678304ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.815732Z","caller":"traceutil/trace.go:172","msg":"trace[2129140879] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"180.873703ms","start":"2026-03-30T16:47:18.634845Z","end":"2026-03-30T16:47:18.815719Z","steps":["trace[2129140879] 'process raft request' (duration: 180.836122ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.815924Z","caller":"traceutil/trace.go:172","msg":"trace[880460978] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"185.227851ms","start":"2026-03-30T16:47:18.630661Z","end":"2026-03-30T16:47:18.815889Z","steps":["trace[880460978] 'process raft request' (duration: 184.533854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.058562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.850698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:19.058763Z","caller":"traceutil/trace.go:172","msg":"trace[791557095] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:0; response_revision:340; }","duration":"237.075046ms","start":"2026-03-30T16:47:18.821629Z","end":"2026-03-30T16:47:19.058704Z","steps":["trace[791557095] 'agreement among raft nodes before linearized reading' (duration: 46.971173ms)","trace[791557095] 'range keys from in-memory index tree' (duration: 189.815052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:19.058751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.0256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:19.058996Z","caller":"traceutil/trace.go:172","msg":"trace[516375106] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"235.3395ms","start":"2026-03-30T16:47:18.823628Z","end":"2026-03-30T16:47:19.058968Z","steps":["trace[516375106] 'process raft request' (duration: 45.023869ms)","trace[516375106] 'compare' (duration: 189.659796ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:19.059296Z","caller":"traceutil/trace.go:172","msg":"trace[806819334] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:353; }","duration":"190.709726ms","start":"2026-03-30T16:47:18.868563Z","end":"2026-03-30T16:47:19.059273Z","steps":["trace[806819334] 'read index received' (duration: 68.186024ms)","trace[806819334] 'applied index is now lower than readState.Index' (duration: 122.521562ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:19.059456Z","caller":"traceutil/trace.go:172","msg":"trace[869084085] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"230.11509ms","start":"2026-03-30T16:47:18.829325Z","end":"2026-03-30T16:47:19.059440Z","steps":["trace[869084085] 'process raft request' (duration: 229.560759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.059517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.099226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3583"} {"level":"info","ts":"2026-03-30T16:47:19.059567Z","caller":"traceutil/trace.go:172","msg":"trace[834126154] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:342; }","duration":"231.159879ms","start":"2026-03-30T16:47:18.828392Z","end":"2026-03-30T16:47:19.059552Z","steps":["trace[834126154] 'agreement among raft nodes before linearized reading' (duration: 230.962381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.314779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.709536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:19.315618Z","caller":"traceutil/trace.go:172","msg":"trace[630508295] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"196.295968ms","start":"2026-03-30T16:47:19.119312Z","end":"2026-03-30T16:47:19.315607Z","steps":["trace[630508295] 'process raft request' (duration: 196.149882ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:19.315639Z","caller":"traceutil/trace.go:172","msg":"trace[1996904900] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"197.39664ms","start":"2026-03-30T16:47:19.118194Z","end":"2026-03-30T16:47:19.315591Z","steps":["trace[1996904900] 'process raft request' (duration: 84.835852ms)","trace[1996904900] 'compare' (duration: 111.56305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:19.554190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.723825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:19.554389Z","caller":"traceutil/trace.go:172","msg":"trace[1667694407] transaction","detail":"{read_only:false; number_of_response:0; response_revision:348; }","duration":"150.441788ms","start":"2026-03-30T16:47:19.403935Z","end":"2026-03-30T16:47:19.554377Z","steps":["trace[1667694407] 'process raft request' (duration: 150.422207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.554444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.634701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7988"} {"level":"info","ts":"2026-03-30T16:47:19.554820Z","caller":"traceutil/trace.go:172","msg":"trace[413636159] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:346; }","duration":"157.203412ms","start":"2026-03-30T16:47:19.397587Z","end":"2026-03-30T16:47:19.554791Z","steps":["trace[413636159] 'agreement among raft nodes before linearized reading' (duration: 48.75645ms)","trace[413636159] 'range keys from in-memory index tree' (duration: 107.694125ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:19.554977Z","caller":"traceutil/trace.go:172","msg":"trace[2004712621] transaction","detail":"{read_only:false; number_of_response:0; response_revision:348; }","duration":"156.11287ms","start":"2026-03-30T16:47:19.398860Z","end":"2026-03-30T16:47:19.554973Z","steps":["trace[2004712621] 'process raft request' (duration: 155.454676ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:19.555082Z","caller":"traceutil/trace.go:172","msg":"trace[152753531] transaction","detail":"{read_only:false; number_of_response:0; response_revision:348; }","duration":"154.22759ms","start":"2026-03-30T16:47:19.400849Z","end":"2026-03-30T16:47:19.555077Z","steps":["trace[152753531] 'process raft request' (duration: 153.488193ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:19.554757Z","caller":"traceutil/trace.go:172","msg":"trace[1664489606] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"230.231118ms","start":"2026-03-30T16:47:19.324517Z","end":"2026-03-30T16:47:19.554748Z","steps":["trace[1664489606] 'process raft request' (duration: 121.89322ms)","trace[1664489606] 'compare' (duration: 107.59176ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:19.554945Z","caller":"traceutil/trace.go:172","msg":"trace[487897839] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"229.139268ms","start":"2026-03-30T16:47:19.325798Z","end":"2026-03-30T16:47:19.554937Z","steps":["trace[487897839] 'process raft request' (duration: 228.479953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.036322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.71927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:20.036403Z","caller":"traceutil/trace.go:172","msg":"trace[1172862959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:366; }","duration":"156.810253ms","start":"2026-03-30T16:47:19.879567Z","end":"2026-03-30T16:47:20.036377Z","steps":["trace[1172862959] 'range keys from in-memory index tree' (duration: 156.645847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.036577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.783337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:47:20.036728Z","caller":"traceutil/trace.go:172","msg":"trace[578725513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:366; }","duration":"251.922332ms","start":"2026-03-30T16:47:19.784757Z","end":"2026-03-30T16:47:20.036679Z","steps":["trace[578725513] 'agreement among raft nodes before linearized reading' (duration: 52.794093ms)","trace[578725513] 'range keys from in-memory index tree' (duration: 198.776987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:20.036901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.187902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:20.037459Z","caller":"traceutil/trace.go:172","msg":"trace[881894376] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"248.553914ms","start":"2026-03-30T16:47:19.788659Z","end":"2026-03-30T16:47:20.037212Z","steps":["trace[881894376] 'process raft request' (duration: 248.497162ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:20.037595Z","caller":"traceutil/trace.go:172","msg":"trace[254001248] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"280.494531ms","start":"2026-03-30T16:47:19.756977Z","end":"2026-03-30T16:47:20.037472Z","steps":["trace[254001248] 'process raft request' (duration: 80.600812ms)","trace[254001248] 'compare' (duration: 198.854099ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:20.037693Z","caller":"traceutil/trace.go:172","msg":"trace[1605321591] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:382; }","duration":"200.159588ms","start":"2026-03-30T16:47:19.837524Z","end":"2026-03-30T16:47:20.037684Z","steps":["trace[1605321591] 'read index received' (duration: 22.902294ms)","trace[1605321591] 'applied index is now lower than readState.Index' (duration: 177.256014ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:20.037622Z","caller":"traceutil/trace.go:172","msg":"trace[623841291] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"280.393257ms","start":"2026-03-30T16:47:19.757219Z","end":"2026-03-30T16:47:20.037613Z","steps":["trace[623841291] 'process raft request' (duration: 279.781073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.038144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.601867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:20.038311Z","caller":"traceutil/trace.go:172","msg":"trace[601519236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:369; }","duration":"239.801575ms","start":"2026-03-30T16:47:19.798493Z","end":"2026-03-30T16:47:20.038294Z","steps":["trace[601519236] 'agreement among raft nodes before linearized reading' (duration: 239.270135ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:20.260200Z","caller":"traceutil/trace.go:172","msg":"trace[353846069] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:386; }","duration":"174.453299ms","start":"2026-03-30T16:47:20.085721Z","end":"2026-03-30T16:47:20.260175Z","steps":["trace[353846069] 'read index received' (duration: 174.445988ms)","trace[353846069] 'applied index is now lower than readState.Index' (duration: 6.481µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:20.311651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.900969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:47:20.311730Z","caller":"traceutil/trace.go:172","msg":"trace[1513957047] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:370; }","duration":"225.997992ms","start":"2026-03-30T16:47:20.085713Z","end":"2026-03-30T16:47:20.311711Z","steps":["trace[1513957047] 'agreement among raft nodes before linearized reading' (duration: 174.568384ms)","trace[1513957047] 'range keys from in-memory index tree' (duration: 51.211661ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:20.311875Z","caller":"traceutil/trace.go:172","msg":"trace[325329825] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"263.986669ms","start":"2026-03-30T16:47:20.047870Z","end":"2026-03-30T16:47:20.311857Z","steps":["trace[325329825] 'process raft request' (duration: 263.859745ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:20.311898Z","caller":"traceutil/trace.go:172","msg":"trace[1423752760] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"267.22441ms","start":"2026-03-30T16:47:20.044650Z","end":"2026-03-30T16:47:20.311874Z","steps":["trace[1423752760] 'process raft request' (duration: 215.610355ms)","trace[1423752760] 'compare' (duration: 51.095376ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:20.855324Z","caller":"traceutil/trace.go:172","msg":"trace[1250507760] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:394; }","duration":"219.402236ms","start":"2026-03-30T16:47:20.635891Z","end":"2026-03-30T16:47:20.855294Z","steps":["trace[1250507760] 'read index received' (duration: 219.391035ms)","trace[1250507760] 'applied index is now lower than readState.Index' (duration: 9.471µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:20.855451Z","caller":"traceutil/trace.go:172","msg":"trace[2038279293] transaction","detail":"{read_only:false; number_of_response:0; response_revision:378; }","duration":"221.89894ms","start":"2026-03-30T16:47:20.633531Z","end":"2026-03-30T16:47:20.855430Z","steps":["trace[2038279293] 'process raft request' (duration: 221.805716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.855538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.361789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:20.855583Z","caller":"traceutil/trace.go:172","msg":"trace[1349285997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:378; }","duration":"147.421211ms","start":"2026-03-30T16:47:20.708148Z","end":"2026-03-30T16:47:20.855570Z","steps":["trace[1349285997] 'agreement among raft nodes before linearized reading' (duration: 147.328667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.855581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.665657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-30T16:47:20.855650Z","caller":"traceutil/trace.go:172","msg":"trace[649381913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:378; }","duration":"219.74699ms","start":"2026-03-30T16:47:20.635879Z","end":"2026-03-30T16:47:20.855626Z","steps":["trace[649381913] 'agreement among raft nodes before linearized reading' (duration: 219.526421ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:20.992696Z","caller":"traceutil/trace.go:172","msg":"trace[103151395] linearizableReadLoop","detail":"{readStateIndex:395; appliedIndex:395; }","duration":"128.742693ms","start":"2026-03-30T16:47:20.863925Z","end":"2026-03-30T16:47:20.992668Z","steps":["trace[103151395] 'read index received' (duration: 128.730952ms)","trace[103151395] 'applied index is now lower than readState.Index' (duration: 10.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:20.992841Z","caller":"traceutil/trace.go:172","msg":"trace[352421649] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"128.938782ms","start":"2026-03-30T16:47:20.863888Z","end":"2026-03-30T16:47:20.992827Z","steps":["trace[352421649] 'process raft request' (duration: 128.810556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.993261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.311635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:47:20.993325Z","caller":"traceutil/trace.go:172","msg":"trace[1624615705] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:379; }","duration":"129.389008ms","start":"2026-03-30T16:47:20.863922Z","end":"2026-03-30T16:47:20.993311Z","steps":["trace[1624615705] 'agreement among raft nodes before linearized reading' (duration: 128.860678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:21.185828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.24208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:21.185931Z","caller":"traceutil/trace.go:172","msg":"trace[1345406390] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"187.05352ms","start":"2026-03-30T16:47:20.998859Z","end":"2026-03-30T16:47:21.185913Z","steps":["trace[1345406390] 'process raft request' (duration: 61.658525ms)","trace[1345406390] 'compare' (duration: 125.050472ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:21.223679Z","caller":"traceutil/trace.go:172","msg":"trace[490374787] transaction","detail":"{read_only:false; number_of_response:0; response_revision:380; }","duration":"221.503402ms","start":"2026-03-30T16:47:21.002153Z","end":"2026-03-30T16:47:21.223657Z","steps":["trace[490374787] 'process raft request' (duration: 221.408258ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:21.357040Z","caller":"traceutil/trace.go:172","msg":"trace[1517871046] linearizableReadLoop","detail":"{readStateIndex:398; appliedIndex:398; }","duration":"119.404095ms","start":"2026-03-30T16:47:21.237609Z","end":"2026-03-30T16:47:21.357013Z","steps":["trace[1517871046] 'read index received' (duration: 119.393705ms)","trace[1517871046] 'applied index is now lower than readState.Index' (duration: 8.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:21.533570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.946258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-30T16:47:21.533647Z","caller":"traceutil/trace.go:172","msg":"trace[1099845217] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:380; }","duration":"296.028961ms","start":"2026-03-30T16:47:21.237601Z","end":"2026-03-30T16:47:21.533630Z","steps":["trace[1099845217] 'agreement among raft nodes before linearized reading' (duration: 119.512149ms)","trace[1099845217] 'range keys from in-memory index tree' (duration: 176.348236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:21.533957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.011454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:21.534010Z","caller":"traceutil/trace.go:172","msg":"trace[185796000] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:380; }","duration":"134.064796ms","start":"2026-03-30T16:47:21.399931Z","end":"2026-03-30T16:47:21.533996Z","steps":["trace[185796000] 'range keys from in-memory index tree' (duration: 133.965083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:21.534025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.934798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:21.534077Z","caller":"traceutil/trace.go:172","msg":"trace[827960311] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"303.412264ms","start":"2026-03-30T16:47:21.230653Z","end":"2026-03-30T16:47:21.534066Z","steps":["trace[827960311] 'process raft request' (duration: 126.381863ms)","trace[827960311] 'compare' (duration: 176.380427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:21.534130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.230629Z","time spent":"303.476517ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:21.708657Z","caller":"traceutil/trace.go:172","msg":"trace[873840915] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:400; }","duration":"142.907852ms","start":"2026-03-30T16:47:21.565729Z","end":"2026-03-30T16:47:21.708636Z","steps":["trace[873840915] 'read index received' (duration: 142.901232ms)","trace[873840915] 'applied index is now lower than readState.Index' (duration: 5.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.150431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584642138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.150514Z","caller":"traceutil/trace.go:172","msg":"trace[906692576] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:381; }","duration":"1.584769683s","start":"2026-03-30T16:47:21.565724Z","end":"2026-03-30T16:47:23.150494Z","steps":["trace[906692576] 'agreement among raft nodes before linearized reading' (duration: 143.026877ms)","trace[906692576] 'range keys from in-memory index tree' (duration: 1.441598271s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.150555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.565706Z","time spent":"1.584837595s","remote":"127.0.0.1:54840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.150682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.441823569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-30T16:47:23.150758Z","caller":"traceutil/trace.go:172","msg":"trace[1654020004] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:400; }","duration":"1.442035397s","start":"2026-03-30T16:47:21.708712Z","end":"2026-03-30T16:47:23.150748Z","steps":["trace[1654020004] 'read index received' (duration: 20.991µs)","trace[1654020004] 'applied index is now lower than readState.Index' (duration: 1.442012456s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.150875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.577086779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-30T16:47:23.150889Z","caller":"traceutil/trace.go:172","msg":"trace[346250395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.577107079s","start":"2026-03-30T16:47:21.573777Z","end":"2026-03-30T16:47:23.150884Z","steps":["trace[346250395] 'agreement among raft nodes before linearized reading' (duration: 1.577017296s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.150893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584385348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:23.150909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.573766Z","time spent":"1.57713759s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.150928Z","caller":"traceutil/trace.go:172","msg":"trace[1440295152] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:381; }","duration":"1.58441878s","start":"2026-03-30T16:47:21.566498Z","end":"2026-03-30T16:47:23.150917Z","steps":["trace[1440295152] 'agreement among raft nodes before linearized reading' (duration: 1.584357877s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.150963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566491Z","time spent":"1.584464021s","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.150972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.564829237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-30T16:47:23.151042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584657048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151059Z","caller":"traceutil/trace.go:172","msg":"trace[964853139] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:381; }","duration":"1.584675499s","start":"2026-03-30T16:47:21.566379Z","end":"2026-03-30T16:47:23.151055Z","steps":["trace[964853139] 'agreement among raft nodes before linearized reading' (duration: 1.584643217s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566374Z","time spent":"1.584694489s","remote":"127.0.0.1:54918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584150409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151100Z","caller":"traceutil/trace.go:172","msg":"trace[1043978811] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.564941561s","start":"2026-03-30T16:47:21.586111Z","end":"2026-03-30T16:47:23.151053Z","steps":["trace[1043978811] 'agreement among raft nodes before linearized reading' (duration: 1.56464399s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:23.151125Z","caller":"traceutil/trace.go:172","msg":"trace[1025673040] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:381; }","duration":"1.58417655s","start":"2026-03-30T16:47:21.566942Z","end":"2026-03-30T16:47:23.151118Z","steps":["trace[1025673040] 'agreement among raft nodes before linearized reading' (duration: 1.584131308s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584916778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:23.151147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566937Z","time spent":"1.584205542s","remote":"127.0.0.1:54818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.151158Z","caller":"traceutil/trace.go:172","msg":"trace[222898607] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:381; }","duration":"1.584931198s","start":"2026-03-30T16:47:21.566223Z","end":"2026-03-30T16:47:23.151154Z","steps":["trace[222898607] 'agreement among raft nodes before linearized reading' (duration: 1.584905097s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566218Z","time spent":"1.584949369s","remote":"127.0.0.1:54564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.586095Z","time spent":"1.565037194s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.585053502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151254Z","caller":"traceutil/trace.go:172","msg":"trace[11231514] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:381; }","duration":"1.585065813s","start":"2026-03-30T16:47:21.566185Z","end":"2026-03-30T16:47:23.151251Z","steps":["trace[11231514] 'agreement among raft nodes before linearized reading' (duration: 1.585042572s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566178Z","time spent":"1.585084713s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.58445973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151291Z","caller":"traceutil/trace.go:172","msg":"trace[612344032] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:381; }","duration":"1.584481221s","start":"2026-03-30T16:47:21.566804Z","end":"2026-03-30T16:47:23.151286Z","steps":["trace[612344032] 'agreement among raft nodes before linearized reading' (duration: 1.584438079s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566797Z","time spent":"1.584507752s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.585150245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151361Z","caller":"traceutil/trace.go:172","msg":"trace[1636946762] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:381; }","duration":"1.585178126s","start":"2026-03-30T16:47:21.566178Z","end":"2026-03-30T16:47:23.151356Z","steps":["trace[1636946762] 'agreement among raft nodes before linearized reading' (duration: 1.585139795s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566171Z","time spent":"1.585197978s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584617516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151434Z","caller":"traceutil/trace.go:172","msg":"trace[1514053370] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:381; }","duration":"1.584638597s","start":"2026-03-30T16:47:21.566789Z","end":"2026-03-30T16:47:23.151428Z","steps":["trace[1514053370] 'agreement among raft nodes before linearized reading' (duration: 1.584600336s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.5855451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151468Z","caller":"traceutil/trace.go:172","msg":"trace[1882668489] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:381; }","duration":"1.58556012s","start":"2026-03-30T16:47:21.565904Z","end":"2026-03-30T16:47:23.151464Z","steps":["trace[1882668489] 'agreement among raft nodes before linearized reading' (duration: 1.585534129s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.565900Z","time spent":"1.585577202s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584895267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151503Z","caller":"traceutil/trace.go:172","msg":"trace[999436171] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:381; }","duration":"1.584912337s","start":"2026-03-30T16:47:21.566584Z","end":"2026-03-30T16:47:23.151496Z","steps":["trace[999436171] 'agreement among raft nodes before linearized reading' (duration: 1.584879656s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566578Z","time spent":"1.584936858s","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.585680925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151584Z","caller":"traceutil/trace.go:172","msg":"trace[1078641523] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:381; }","duration":"1.585695335s","start":"2026-03-30T16:47:21.565885Z","end":"2026-03-30T16:47:23.151580Z","steps":["trace[1078641523] 'agreement among raft nodes before linearized reading' (duration: 1.585669504s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.565881Z","time spent":"1.585712336s","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.150127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"749.955628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151648Z","caller":"traceutil/trace.go:172","msg":"trace[520519539] transaction","detail":"{read_only:false; number_of_response:0; response_revision:381; }","duration":"1.588786279s","start":"2026-03-30T16:47:21.562844Z","end":"2026-03-30T16:47:23.151630Z","steps":["trace[520519539] 'process raft request' (duration: 145.955664ms)","trace[520519539] 'compare' (duration: 1.441790658s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.151453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566784Z","time spent":"1.584664168s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.151720Z","caller":"traceutil/trace.go:172","msg":"trace[142739733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:381; }","duration":"751.537384ms","start":"2026-03-30T16:47:22.400145Z","end":"2026-03-30T16:47:23.151683Z","steps":["trace[142739733] 'range keys from in-memory index tree' (duration: 749.775881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.585090734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.151804Z","caller":"traceutil/trace.go:172","msg":"trace[1496228540] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:381; }","duration":"1.58526827s","start":"2026-03-30T16:47:21.566526Z","end":"2026-03-30T16:47:23.151795Z","steps":["trace[1496228540] 'agreement among raft nodes before linearized reading' (duration: 1.585065833s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.522397719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-30T16:47:23.151851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.507573493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-30T16:47:23.151869Z","caller":"traceutil/trace.go:172","msg":"trace[1841961479] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.507592413s","start":"2026-03-30T16:47:21.644271Z","end":"2026-03-30T16:47:23.151863Z","steps":["trace[1841961479] 'agreement among raft nodes before linearized reading' (duration: 1.507543612s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.151865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.566520Z","time spent":"1.585311821s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.644254Z","time spent":"1.507623655s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.513273363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-30T16:47:23.151846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.562819Z","time spent":"1.588865512s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:23.151873Z","caller":"traceutil/trace.go:172","msg":"trace[972526817] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:381; }","duration":"1.52243305s","start":"2026-03-30T16:47:21.629428Z","end":"2026-03-30T16:47:23.151861Z","steps":["trace[972526817] 'agreement among raft nodes before linearized reading' (duration: 1.522306606s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.152011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.629408Z","time spent":"1.522593266s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.152038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.505670692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-30T16:47:23.152043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.522500704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-30T16:47:23.152062Z","caller":"traceutil/trace.go:172","msg":"trace[569490920] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.505694433s","start":"2026-03-30T16:47:21.646362Z","end":"2026-03-30T16:47:23.152056Z","steps":["trace[569490920] 'agreement among raft nodes before linearized reading' (duration: 1.505635781s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:23.152068Z","caller":"traceutil/trace.go:172","msg":"trace[475404970] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.522525314s","start":"2026-03-30T16:47:21.629535Z","end":"2026-03-30T16:47:23.152061Z","steps":["trace[475404970] 'agreement among raft nodes before linearized reading' (duration: 1.522454602s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.152078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.646346Z","time spent":"1.505727124s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.152092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.629526Z","time spent":"1.522559535s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.151980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.505573648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-30T16:47:23.152127Z","caller":"traceutil/trace.go:172","msg":"trace[857120615] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:381; }","duration":"1.505719433s","start":"2026-03-30T16:47:21.646397Z","end":"2026-03-30T16:47:23.152116Z","steps":["trace[857120615] 'agreement among raft nodes before linearized reading' (duration: 1.505535637s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.152157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.646383Z","time spent":"1.505765316s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.152415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.561017644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-30T16:47:23.152455Z","caller":"traceutil/trace.go:172","msg":"trace[1253769474] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.561058375s","start":"2026-03-30T16:47:21.591387Z","end":"2026-03-30T16:47:23.152446Z","steps":["trace[1253769474] 'agreement among raft nodes before linearized reading' (duration: 1.560962052s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.152479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.591379Z","time spent":"1.561094427s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.152567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.562410135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-30T16:47:23.152688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.533399995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-30T16:47:23.152731Z","caller":"traceutil/trace.go:172","msg":"trace[198747006] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.562575582s","start":"2026-03-30T16:47:21.590145Z","end":"2026-03-30T16:47:23.152720Z","steps":["trace[198747006] 'agreement among raft nodes before linearized reading' (duration: 1.562224818s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:23.152770Z","caller":"traceutil/trace.go:172","msg":"trace[616181636] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.533451787s","start":"2026-03-30T16:47:21.619276Z","end":"2026-03-30T16:47:23.152728Z","steps":["trace[616181636] 'agreement among raft nodes before linearized reading' (duration: 1.533255909s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:23.151977Z","caller":"traceutil/trace.go:172","msg":"trace[1987947740] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.513298004s","start":"2026-03-30T16:47:21.638671Z","end":"2026-03-30T16:47:23.151969Z","steps":["trace[1987947740] 'agreement among raft nodes before linearized reading' (duration: 1.513217501s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.152836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.529805113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"warn","ts":"2026-03-30T16:47:23.152875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.638664Z","time spent":"1.514166456s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.152945Z","caller":"traceutil/trace.go:172","msg":"trace[2020150716] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:381; }","duration":"1.529911397s","start":"2026-03-30T16:47:21.623022Z","end":"2026-03-30T16:47:23.152933Z","steps":["trace[2020150716] 'agreement among raft nodes before linearized reading' (duration: 1.529629357s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.152598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.556019869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-30T16:47:23.152989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.623009Z","time spent":"1.529960499s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":260,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.152892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.590132Z","time spent":"1.562629333s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.152815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.619264Z","time spent":"1.533537771s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.152997Z","caller":"traceutil/trace.go:172","msg":"trace[1744705797] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:381; }","duration":"1.556415725s","start":"2026-03-30T16:47:21.596572Z","end":"2026-03-30T16:47:23.152988Z","steps":["trace[1744705797] 'agreement among raft nodes before linearized reading' (duration: 1.555974268s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.153242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:21.596560Z","time spent":"1.556668893s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.223235Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.180002738s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:47:23.223501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.523506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.223692Z","caller":"traceutil/trace.go:172","msg":"trace[1369166388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:381; }","duration":"515.719423ms","start":"2026-03-30T16:47:22.707959Z","end":"2026-03-30T16:47:23.223679Z","steps":["trace[1369166388] 'agreement among raft nodes before linearized reading' (duration: 515.490995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.223748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:22.707936Z","time spent":"515.803676ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:23.223744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.134904891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:47:23.223822Z","caller":"traceutil/trace.go:172","msg":"trace[432711180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:381; }","duration":"1.135001624s","start":"2026-03-30T16:47:22.088808Z","end":"2026-03-30T16:47:23.223809Z","steps":["trace[432711180] 'agreement among raft nodes before linearized reading' (duration: 1.134761436s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:23.223833Z","caller":"traceutil/trace.go:172","msg":"trace[922642826] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"1.180668842s","start":"2026-03-30T16:47:22.043150Z","end":"2026-03-30T16:47:23.223819Z","steps":["trace[922642826] 'process raft request' (duration: 1.180514536s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.223941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:22.043123Z","time spent":"1.180756255s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:23.223856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:22.088788Z","time spent":"1.135062577s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.223736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"908.18997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:23.224100Z","caller":"traceutil/trace.go:172","msg":"trace[2089294218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:381; }","duration":"908.584594ms","start":"2026-03-30T16:47:22.315505Z","end":"2026-03-30T16:47:23.224089Z","steps":["trace[2089294218] 'agreement among raft nodes before linearized reading' (duration: 908.021884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.224140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:22.315478Z","time spent":"908.652067ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.724115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085268619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:47:23.775382Z","caller":"traceutil/trace.go:172","msg":"trace[1479770405] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:402; }","duration":"551.912ms","start":"2026-03-30T16:47:23.223438Z","end":"2026-03-30T16:47:23.775350Z","steps":["trace[1479770405] 'read index received' (duration: 551.873708ms)","trace[1479770405] 'applied index is now lower than readState.Index' (duration: 35.632µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.924495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.788639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-30T16:47:23.924538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"768.045386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-30T16:47:23.924544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.8054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-30T16:47:23.924630Z","caller":"traceutil/trace.go:172","msg":"trace[974106693] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:382; }","duration":"768.14356ms","start":"2026-03-30T16:47:23.156457Z","end":"2026-03-30T16:47:23.924600Z","steps":["trace[974106693] 'agreement among raft nodes before linearized reading' (duration: 619.061692ms)","trace[974106693] 'range keys from in-memory index tree' (duration: 148.888991ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:23.924694Z","caller":"traceutil/trace.go:172","msg":"trace[1017055621] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:382; }","duration":"764.928634ms","start":"2026-03-30T16:47:23.159700Z","end":"2026-03-30T16:47:23.924628Z","steps":["trace[1017055621] 'agreement among raft nodes before linearized reading' (duration: 615.809314ms)","trace[1017055621] 'range keys from in-memory index tree' (duration: 148.877691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.924717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.156437Z","time spent":"768.267335ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.924745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.159683Z","time spent":"765.049379ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.924776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"763.426079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-03-30T16:47:23.924827Z","caller":"traceutil/trace.go:172","msg":"trace[1401403671] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:382; }","duration":"763.482631ms","start":"2026-03-30T16:47:23.161329Z","end":"2026-03-30T16:47:23.924811Z","steps":["trace[1401403671] 'agreement among raft nodes before linearized reading' (duration: 614.064641ms)","trace[1401403671] 'range keys from in-memory index tree' (duration: 149.195462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.924863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.161320Z","time spent":"763.533284ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":260,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.924917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"770.802486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:kubeadm-certs\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:47:23.924949Z","caller":"traceutil/trace.go:172","msg":"trace[2042106578] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:kubeadm-certs; range_end:; response_count:1; response_revision:382; }","duration":"770.829917ms","start":"2026-03-30T16:47:23.154107Z","end":"2026-03-30T16:47:23.924937Z","steps":["trace[2042106578] 'agreement among raft nodes before linearized reading' (duration: 621.420407ms)","trace[2042106578] 'range keys from in-memory index tree' (duration: 149.335857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.924973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.154083Z","time spent":"770.884059ms","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":505,"request content":"key:\"/registry/rolebindings/kube-system/kubeadm:kubeadm-certs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"721.390253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3867"} {"level":"info","ts":"2026-03-30T16:47:23.925065Z","caller":"traceutil/trace.go:172","msg":"trace[1102998900] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:382; }","duration":"721.413554ms","start":"2026-03-30T16:47:23.203642Z","end":"2026-03-30T16:47:23.925055Z","steps":["trace[1102998900] 'agreement among raft nodes before linearized reading' (duration: 571.787607ms)","trace[1102998900] 'range keys from in-memory index tree' (duration: 149.555835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.203631Z","time spent":"721.451475ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3889,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"763.928128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-30T16:47:23.925145Z","caller":"traceutil/trace.go:172","msg":"trace[1821588030] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:382; }","duration":"763.963499ms","start":"2026-03-30T16:47:23.161170Z","end":"2026-03-30T16:47:23.925133Z","steps":["trace[1821588030] 'agreement among raft nodes before linearized reading' (duration: 614.324821ms)","trace[1821588030] 'range keys from in-memory index tree' (duration: 149.557205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.161164Z","time spent":"763.99697ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"773.40023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.925246Z","caller":"traceutil/trace.go:172","msg":"trace[687226212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:382; }","duration":"773.459852ms","start":"2026-03-30T16:47:23.151772Z","end":"2026-03-30T16:47:23.925232Z","steps":["trace[687226212] 'agreement among raft nodes before linearized reading' (duration: 623.766793ms)","trace[687226212] 'range keys from in-memory index tree' (duration: 149.625387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925302Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.283282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-30T16:47:23.925328Z","caller":"traceutil/trace.go:172","msg":"trace[1539659280] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:382; }","duration":"764.305903ms","start":"2026-03-30T16:47:23.161012Z","end":"2026-03-30T16:47:23.925318Z","steps":["trace[1539659280] 'agreement among raft nodes before linearized reading' (duration: 614.490128ms)","trace[1539659280] 'range keys from in-memory index tree' (duration: 149.750152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"721.997855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-03-30T16:47:23.925347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.160991Z","time spent":"764.350023ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.925363Z","caller":"traceutil/trace.go:172","msg":"trace[1806443377] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:382; }","duration":"722.025806ms","start":"2026-03-30T16:47:23.203326Z","end":"2026-03-30T16:47:23.925352Z","steps":["trace[1806443377] 'agreement among raft nodes before linearized reading' (duration: 572.112158ms)","trace[1806443377] 'range keys from in-memory index tree' (duration: 149.843455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.203301Z","time spent":"722.079608ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":574,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"768.96651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-30T16:47:23.925506Z","caller":"traceutil/trace.go:172","msg":"trace[1453421052] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:382; }","duration":"768.990931ms","start":"2026-03-30T16:47:23.156508Z","end":"2026-03-30T16:47:23.925499Z","steps":["trace[1453421052] 'agreement among raft nodes before linearized reading' (duration: 618.98877ms)","trace[1453421052] 'range keys from in-memory index tree' (duration: 149.932348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925524Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.156502Z","time spent":"769.016992ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"763.366957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-30T16:47:23.925539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"765.825646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-30T16:47:23.925568Z","caller":"traceutil/trace.go:172","msg":"trace[1074751160] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:382; }","duration":"763.391658ms","start":"2026-03-30T16:47:23.162168Z","end":"2026-03-30T16:47:23.925560Z","steps":["trace[1074751160] 'agreement among raft nodes before linearized reading' (duration: 613.278493ms)","trace[1074751160] 'range keys from in-memory index tree' (duration: 150.044573ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:23.925583Z","caller":"traceutil/trace.go:172","msg":"trace[535183248] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:382; }","duration":"765.869447ms","start":"2026-03-30T16:47:23.159699Z","end":"2026-03-30T16:47:23.925569Z","steps":["trace[535183248] 'agreement among raft nodes before linearized reading' (duration: 615.824545ms)","trace[535183248] 'range keys from in-memory index tree' (duration: 149.922578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.162160Z","time spent":"763.42633ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.924583Z","caller":"traceutil/trace.go:172","msg":"trace[1747333156] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:382; }","duration":"764.893333ms","start":"2026-03-30T16:47:23.159670Z","end":"2026-03-30T16:47:23.924563Z","steps":["trace[1747333156] 'agreement among raft nodes before linearized reading' (duration: 615.816905ms)","trace[1747333156] 'range keys from in-memory index tree' (duration: 148.85067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.159683Z","time spent":"765.92489ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.159656Z","time spent":"765.964121ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.015802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-30T16:47:23.925887Z","caller":"traceutil/trace.go:172","msg":"trace[723215755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:382; }","duration":"764.040143ms","start":"2026-03-30T16:47:23.161839Z","end":"2026-03-30T16:47:23.925879Z","steps":["trace[723215755] 'agreement among raft nodes before linearized reading' (duration: 613.623176ms)","trace[723215755] 'range keys from in-memory index tree' (duration: 150.359744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.925907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.161830Z","time spent":"764.069603ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.925936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.168727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-30T16:47:23.925968Z","caller":"traceutil/trace.go:172","msg":"trace[1709605320] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:382; }","duration":"764.200418ms","start":"2026-03-30T16:47:23.161758Z","end":"2026-03-30T16:47:23.925958Z","steps":["trace[1709605320] 'agreement among raft nodes before linearized reading' (duration: 613.711289ms)","trace[1709605320] 'range keys from in-memory index tree' (duration: 150.416307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.926011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.161751Z","time spent":"764.234159ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.926030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.016892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-30T16:47:23.926101Z","caller":"traceutil/trace.go:172","msg":"trace[1875811632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:382; }","duration":"764.085655ms","start":"2026-03-30T16:47:23.161995Z","end":"2026-03-30T16:47:23.926081Z","steps":["trace[1875811632] 'agreement among raft nodes before linearized reading' (duration: 613.459681ms)","trace[1875811632] 'range keys from in-memory index tree' (duration: 150.463108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.926141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.161985Z","time spent":"764.143846ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.926254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.529681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:47:23.925765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.211518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-30T16:47:23.926315Z","caller":"traceutil/trace.go:172","msg":"trace[1211691634] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"1.882235259s","start":"2026-03-30T16:47:22.044069Z","end":"2026-03-30T16:47:23.926304Z","steps":["trace[1211691634] 'process raft request' (duration: 1.731569383s)","trace[1211691634] 'compare' (duration: 148.652623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.926402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:22.044061Z","time spent":"1.882315142s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:23.926330Z","caller":"traceutil/trace.go:172","msg":"trace[720912972] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:382; }","duration":"764.775319ms","start":"2026-03-30T16:47:23.161543Z","end":"2026-03-30T16:47:23.926319Z","steps":["trace[720912972] 'agreement among raft nodes before linearized reading' (duration: 613.932357ms)","trace[720912972] 'range keys from in-memory index tree' (duration: 150.226258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.926705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.161536Z","time spent":"765.157543ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:23.927535Z","caller":"traceutil/trace.go:172","msg":"trace[1472625299] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:403; }","duration":"152.057945ms","start":"2026-03-30T16:47:23.775456Z","end":"2026-03-30T16:47:23.927514Z","steps":["trace[1472625299] 'read index received' (duration: 152.048854ms)","trace[1472625299] 'applied index is now lower than readState.Index' (duration: 7.751µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.927636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.134268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.927678Z","caller":"traceutil/trace.go:172","msg":"trace[724214835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:383; }","duration":"702.17735ms","start":"2026-03-30T16:47:23.225488Z","end":"2026-03-30T16:47:23.927666Z","steps":["trace[724214835] 'agreement among raft nodes before linearized reading' (duration: 702.101857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.927719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.225466Z","time spent":"702.243353ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:47:23.927893Z","caller":"traceutil/trace.go:172","msg":"trace[1117801257] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"335.236923ms","start":"2026-03-30T16:47:23.592648Z","end":"2026-03-30T16:47:23.927885Z","steps":["trace[1117801257] 'process raft request' (duration: 335.046926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.927952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.592607Z","time spent":"335.318105ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:23.928066Z","caller":"traceutil/trace.go:172","msg":"trace[1395867659] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"699.914139ms","start":"2026-03-30T16:47:23.228144Z","end":"2026-03-30T16:47:23.928058Z","steps":["trace[1395867659] 'process raft request' (duration: 699.421402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.928148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.228122Z","time spent":"699.96805ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:23.928249Z","caller":"traceutil/trace.go:172","msg":"trace[494759886] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"699.950159ms","start":"2026-03-30T16:47:23.228292Z","end":"2026-03-30T16:47:23.928242Z","steps":["trace[494759886] 'process raft request' (duration: 699.366228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.929706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:23.228264Z","time spent":"701.114802ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:24.545891Z","caller":"traceutil/trace.go:172","msg":"trace[1176112544] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"128.39695ms","start":"2026-03-30T16:47:24.417478Z","end":"2026-03-30T16:47:24.545875Z","steps":["trace[1176112544] 'process raft request' (duration: 128.258625ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:25.162293Z","caller":"traceutil/trace.go:172","msg":"trace[1222626208] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"129.314322ms","start":"2026-03-30T16:47:25.032957Z","end":"2026-03-30T16:47:25.162271Z","steps":["trace[1222626208] 'process raft request' (duration: 129.123725ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:25.288692Z","caller":"traceutil/trace.go:172","msg":"trace[1833528910] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"121.243637ms","start":"2026-03-30T16:47:25.167417Z","end":"2026-03-30T16:47:25.288661Z","steps":["trace[1833528910] 'process raft request' (duration: 76.106165ms)","trace[1833528910] 'compare' (duration: 44.908414ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:25.719863Z","caller":"traceutil/trace.go:172","msg":"trace[1255880784] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"451.248291ms","start":"2026-03-30T16:47:25.268590Z","end":"2026-03-30T16:47:25.719838Z","steps":["trace[1255880784] 'process raft request' (duration: 387.917166ms)","trace[1255880784] 'compare' (duration: 63.082676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:25.720137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:47:25.268553Z","time spent":"451.50868ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:25.719733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.958798ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:25.720315Z","caller":"traceutil/trace.go:172","msg":"trace[856714399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:437; }","duration":"320.564479ms","start":"2026-03-30T16:47:25.399739Z","end":"2026-03-30T16:47:25.720304Z","steps":["trace[856714399] 'range keys from in-memory index tree' (duration: 319.887976ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:26.644336Z","caller":"traceutil/trace.go:172","msg":"trace[1383062657] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:466; }","duration":"113.211461ms","start":"2026-03-30T16:47:26.531105Z","end":"2026-03-30T16:47:26.644317Z","steps":["trace[1383062657] 'read index received' (duration: 113.201501ms)","trace[1383062657] 'applied index is now lower than readState.Index' (duration: 9.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:26.644976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.855093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2302"} {"level":"info","ts":"2026-03-30T16:47:26.645019Z","caller":"traceutil/trace.go:172","msg":"trace[62395349] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:445; }","duration":"113.907785ms","start":"2026-03-30T16:47:26.531096Z","end":"2026-03-30T16:47:26.645004Z","steps":["trace[62395349] 'agreement among raft nodes before linearized reading' (duration: 113.315734ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:26.645378Z","caller":"traceutil/trace.go:172","msg":"trace[34926885] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"117.19622ms","start":"2026-03-30T16:47:26.528074Z","end":"2026-03-30T16:47:26.645271Z","steps":["trace[34926885] 'process raft request' (duration: 116.204816ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:50.333429Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035) learners=(12165604431944650190)"} {"level":"info","ts":"2026-03-30T16:47:50.333597Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","added-peer-id":"a8d4e8c653fa8dce","added-peer-peer-urls":["https://199.204.45.227:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:47:50.333623Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:50.333692Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:50.334172Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:50.334257Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:50.334256Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:50.334296Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:50.334316Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:50.334352Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-30T16:47:50.334391Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"3cf904ec39d3e333","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"a8d4e8c653fa8dce"} {"level":"error","ts":"2026-03-30T16:47:50.382827Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:47:50.884762Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:47:51.329746Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.227:2380/version","remote-member-id":"a8d4e8c653fa8dce","error":"Get \"https://199.204.45.227:2380/version\": dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T16:47:51.329819Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"a8d4e8c653fa8dce","error":"Get \"https://199.204.45.227:2380/version\": dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"error","ts":"2026-03-30T16:47:51.385244Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:47:51.884104Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T16:47:52.413655Z","caller":"traceutil/trace.go:172","msg":"trace[1734090073] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"127.196886ms","start":"2026-03-30T16:47:52.286426Z","end":"2026-03-30T16:47:52.413622Z","steps":["trace[1734090073] 'process raft request' (duration: 94.714368ms)","trace[1734090073] 'compare' (duration: 31.803299ms)"],"step_count":2} {"level":"error","ts":"2026-03-30T16:47:52.415845Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:47:52.884904Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:47:53.381324Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:47:53.739210Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"123.104304ms"} {"level":"info","ts":"2026-03-30T16:47:53.740255Z","caller":"traceutil/trace.go:172","msg":"trace[374221621] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"251.562002ms","start":"2026-03-30T16:47:53.488624Z","end":"2026-03-30T16:47:53.740186Z","steps":["trace[374221621] 'process raft request' (duration: 251.180762ms)"],"step_count":1} {"level":"error","ts":"2026-03-30T16:47:53.884594Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:47:54.405154Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:47:54.873568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.227:60344","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:47:54.885545Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:47:55.334427Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a8d4e8c653fa8dce","rtt":"0s","error":"dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T16:47:55.334468Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a8d4e8c653fa8dce","rtt":"0s","error":"dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"info","ts":"2026-03-30T16:47:55.354324Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.354369Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.354396Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.359030Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"a8d4e8c653fa8dce","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:47:55.359055Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.362526Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"a8d4e8c653fa8dce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:47:55.362602Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.377528Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"3cf904ec39d3e333","to":"a8d4e8c653fa8dce","bytes":913409,"size":"913 kB"} {"level":"info","ts":"2026-03-30T16:47:55.377636Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":542,"remote-peer-id":"a8d4e8c653fa8dce","bytes":913409,"size":"913 kB"} {"level":"info","ts":"2026-03-30T16:47:55.382477Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":905216,"size":"905 kB"} {"level":"error","ts":"2026-03-30T16:47:55.385212Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T16:47:55.408899Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":542,"remote-peer-id":"a8d4e8c653fa8dce","bytes":913409,"size":"913 kB"} {"level":"warn","ts":"2026-03-30T16:47:55.437114Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:47:55.437254Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce","error":"EOF"} {"level":"info","ts":"2026-03-30T16:47:55.445688Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.446013Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"a8d4e8c653fa8dce","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T16:47:55.446080Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.446126Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.446681Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"a8d4e8c653fa8dce","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T16:47:55.446738Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.446752Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.448071Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"warn","ts":"2026-03-30T16:47:55.871612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.227:60356","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:47:55.926671Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035 12165604431944650190)"} {"level":"info","ts":"2026-03-30T16:47:55.926823Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","promoted-member-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:55.926856Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"3cf904ec39d3e333","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:47:58.565482Z","caller":"traceutil/trace.go:172","msg":"trace[1034833839] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:550; }","duration":"164.606454ms","start":"2026-03-30T16:47:58.400849Z","end":"2026-03-30T16:47:58.565456Z","steps":["trace[1034833839] 'read index received' (duration: 164.600594ms)","trace[1034833839] 'applied index is now lower than readState.Index' (duration: 4.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:58.565669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.812228ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:58.565711Z","caller":"traceutil/trace.go:172","msg":"trace[222426402] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:519; }","duration":"164.87306ms","start":"2026-03-30T16:47:58.400827Z","end":"2026-03-30T16:47:58.565700Z","steps":["trace[222426402] 'agreement among raft nodes before linearized reading' (duration: 164.784458ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:58.565829Z","caller":"traceutil/trace.go:172","msg":"trace[351080630] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"214.992364ms","start":"2026-03-30T16:47:58.350802Z","end":"2026-03-30T16:47:58.565794Z","steps":["trace[351080630] 'process raft request' (duration: 214.8269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:58.566682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.485947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:58.566714Z","caller":"traceutil/trace.go:172","msg":"trace[1283733008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"150.519858ms","start":"2026-03-30T16:47:58.416186Z","end":"2026-03-30T16:47:58.566706Z","steps":["trace[1283733008] 'agreement among raft nodes before linearized reading' (duration: 150.418365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:58.566810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.474745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:47:58.566826Z","caller":"traceutil/trace.go:172","msg":"trace[247915608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"127.491236ms","start":"2026-03-30T16:47:58.439329Z","end":"2026-03-30T16:47:58.566821Z","steps":["trace[247915608] 'agreement among raft nodes before linearized reading' (duration: 127.443995ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:58.698102Z","caller":"traceutil/trace.go:172","msg":"trace[295571567] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"127.427216ms","start":"2026-03-30T16:47:58.570654Z","end":"2026-03-30T16:47:58.698081Z","steps":["trace[295571567] 'process raft request' (duration: 127.237421ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:58.707800Z","caller":"traceutil/trace.go:172","msg":"trace[1954336515] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"135.418856ms","start":"2026-03-30T16:47:58.572359Z","end":"2026-03-30T16:47:58.707778Z","steps":["trace[1954336515] 'process raft request' (duration: 135.323144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:00.743280Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.770738ms"} {"level":"info","ts":"2026-03-30T16:48:00.922687Z","caller":"traceutil/trace.go:172","msg":"trace[1247579687] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:555; }","duration":"218.38784ms","start":"2026-03-30T16:48:00.704278Z","end":"2026-03-30T16:48:00.922666Z","steps":["trace[1247579687] 'read index received' (duration: 218.38313ms)","trace[1247579687] 'applied index is now lower than readState.Index' (duration: 3.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:00.922961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.665787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:00.922946Z","caller":"traceutil/trace.go:172","msg":"trace[262139560] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"351.301952ms","start":"2026-03-30T16:48:00.571613Z","end":"2026-03-30T16:48:00.922915Z","steps":["trace[262139560] 'process raft request' (duration: 351.155888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:00.923089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:00.571587Z","time spent":"351.430915ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:00.922991Z","caller":"traceutil/trace.go:172","msg":"trace[499754587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:524; }","duration":"218.712548ms","start":"2026-03-30T16:48:00.704270Z","end":"2026-03-30T16:48:00.922983Z","steps":["trace[499754587] 'agreement among raft nodes before linearized reading' (duration: 218.565265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:00.924051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.945865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:48:00.923982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.246758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:48:00.924104Z","caller":"traceutil/trace.go:172","msg":"trace[586691305] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:525; }","duration":"190.001477ms","start":"2026-03-30T16:48:00.734090Z","end":"2026-03-30T16:48:00.924092Z","steps":["trace[586691305] 'agreement among raft nodes before linearized reading' (duration: 189.918645ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:00.924126Z","caller":"traceutil/trace.go:172","msg":"trace[1947157042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"212.392321ms","start":"2026-03-30T16:48:00.711722Z","end":"2026-03-30T16:48:00.924114Z","steps":["trace[1947157042] 'agreement among raft nodes before linearized reading' (duration: 212.155215ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:01.068127Z","caller":"traceutil/trace.go:172","msg":"trace[763820633] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"139.206955ms","start":"2026-03-30T16:48:00.928892Z","end":"2026-03-30T16:48:01.068099Z","steps":["trace[763820633] 'process raft request' (duration: 79.047478ms)","trace[763820633] 'compare' (duration: 59.730766ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:02.113181Z","caller":"traceutil/trace.go:172","msg":"trace[1627193563] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"168.645946ms","start":"2026-03-30T16:48:01.944520Z","end":"2026-03-30T16:48:02.113166Z","steps":["trace[1627193563] 'process raft request' (duration: 168.530524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:02.530837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.344686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:48:02.530885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.417265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:02.530918Z","caller":"traceutil/trace.go:172","msg":"trace[1306368337] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:528; }","duration":"253.453016ms","start":"2026-03-30T16:48:02.277456Z","end":"2026-03-30T16:48:02.530909Z","steps":["trace[1306368337] 'range keys from in-memory index tree' (duration: 252.079453ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:02.530912Z","caller":"traceutil/trace.go:172","msg":"trace[567526824] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:528; }","duration":"131.431248ms","start":"2026-03-30T16:48:02.399466Z","end":"2026-03-30T16:48:02.530897Z","steps":["trace[567526824] 'range keys from in-memory index tree' (duration: 131.308014ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:02.822147Z","caller":"traceutil/trace.go:172","msg":"trace[1729863462] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:560; }","duration":"291.164254ms","start":"2026-03-30T16:48:02.530964Z","end":"2026-03-30T16:48:02.822128Z","steps":["trace[1729863462] 'read index received' (duration: 291.157124ms)","trace[1729863462] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:02.822262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.277567ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:02.822287Z","caller":"traceutil/trace.go:172","msg":"trace[1724128031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:528; }","duration":"291.323018ms","start":"2026-03-30T16:48:02.530956Z","end":"2026-03-30T16:48:02.822279Z","steps":["trace[1724128031] 'agreement among raft nodes before linearized reading' (duration: 291.249426ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:03.360157Z","caller":"traceutil/trace.go:172","msg":"trace[643983031] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:563; }","duration":"194.440608ms","start":"2026-03-30T16:48:03.165698Z","end":"2026-03-30T16:48:03.360139Z","steps":["trace[643983031] 'read index received' (duration: 194.434888ms)","trace[643983031] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:03.360308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.591612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:03.360335Z","caller":"traceutil/trace.go:172","msg":"trace[271921879] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:530; }","duration":"194.638183ms","start":"2026-03-30T16:48:03.165690Z","end":"2026-03-30T16:48:03.360328Z","steps":["trace[271921879] 'agreement among raft nodes before linearized reading' (duration: 194.558591ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:03.360315Z","caller":"traceutil/trace.go:172","msg":"trace[1629291986] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"256.564896ms","start":"2026-03-30T16:48:03.103734Z","end":"2026-03-30T16:48:03.360299Z","steps":["trace[1629291986] 'process raft request' (duration: 256.433393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:03.502174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.229996ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:03.502229Z","caller":"traceutil/trace.go:172","msg":"trace[294417077] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:531; }","duration":"102.315968ms","start":"2026-03-30T16:48:03.399903Z","end":"2026-03-30T16:48:03.502219Z","steps":["trace[294417077] 'range keys from in-memory index tree' (duration: 102.180474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.503994Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"188.24222ms"} {"level":"info","ts":"2026-03-30T16:48:04.504142Z","caller":"traceutil/trace.go:172","msg":"trace[1816647206] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"385.390651ms","start":"2026-03-30T16:48:04.118731Z","end":"2026-03-30T16:48:04.504122Z","steps":["trace[1816647206] 'process raft request' (duration: 385.275269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.504324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:04.118705Z","time spent":"385.544715ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:04.506486Z","caller":"traceutil/trace.go:172","msg":"trace[826634480] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:565; }","duration":"106.194089ms","start":"2026-03-30T16:48:04.400269Z","end":"2026-03-30T16:48:04.506463Z","steps":["trace[826634480] 'read index received' (duration: 106.187658ms)","trace[826634480] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:04.506610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.338671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:04.506655Z","caller":"traceutil/trace.go:172","msg":"trace[2113314106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:532; }","duration":"106.402563ms","start":"2026-03-30T16:48:04.400240Z","end":"2026-03-30T16:48:04.506643Z","steps":["trace[2113314106] 'agreement among raft nodes before linearized reading' (duration: 106.30206ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:07.279603Z","caller":"traceutil/trace.go:172","msg":"trace[1706999724] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"161.297854ms","start":"2026-03-30T16:48:07.118240Z","end":"2026-03-30T16:48:07.279538Z","steps":["trace[1706999724] 'process raft request' (duration: 161.159971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:07.651900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.560488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:48:07.651959Z","caller":"traceutil/trace.go:172","msg":"trace[2089679670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:544; }","duration":"270.622249ms","start":"2026-03-30T16:48:07.381320Z","end":"2026-03-30T16:48:07.651942Z","steps":["trace[2089679670] 'range keys from in-memory index tree' (duration: 269.646297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:07.651970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.600333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:07.652003Z","caller":"traceutil/trace.go:172","msg":"trace[1263270237] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:544; }","duration":"274.674865ms","start":"2026-03-30T16:48:07.377317Z","end":"2026-03-30T16:48:07.651992Z","steps":["trace[1263270237] 'range keys from in-memory index tree' (duration: 273.757684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:07.651984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.581182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:07.652071Z","caller":"traceutil/trace.go:172","msg":"trace[1319469787] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:544; }","duration":"259.693035ms","start":"2026-03-30T16:48:07.392362Z","end":"2026-03-30T16:48:07.652055Z","steps":["trace[1319469787] 'range keys from in-memory index tree' (duration: 258.787425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:07.653046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.601125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:07.653131Z","caller":"traceutil/trace.go:172","msg":"trace[1781240897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:544; }","duration":"253.635705ms","start":"2026-03-30T16:48:07.399435Z","end":"2026-03-30T16:48:07.653070Z","steps":["trace[1781240897] 'range keys from in-memory index tree' (duration: 253.525143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:08.208616Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269022,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:48:08.234258Z","caller":"traceutil/trace.go:172","msg":"trace[932440543] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:579; }","duration":"526.8551ms","start":"2026-03-30T16:48:07.707388Z","end":"2026-03-30T16:48:08.234244Z","steps":["trace[932440543] 'read index received' (duration: 526.85098ms)","trace[932440543] 'applied index is now lower than readState.Index' (duration: 3.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:08.234364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.959352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:08.234392Z","caller":"traceutil/trace.go:172","msg":"trace[1075202035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"526.999873ms","start":"2026-03-30T16:48:07.707384Z","end":"2026-03-30T16:48:08.234384Z","steps":["trace[1075202035] 'agreement among raft nodes before linearized reading' (duration: 526.931551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:08.234415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:07.707369Z","time spent":"527.041754ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:48:08.234581Z","caller":"traceutil/trace.go:172","msg":"trace[1934956809] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"578.948732ms","start":"2026-03-30T16:48:07.655623Z","end":"2026-03-30T16:48:08.234572Z","steps":["trace[1934956809] 'process raft request' (duration: 578.859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:08.235162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.441835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:08.235351Z","caller":"traceutil/trace.go:172","msg":"trace[1584043664] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:545; }","duration":"421.634499ms","start":"2026-03-30T16:48:07.813704Z","end":"2026-03-30T16:48:08.235338Z","steps":["trace[1584043664] 'agreement among raft nodes before linearized reading' (duration: 421.410524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:08.235341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:07.655608Z","time spent":"579.646308ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:08.235386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:07.813690Z","time spent":"421.68716ms","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:09.208412Z","caller":"traceutil/trace.go:172","msg":"trace[1386802878] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"692.293229ms","start":"2026-03-30T16:48:08.516098Z","end":"2026-03-30T16:48:09.208391Z","steps":["trace[1386802878] 'process raft request' (duration: 692.078474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:09.208571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:08.516069Z","time spent":"692.417342ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:09.587499Z","caller":"traceutil/trace.go:172","msg":"trace[1331843011] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"563.736521ms","start":"2026-03-30T16:48:09.023735Z","end":"2026-03-30T16:48:09.587471Z","steps":["trace[1331843011] 'process raft request' (duration: 563.560697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:09.587663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:09.023715Z","time spent":"563.873984ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:09.719600Z","caller":"traceutil/trace.go:172","msg":"trace[404707444] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:582; }","duration":"436.250362ms","start":"2026-03-30T16:48:09.283331Z","end":"2026-03-30T16:48:09.719581Z","steps":["trace[404707444] 'read index received' (duration: 436.243632ms)","trace[404707444] 'applied index is now lower than readState.Index' (duration: 5.67µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:09.719700Z","caller":"traceutil/trace.go:172","msg":"trace[564182740] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"160.426471ms","start":"2026-03-30T16:48:09.559265Z","end":"2026-03-30T16:48:09.719692Z","steps":["trace[564182740] 'process raft request' (duration: 160.327239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:09.719783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.437947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:48:09.719820Z","caller":"traceutil/trace.go:172","msg":"trace[1581042166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:548; }","duration":"436.482629ms","start":"2026-03-30T16:48:09.283327Z","end":"2026-03-30T16:48:09.719810Z","steps":["trace[1581042166] 'agreement among raft nodes before linearized reading' (duration: 436.341775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:09.719850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:09.283309Z","time spent":"436.533519ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:09.721812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.280105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:09.721857Z","caller":"traceutil/trace.go:172","msg":"trace[1366719342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:548; }","duration":"322.326136ms","start":"2026-03-30T16:48:09.399519Z","end":"2026-03-30T16:48:09.721846Z","steps":["trace[1366719342] 'agreement among raft nodes before linearized reading' (duration: 322.261635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:10.225314Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:48:10.252923Z","caller":"traceutil/trace.go:172","msg":"trace[1510141216] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:583; }","duration":"528.103808ms","start":"2026-03-30T16:48:09.724787Z","end":"2026-03-30T16:48:10.252891Z","steps":["trace[1510141216] 'read index received' (duration: 528.096088ms)","trace[1510141216] 'applied index is now lower than readState.Index' (duration: 5.73µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:10.253088Z","caller":"traceutil/trace.go:172","msg":"trace[709433060] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"528.65047ms","start":"2026-03-30T16:48:09.724425Z","end":"2026-03-30T16:48:10.253075Z","steps":["trace[709433060] 'process raft request' (duration: 528.561138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:10.253170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:09.724413Z","time spent":"528.710712ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:10.253090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.283222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:10.253262Z","caller":"traceutil/trace.go:172","msg":"trace[1364679642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"528.452886ms","start":"2026-03-30T16:48:09.724782Z","end":"2026-03-30T16:48:10.253235Z","steps":["trace[1364679642] 'agreement among raft nodes before linearized reading' (duration: 528.253271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:10.253415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:09.724775Z","time spent":"528.61576ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:48:10.254149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.106232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:10.254210Z","caller":"traceutil/trace.go:172","msg":"trace[1358085783] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:549; }","duration":"115.180753ms","start":"2026-03-30T16:48:10.139017Z","end":"2026-03-30T16:48:10.254198Z","steps":["trace[1358085783] 'agreement among raft nodes before linearized reading' (duration: 114.921477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:10.648990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.356316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:10.649080Z","caller":"traceutil/trace.go:172","msg":"trace[1927083849] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:550; }","duration":"185.450538ms","start":"2026-03-30T16:48:10.463608Z","end":"2026-03-30T16:48:10.649058Z","steps":["trace[1927083849] 'range keys from in-memory index tree' (duration: 184.439785ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:11.469375Z","caller":"traceutil/trace.go:172","msg":"trace[2019011656] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"240.971402ms","start":"2026-03-30T16:48:11.228382Z","end":"2026-03-30T16:48:11.469354Z","steps":["trace[2019011656] 'process raft request' (duration: 240.855259ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:12.300390Z","caller":"traceutil/trace.go:172","msg":"trace[1503094601] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"188.785913ms","start":"2026-03-30T16:48:12.111588Z","end":"2026-03-30T16:48:12.300374Z","steps":["trace[1503094601] 'process raft request' (duration: 188.64513ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:12.538317Z","caller":"traceutil/trace.go:172","msg":"trace[742447401] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:590; }","duration":"210.69028ms","start":"2026-03-30T16:48:12.327601Z","end":"2026-03-30T16:48:12.538291Z","steps":["trace[742447401] 'read index received' (duration: 210.68487ms)","trace[742447401] 'applied index is now lower than readState.Index' (duration: 4.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:12.554929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.312191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:48:12.554962Z","caller":"traceutil/trace.go:172","msg":"trace[1445328197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"227.357652ms","start":"2026-03-30T16:48:12.327596Z","end":"2026-03-30T16:48:12.554954Z","steps":["trace[1445328197] 'agreement among raft nodes before linearized reading' (duration: 210.793514ms)","trace[1445328197] 'range keys from in-memory index tree' (duration: 16.421146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:12.555188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.871388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:12.555247Z","caller":"traceutil/trace.go:172","msg":"trace[2046117571] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:554; }","duration":"155.931849ms","start":"2026-03-30T16:48:12.399299Z","end":"2026-03-30T16:48:12.555231Z","steps":["trace[2046117571] 'range keys from in-memory index tree' (duration: 155.836518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:12.555303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.36161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:48:12.555405Z","caller":"traceutil/trace.go:172","msg":"trace[1535634225] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"250.659254ms","start":"2026-03-30T16:48:12.304734Z","end":"2026-03-30T16:48:12.555393Z","steps":["trace[1535634225] 'process raft request' (duration: 107.154881ms)","trace[1535634225] 'compare' (duration: 143.272938ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:12.555509Z","caller":"traceutil/trace.go:172","msg":"trace[579291730] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"247.038572ms","start":"2026-03-30T16:48:12.308463Z","end":"2026-03-30T16:48:12.555502Z","steps":["trace[579291730] 'process raft request' (duration: 246.906469ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:12.700375Z","caller":"traceutil/trace.go:172","msg":"trace[849634503] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"141.562778ms","start":"2026-03-30T16:48:12.558796Z","end":"2026-03-30T16:48:12.700359Z","steps":["trace[849634503] 'process raft request' (duration: 141.398224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:13.005507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.967272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:41 size:3525"} {"level":"info","ts":"2026-03-30T16:48:13.005568Z","caller":"traceutil/trace.go:172","msg":"trace[753571600] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:41; response_revision:557; }","duration":"109.039953ms","start":"2026-03-30T16:48:12.896517Z","end":"2026-03-30T16:48:13.005557Z","steps":["trace[753571600] 'range keys from in-memory index tree' (duration: 107.59954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:13.734307Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.168807ms"} {"level":"info","ts":"2026-03-30T16:48:13.734549Z","caller":"traceutil/trace.go:172","msg":"trace[2013476458] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"260.104015ms","start":"2026-03-30T16:48:13.474395Z","end":"2026-03-30T16:48:13.734499Z","steps":["trace[2013476458] 'process raft request' (duration: 260.008043ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:13.767834Z","caller":"traceutil/trace.go:172","msg":"trace[1011678800] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:594; }","duration":"179.674026ms","start":"2026-03-30T16:48:13.588138Z","end":"2026-03-30T16:48:13.767812Z","steps":["trace[1011678800] 'read index received' (duration: 179.651785ms)","trace[1011678800] 'applied index is now lower than readState.Index' (duration: 21.201µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:13.767963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.803469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:13.768017Z","caller":"traceutil/trace.go:172","msg":"trace[2058729876] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:558; }","duration":"179.87635ms","start":"2026-03-30T16:48:13.588129Z","end":"2026-03-30T16:48:13.768005Z","steps":["trace[2058729876] 'agreement among raft nodes before linearized reading' (duration: 179.764568ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:13.768303Z","caller":"traceutil/trace.go:172","msg":"trace[817300191] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"119.683238ms","start":"2026-03-30T16:48:13.648601Z","end":"2026-03-30T16:48:13.768285Z","steps":["trace[817300191] 'process raft request' (duration: 119.555585ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:15.584835Z","caller":"traceutil/trace.go:172","msg":"trace[1893218961] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:598; }","duration":"184.900305ms","start":"2026-03-30T16:48:15.399917Z","end":"2026-03-30T16:48:15.584817Z","steps":["trace[1893218961] 'read index received' (duration: 184.896455ms)","trace[1893218961] 'applied index is now lower than readState.Index' (duration: 3.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:15.584927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.995717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:15.584944Z","caller":"traceutil/trace.go:172","msg":"trace[2022780464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:562; }","duration":"185.024707ms","start":"2026-03-30T16:48:15.399913Z","end":"2026-03-30T16:48:15.584938Z","steps":["trace[2022780464] 'agreement among raft nodes before linearized reading' (duration: 184.976126ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:15.585138Z","caller":"traceutil/trace.go:172","msg":"trace[1577275401] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"256.100304ms","start":"2026-03-30T16:48:15.329018Z","end":"2026-03-30T16:48:15.585118Z","steps":["trace[1577275401] 'process raft request' (duration: 255.966141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:15.585927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.103132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:15.585965Z","caller":"traceutil/trace.go:172","msg":"trace[522549157] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:563; }","duration":"170.152383ms","start":"2026-03-30T16:48:15.415806Z","end":"2026-03-30T16:48:15.585958Z","steps":["trace[522549157] 'agreement among raft nodes before linearized reading' (duration: 170.085862ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:17.451242Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-30T16:48:17.943307Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.738557ms"} {"level":"warn","ts":"2026-03-30T16:48:18.185939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.256348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:18.186033Z","caller":"traceutil/trace.go:172","msg":"trace[160009424] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:582; }","duration":"390.35743ms","start":"2026-03-30T16:48:17.795657Z","end":"2026-03-30T16:48:18.186014Z","steps":["trace[160009424] 'range keys from in-memory index tree' (duration: 390.217297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:18.186410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.305329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:48:18.186547Z","caller":"traceutil/trace.go:172","msg":"trace[299281092] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"431.47787ms","start":"2026-03-30T16:48:17.755047Z","end":"2026-03-30T16:48:18.186525Z","steps":["trace[299281092] 'process raft request' (duration: 188.960136ms)","trace[299281092] 'compare' (duration: 242.121726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:18.186642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:17.755013Z","time spent":"431.606513ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:18.376942Z","caller":"traceutil/trace.go:172","msg":"trace[117405142] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:622; }","duration":"460.819897ms","start":"2026-03-30T16:48:17.916093Z","end":"2026-03-30T16:48:18.376913Z","steps":["trace[117405142] 'read index received' (duration: 460.809907ms)","trace[117405142] 'applied index is now lower than readState.Index' (duration: 8.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:18.389166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.052236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3196"} {"level":"info","ts":"2026-03-30T16:48:18.389263Z","caller":"traceutil/trace.go:172","msg":"trace[2060539508] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:583; }","duration":"473.169728ms","start":"2026-03-30T16:48:17.916074Z","end":"2026-03-30T16:48:18.389244Z","steps":["trace[2060539508] 'agreement among raft nodes before linearized reading' (duration: 460.98992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:18.389269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.498507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:48:18.389314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:17.916040Z","time spent":"473.259171ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3218,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:18.389339Z","caller":"traceutil/trace.go:172","msg":"trace[2011324007] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:584; }","duration":"411.589039ms","start":"2026-03-30T16:48:17.977732Z","end":"2026-03-30T16:48:18.389321Z","steps":["trace[2011324007] 'agreement among raft nodes before linearized reading' (duration: 411.458456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:18.389405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:17.977704Z","time spent":"411.686452ms","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:18.389410Z","caller":"traceutil/trace.go:172","msg":"trace[1864546950] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"608.538998ms","start":"2026-03-30T16:48:17.780820Z","end":"2026-03-30T16:48:18.389359Z","steps":["trace[1864546950] 'process raft request' (duration: 596.231387ms)","trace[1864546950] 'compare' (duration: 11.946393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:18.389499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.100054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:18.389538Z","caller":"traceutil/trace.go:172","msg":"trace[932951926] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:584; }","duration":"378.141364ms","start":"2026-03-30T16:48:18.011386Z","end":"2026-03-30T16:48:18.389528Z","steps":["trace[932951926] 'agreement among raft nodes before linearized reading' (duration: 378.071613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:18.389566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:18.011356Z","time spent":"378.203635ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:18.389583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:17.780757Z","time spent":"608.733892ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:18.389633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.160331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:18.389868Z","caller":"traceutil/trace.go:172","msg":"trace[1808280879] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:584; }","duration":"207.362525ms","start":"2026-03-30T16:48:18.182305Z","end":"2026-03-30T16:48:18.389668Z","steps":["trace[1808280879] 'agreement among raft nodes before linearized reading' (duration: 207.12141ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:19.348820Z","caller":"traceutil/trace.go:172","msg":"trace[13091907] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"112.173954ms","start":"2026-03-30T16:48:19.236618Z","end":"2026-03-30T16:48:19.348792Z","steps":["trace[13091907] 'process raft request' (duration: 111.99345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:20.909211Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:21.410066Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269142,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:48:21.482436Z","caller":"traceutil/trace.go:172","msg":"trace[1668089705] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.085991332s","start":"2026-03-30T16:48:20.396420Z","end":"2026-03-30T16:48:21.482412Z","steps":["trace[1668089705] 'process raft request' (duration: 1.085798548s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.482672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:20.396394Z","time spent":"1.086139906s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:21.820469Z","caller":"traceutil/trace.go:172","msg":"trace[431537745] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:642; }","duration":"1.411602267s","start":"2026-03-30T16:48:20.408825Z","end":"2026-03-30T16:48:21.820427Z","steps":["trace[431537745] 'read index received' (duration: 1.411590767s)","trace[431537745] 'applied index is now lower than readState.Index' (duration: 8.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:21.820696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.411831291s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:21.820739Z","caller":"traceutil/trace.go:172","msg":"trace[351164365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:602; }","duration":"1.411909673s","start":"2026-03-30T16:48:20.408817Z","end":"2026-03-30T16:48:21.820727Z","steps":["trace[351164365] 'agreement among raft nodes before linearized reading' (duration: 1.411786971s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:21.838594Z","caller":"traceutil/trace.go:172","msg":"trace[1534582720] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"189.857069ms","start":"2026-03-30T16:48:21.648708Z","end":"2026-03-30T16:48:21.838565Z","steps":["trace[1534582720] 'process raft request' (duration: 189.634314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.839112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.076506187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:48:21.839211Z","caller":"traceutil/trace.go:172","msg":"trace[1130004872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:603; }","duration":"1.0766276s","start":"2026-03-30T16:48:20.762564Z","end":"2026-03-30T16:48:21.839192Z","steps":["trace[1130004872] 'agreement among raft nodes before linearized reading' (duration: 1.07619548s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.839251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"673.26226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:48:21.839265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:20.762548Z","time spent":"1.076706721s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:21.839233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"771.54893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:21.839840Z","caller":"traceutil/trace.go:172","msg":"trace[1473449104] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:603; }","duration":"772.166263ms","start":"2026-03-30T16:48:21.067654Z","end":"2026-03-30T16:48:21.839820Z","steps":["trace[1473449104] 'agreement among raft nodes before linearized reading' (duration: 771.513839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.839900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:21.067615Z","time spent":"772.270785ms","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:21.839932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"953.499475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:48:21.840006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.222751215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:21.840074Z","caller":"traceutil/trace.go:172","msg":"trace[1993093000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:603; }","duration":"1.222844757s","start":"2026-03-30T16:48:20.617218Z","end":"2026-03-30T16:48:21.840062Z","steps":["trace[1993093000] 'agreement among raft nodes before linearized reading' (duration: 1.2220163s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.840103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:20.617198Z","time spent":"1.222899538s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:21.839316Z","caller":"traceutil/trace.go:172","msg":"trace[1333758146] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:603; }","duration":"673.341072ms","start":"2026-03-30T16:48:21.165953Z","end":"2026-03-30T16:48:21.839295Z","steps":["trace[1333758146] 'agreement among raft nodes before linearized reading' (duration: 673.22698ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:21.840027Z","caller":"traceutil/trace.go:172","msg":"trace[1595942933] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:603; }","duration":"953.658708ms","start":"2026-03-30T16:48:20.886344Z","end":"2026-03-30T16:48:21.839996Z","steps":["trace[1595942933] 'agreement among raft nodes before linearized reading' (duration: 952.945784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.839355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.134149262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:21.840700Z","caller":"traceutil/trace.go:172","msg":"trace[866533947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"1.135493989s","start":"2026-03-30T16:48:20.705190Z","end":"2026-03-30T16:48:21.840684Z","steps":["trace[866533947] 'agreement among raft nodes before linearized reading' (duration: 1.133993439s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.840745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:20.705176Z","time spent":"1.13555931s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:48:21.840519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:20.886309Z","time spent":"954.179778ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:21.840193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:21.165908Z","time spent":"674.274821ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:25.410404Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"3cf904ec39d3e333","to":"a8d4e8c653fa8dce","bytes":913409,"size":"913 kB","took":"30.032769502s"} {"level":"info","ts":"2026-03-30T16:48:26.046385Z","caller":"traceutil/trace.go:172","msg":"trace[1771587271] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"147.479171ms","start":"2026-03-30T16:48:25.898891Z","end":"2026-03-30T16:48:26.046370Z","steps":["trace[1771587271] 'process raft request' (duration: 147.364479ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:26.048309Z","caller":"traceutil/trace.go:172","msg":"trace[2092202758] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:658; }","duration":"143.710676ms","start":"2026-03-30T16:48:25.904573Z","end":"2026-03-30T16:48:26.048283Z","steps":["trace[2092202758] 'read index received' (duration: 143.705335ms)","trace[2092202758] 'applied index is now lower than readState.Index' (duration: 4.651µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:26.048511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.92562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-30T16:48:26.048593Z","caller":"traceutil/trace.go:172","msg":"trace[2114864072] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:615; }","duration":"144.022011ms","start":"2026-03-30T16:48:25.904560Z","end":"2026-03-30T16:48:26.048582Z","steps":["trace[2114864072] 'agreement among raft nodes before linearized reading' (duration: 143.804027ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:26.052935Z","caller":"traceutil/trace.go:172","msg":"trace[1507263465] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"153.147846ms","start":"2026-03-30T16:48:25.899769Z","end":"2026-03-30T16:48:26.052917Z","steps":["trace[1507263465] 'process raft request' (duration: 153.048944ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:30.401850Z","caller":"traceutil/trace.go:172","msg":"trace[681632214] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"120.734921ms","start":"2026-03-30T16:48:30.281091Z","end":"2026-03-30T16:48:30.401826Z","steps":["trace[681632214] 'process raft request' (duration: 114.284436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:35.550173Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.615843ms"} {"level":"info","ts":"2026-03-30T16:48:35.551151Z","caller":"traceutil/trace.go:172","msg":"trace[1186046044] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:684; }","duration":"150.795392ms","start":"2026-03-30T16:48:35.400291Z","end":"2026-03-30T16:48:35.551086Z","steps":["trace[1186046044] 'read index received' (duration: 150.788682ms)","trace[1186046044] 'applied index is now lower than readState.Index' (duration: 5.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:35.551272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.955275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:35.551307Z","caller":"traceutil/trace.go:172","msg":"trace[659422162] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:638; }","duration":"151.012836ms","start":"2026-03-30T16:48:35.400283Z","end":"2026-03-30T16:48:35.551296Z","steps":["trace[659422162] 'agreement among raft nodes before linearized reading' (duration: 150.928884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:35.948587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.185881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:48:35.972626Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"156.222398ms"} {"level":"info","ts":"2026-03-30T16:48:35.973569Z","caller":"traceutil/trace.go:172","msg":"trace[264532478] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"341.179567ms","start":"2026-03-30T16:48:35.632361Z","end":"2026-03-30T16:48:35.973541Z","steps":["trace[264532478] 'process raft request' (duration: 340.963773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:35.973740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:35.632322Z","time spent":"341.32144ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:35.973731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.972005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:35.973813Z","caller":"traceutil/trace.go:172","msg":"trace[8111301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"268.103308ms","start":"2026-03-30T16:48:35.705693Z","end":"2026-03-30T16:48:35.973796Z","steps":["trace[8111301] 'agreement among raft nodes before linearized reading' (duration: 267.923664ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:35.973580Z","caller":"traceutil/trace.go:172","msg":"trace[1087723983] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:687; }","duration":"267.858863ms","start":"2026-03-30T16:48:35.705700Z","end":"2026-03-30T16:48:35.973559Z","steps":["trace[1087723983] 'read index received' (duration: 267.851713ms)","trace[1087723983] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:37.901020Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:38.401963Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:38.826249Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"709.945857ms"} {"level":"warn","ts":"2026-03-30T16:48:38.826625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.425915304s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:38.826661Z","caller":"traceutil/trace.go:172","msg":"trace[2014985063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:645; }","duration":"1.425964095s","start":"2026-03-30T16:48:37.400689Z","end":"2026-03-30T16:48:38.826653Z","steps":["trace[2014985063] 'agreement among raft nodes before linearized reading' (duration: 1.425891804s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:38.826741Z","caller":"traceutil/trace.go:172","msg":"trace[1340490011] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:693; }","duration":"1.425567267s","start":"2026-03-30T16:48:37.400697Z","end":"2026-03-30T16:48:38.826265Z","steps":["trace[1340490011] 'read index received' (duration: 1.425559177s)","trace[1340490011] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:38.830439Z","caller":"traceutil/trace.go:172","msg":"trace[1307334569] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"390.96171ms","start":"2026-03-30T16:48:38.439462Z","end":"2026-03-30T16:48:38.830424Z","steps":["trace[1307334569] 'process raft request' (duration: 390.914029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.830550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:38.439434Z","time spent":"391.053782ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:38.830700Z","caller":"traceutil/trace.go:172","msg":"trace[357099904] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"851.423147ms","start":"2026-03-30T16:48:37.979267Z","end":"2026-03-30T16:48:38.830690Z","steps":["trace[357099904] 'process raft request' (duration: 850.981489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.830765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:37.979238Z","time spent":"851.503179ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:38.832695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.669069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:48:38.833109Z","caller":"traceutil/trace.go:172","msg":"trace[1245369597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"629.095557ms","start":"2026-03-30T16:48:38.204003Z","end":"2026-03-30T16:48:38.833098Z","steps":["trace[1245369597] 'agreement among raft nodes before linearized reading' (duration: 628.570298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.833182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:38.203983Z","time spent":"629.184418ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:38.832694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"700.71339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:38.833294Z","caller":"traceutil/trace.go:172","msg":"trace[2100773574] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:647; }","duration":"701.311271ms","start":"2026-03-30T16:48:38.131932Z","end":"2026-03-30T16:48:38.833243Z","steps":["trace[2100773574] 'agreement among raft nodes before linearized reading' (duration: 700.655079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.832781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.045569981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:48:38.833387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:38.131903Z","time spent":"701.470873ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:38.833551Z","caller":"traceutil/trace.go:172","msg":"trace[720769179] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:647; }","duration":"1.046158312s","start":"2026-03-30T16:48:37.787206Z","end":"2026-03-30T16:48:38.833364Z","steps":["trace[720769179] 'agreement among raft nodes before linearized reading' (duration: 1.045547751s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.833640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:37.787189Z","time spent":"1.046440287s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:38.832822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.125501287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:38.833716Z","caller":"traceutil/trace.go:172","msg":"trace[341551157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"1.126386703s","start":"2026-03-30T16:48:37.707317Z","end":"2026-03-30T16:48:38.833703Z","steps":["trace[341551157] 'agreement among raft nodes before linearized reading' (duration: 1.125483217s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.832866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.431352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:38.834055Z","caller":"traceutil/trace.go:172","msg":"trace[1127580532] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:647; }","duration":"336.610303ms","start":"2026-03-30T16:48:38.497429Z","end":"2026-03-30T16:48:38.834040Z","steps":["trace[1127580532] 'agreement among raft nodes before linearized reading' (duration: 335.410831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.832986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"622.688179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:48:38.834340Z","caller":"traceutil/trace.go:172","msg":"trace[1721874365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"624.044553ms","start":"2026-03-30T16:48:38.210286Z","end":"2026-03-30T16:48:38.834331Z","steps":["trace[1721874365] 'agreement among raft nodes before linearized reading' (duration: 622.594227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.834297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:38.497413Z","time spent":"336.849407ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:38.834383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:38.210279Z","time spent":"624.086574ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:38.833747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:37.707297Z","time spent":"1.126440604s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:48:38.953197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.004697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:38.953284Z","caller":"traceutil/trace.go:172","msg":"trace[353148404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"110.105089ms","start":"2026-03-30T16:48:38.843162Z","end":"2026-03-30T16:48:38.953267Z","steps":["trace[353148404] 'agreement among raft nodes before linearized reading' (duration: 38.158539ms)","trace[353148404] 'range keys from in-memory index tree' (duration: 71.817697ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:38.953832Z","caller":"traceutil/trace.go:172","msg":"trace[1257085966] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"114.758614ms","start":"2026-03-30T16:48:38.839048Z","end":"2026-03-30T16:48:38.953807Z","steps":["trace[1257085966] 'process raft request' (duration: 41.288117ms)","trace[1257085966] 'compare' (duration: 72.717834ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:38.954219Z","caller":"traceutil/trace.go:172","msg":"trace[1436776486] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"114.085213ms","start":"2026-03-30T16:48:38.840093Z","end":"2026-03-30T16:48:38.954178Z","steps":["trace[1436776486] 'process raft request' (duration: 113.601244ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:43.024892Z","caller":"traceutil/trace.go:172","msg":"trace[428669796] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"174.611566ms","start":"2026-03-30T16:48:42.850260Z","end":"2026-03-30T16:48:43.024872Z","steps":["trace[428669796] 'process raft request' (duration: 174.332391ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:43.025394Z","caller":"traceutil/trace.go:172","msg":"trace[1235305108] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"174.787308ms","start":"2026-03-30T16:48:42.850583Z","end":"2026-03-30T16:48:43.025371Z","steps":["trace[1235305108] 'process raft request' (duration: 174.666746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:43.268714Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"42.864339ms"} {"level":"info","ts":"2026-03-30T16:48:43.340773Z","caller":"traceutil/trace.go:172","msg":"trace[451742836] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"309.873888ms","start":"2026-03-30T16:48:43.030861Z","end":"2026-03-30T16:48:43.340735Z","steps":["trace[451742836] 'process raft request' (duration: 238.004173ms)","trace[451742836] 'compare' (duration: 70.776736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:43.340917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:43.030846Z","time spent":"309.99517ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:43.341409Z","caller":"traceutil/trace.go:172","msg":"trace[1100893183] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"310.53308ms","start":"2026-03-30T16:48:43.030854Z","end":"2026-03-30T16:48:43.341387Z","steps":["trace[1100893183] 'process raft request' (duration: 309.932309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:43.341490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:43.030827Z","time spent":"310.629652ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:45.800188Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"49.41895ms"} {"level":"info","ts":"2026-03-30T16:48:45.871044Z","caller":"traceutil/trace.go:172","msg":"trace[931316715] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:715; }","duration":"163.348951ms","start":"2026-03-30T16:48:45.707664Z","end":"2026-03-30T16:48:45.871013Z","steps":["trace[931316715] 'read index received' (duration: 163.342351ms)","trace[931316715] 'applied index is now lower than readState.Index' (duration: 5.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:45.871204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.534814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:45.871243Z","caller":"traceutil/trace.go:172","msg":"trace[894787944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:664; }","duration":"163.584465ms","start":"2026-03-30T16:48:45.707646Z","end":"2026-03-30T16:48:45.871230Z","steps":["trace[894787944] 'agreement among raft nodes before linearized reading' (duration: 163.484133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:46.325559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.058106ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-30T16:48:46.325685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:45.908119Z","time spent":"417.562121ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:48:47.568276Z","caller":"traceutil/trace.go:172","msg":"trace[715818324] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"203.835296ms","start":"2026-03-30T16:48:47.364364Z","end":"2026-03-30T16:48:47.568199Z","steps":["trace[715818324] 'process raft request' (duration: 203.658363ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:47.608449Z","caller":"traceutil/trace.go:172","msg":"trace[664268983] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:722; }","duration":"208.035009ms","start":"2026-03-30T16:48:47.400394Z","end":"2026-03-30T16:48:47.608429Z","steps":["trace[664268983] 'read index received' (duration: 208.030319ms)","trace[664268983] 'applied index is now lower than readState.Index' (duration: 3.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:47.664566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.154759ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:47.664619Z","caller":"traceutil/trace.go:172","msg":"trace[1952140291] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"300.088201ms","start":"2026-03-30T16:48:47.364499Z","end":"2026-03-30T16:48:47.664587Z","steps":["trace[1952140291] 'process raft request' (duration: 244.071342ms)","trace[1952140291] 'compare' (duration: 55.910297ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:47.664671Z","caller":"traceutil/trace.go:172","msg":"trace[1067956373] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:670; }","duration":"264.271712ms","start":"2026-03-30T16:48:47.400373Z","end":"2026-03-30T16:48:47.664644Z","steps":["trace[1067956373] 'agreement among raft nodes before linearized reading' (duration: 208.14222ms)","trace[1067956373] 'range keys from in-memory index tree' (duration: 55.990209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:47.664962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:47.364480Z","time spent":"300.198944ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:49.795728Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.544503ms"} {"level":"info","ts":"2026-03-30T16:48:49.796147Z","caller":"traceutil/trace.go:172","msg":"trace[421993275] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"211.594805ms","start":"2026-03-30T16:48:49.584517Z","end":"2026-03-30T16:48:49.796112Z","steps":["trace[421993275] 'process raft request' (duration: 211.364051ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:49.796559Z","caller":"traceutil/trace.go:172","msg":"trace[1713963321] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:727; }","duration":"179.938636ms","start":"2026-03-30T16:48:49.616602Z","end":"2026-03-30T16:48:49.796541Z","steps":["trace[1713963321] 'read index received' (duration: 179.934056ms)","trace[1713963321] 'applied index is now lower than readState.Index' (duration: 3.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:49.796702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.086558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:49.796810Z","caller":"traceutil/trace.go:172","msg":"trace[803991256] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:675; }","duration":"180.1941ms","start":"2026-03-30T16:48:49.616586Z","end":"2026-03-30T16:48:49.796780Z","steps":["trace[803991256] 'agreement among raft nodes before linearized reading' (duration: 180.017347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:49.797510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.281456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:49.797570Z","caller":"traceutil/trace.go:172","msg":"trace[611997153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"127.345197ms","start":"2026-03-30T16:48:49.670211Z","end":"2026-03-30T16:48:49.797556Z","steps":["trace[611997153] 'agreement among raft nodes before linearized reading' (duration: 127.115433ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:49.971174Z","caller":"traceutil/trace.go:172","msg":"trace[1736170922] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"168.54438ms","start":"2026-03-30T16:48:49.802608Z","end":"2026-03-30T16:48:49.971152Z","steps":["trace[1736170922] 'process raft request' (duration: 168.378677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:51.381231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.956756ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T16:48:51.381788Z","caller":"traceutil/trace.go:172","msg":"trace[650120632] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"159.962801ms","start":"2026-03-30T16:48:51.221808Z","end":"2026-03-30T16:48:51.381771Z","steps":["trace[650120632] 'process raft request' (duration: 159.847239ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:51.382488Z","caller":"traceutil/trace.go:172","msg":"trace[150885144] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"142.134821ms","start":"2026-03-30T16:48:51.240336Z","end":"2026-03-30T16:48:51.382471Z","steps":["trace[150885144] 'process raft request' (duration: 141.997698ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:51.382654Z","caller":"traceutil/trace.go:172","msg":"trace[1129887004] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:732; }","duration":"135.874005ms","start":"2026-03-30T16:48:51.246367Z","end":"2026-03-30T16:48:51.382241Z","steps":["trace[1129887004] 'read index received' (duration: 135.868725ms)","trace[1129887004] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:51.382688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.320622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:51.383861Z","caller":"traceutil/trace.go:172","msg":"trace[1930786008] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:679; }","duration":"137.496871ms","start":"2026-03-30T16:48:51.246349Z","end":"2026-03-30T16:48:51.383846Z","steps":["trace[1930786008] 'agreement among raft nodes before linearized reading' (duration: 136.296011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:51.401533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.180:32902","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:48:51.415524Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035 12165604431944650190) learners=(14089317134902859118)"} {"level":"info","ts":"2026-03-30T16:48:51.415723Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","added-peer-id":"c3874f4929b5956e","added-peer-peer-urls":["https://199.19.213.180:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:48:51.415767Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:51.415795Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:51.415950Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:51.415944Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:51.415981Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e","remote-peer-urls":["https://199.19.213.180:2380"]} {"level":"info","ts":"2026-03-30T16:48:51.415987Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:51.415990Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:51.416007Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"error","ts":"2026-03-30T16:48:51.482085Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:48:51.482192Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"c3874f4929b5956e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-30T16:48:51.977127Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:48:52.017998Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.180:2380/version","remote-member-id":"c3874f4929b5956e","error":"Get \"https://199.19.213.180:2380/version\": dial tcp 199.19.213.180:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T16:48:52.018084Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"c3874f4929b5956e","error":"Get \"https://199.19.213.180:2380/version\": dial tcp 199.19.213.180:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T16:48:52.475563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.180:33008","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:48:52.476602Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:48:52.978157Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:48:52.978297Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"c3874f4929b5956e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-30T16:48:53.475529Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:48:53.969932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.180:33052","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:48:53.978681Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:48:53.978754Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"c3874f4929b5956e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-30T16:48:54.426697Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.426786Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.426882Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.431858Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"c3874f4929b5956e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:54.432055Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.434998Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"c3874f4929b5956e","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:54.435021Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.438435Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"3cf904ec39d3e333","to":"c3874f4929b5956e","bytes":1151527,"size":"1.2 MB"} {"level":"info","ts":"2026-03-30T16:48:54.438586Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":740,"remote-peer-id":"c3874f4929b5956e","bytes":1151527,"size":"1.2 MB"} {"level":"info","ts":"2026-03-30T16:48:54.443512Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1142784,"size":"1.1 MB"} {"level":"warn","ts":"2026-03-30T16:48:54.463313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.180:33080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.476128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.180:33092","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:48:54.477076Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:48:54.477533Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"c3874f4929b5956e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-30T16:48:54.492380Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":740,"remote-peer-id":"c3874f4929b5956e","bytes":1151527,"size":"1.2 MB"} {"level":"warn","ts":"2026-03-30T16:48:54.523368Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.523622Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.537023Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"c3874f4929b5956e","error":"failed to dial c3874f4929b5956e on stream Message (peer c3874f4929b5956e failed to find local node 3cf904ec39d3e333)"} {"level":"info","ts":"2026-03-30T16:48:54.539242Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.539275Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.544520Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"c3874f4929b5956e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T16:48:54.544575Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.544592Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.547474Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cf904ec39d3e333","to":"c3874f4929b5956e","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T16:48:54.547519Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.547535Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.633627Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.981550Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035 12165604431944650190 14089317134902859118)"} {"level":"info","ts":"2026-03-30T16:48:54.981690Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","promoted-member-id":"c3874f4929b5956e"} {"level":"info","ts":"2026-03-30T16:48:54.981737Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"3cf904ec39d3e333","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"c3874f4929b5956e"} {"level":"warn","ts":"2026-03-30T16:48:55.664681Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"149.037587ms"} {"level":"warn","ts":"2026-03-30T16:48:55.664774Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"149.138368ms"} {"level":"info","ts":"2026-03-30T16:48:55.664998Z","caller":"traceutil/trace.go:172","msg":"trace[906190767] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"270.201357ms","start":"2026-03-30T16:48:55.394780Z","end":"2026-03-30T16:48:55.664981Z","steps":["trace[906190767] 'process raft request' (duration: 270.062294ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:55.727897Z","caller":"traceutil/trace.go:172","msg":"trace[1980051947] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:743; }","duration":"328.304594ms","start":"2026-03-30T16:48:55.399559Z","end":"2026-03-30T16:48:55.727864Z","steps":["trace[1980051947] 'read index received' (duration: 328.288544ms)","trace[1980051947] 'applied index is now lower than readState.Index' (duration: 14.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:55.728126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.597919ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:55.728287Z","caller":"traceutil/trace.go:172","msg":"trace[944649099] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:686; }","duration":"328.778922ms","start":"2026-03-30T16:48:55.399473Z","end":"2026-03-30T16:48:55.728252Z","steps":["trace[944649099] 'agreement among raft nodes before linearized reading' (duration: 328.499898ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:55.949031Z","caller":"traceutil/trace.go:172","msg":"trace[1421066915] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"552.39242ms","start":"2026-03-30T16:48:55.396622Z","end":"2026-03-30T16:48:55.949014Z","steps":["trace[1421066915] 'process raft request' (duration: 552.261338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:55.949159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:48:55.396599Z","time spent":"552.501382ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:56.129199Z","caller":"traceutil/trace.go:172","msg":"trace[618269365] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"176.135174ms","start":"2026-03-30T16:48:55.953035Z","end":"2026-03-30T16:48:56.129170Z","steps":["trace[618269365] 'process raft request' (duration: 175.966301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:58.000344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.58063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:48:58.081855Z","caller":"traceutil/trace.go:172","msg":"trace[731805725] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"126.952433ms","start":"2026-03-30T16:48:57.954884Z","end":"2026-03-30T16:48:58.081837Z","steps":["trace[731805725] 'process raft request' (duration: 126.74698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:00.428852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.59523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:49:00.428939Z","caller":"traceutil/trace.go:172","msg":"trace[1366713453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:717; }","duration":"227.708431ms","start":"2026-03-30T16:49:00.201215Z","end":"2026-03-30T16:49:00.428924Z","steps":["trace[1366713453] 'range keys from in-memory index tree' (duration: 226.272839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:00.428918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.363526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:49:00.428995Z","caller":"traceutil/trace.go:172","msg":"trace[1609139859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:717; }","duration":"227.463557ms","start":"2026-03-30T16:49:00.201517Z","end":"2026-03-30T16:49:00.428981Z","steps":["trace[1609139859] 'range keys from in-memory index tree' (duration: 225.730981ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:00.596647Z","caller":"traceutil/trace.go:172","msg":"trace[1904480953] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"162.649828ms","start":"2026-03-30T16:49:00.433977Z","end":"2026-03-30T16:49:00.596627Z","steps":["trace[1904480953] 'process raft request' (duration: 162.459935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:00.950272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.054036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:00.950461Z","caller":"traceutil/trace.go:172","msg":"trace[1366810039] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"515.867943ms","start":"2026-03-30T16:49:00.434547Z","end":"2026-03-30T16:49:00.950415Z","steps":["trace[1366810039] 'process raft request' (duration: 365.587993ms)","trace[1366810039] 'compare' (duration: 149.722101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:00.950651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:00.434526Z","time spent":"516.029466ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:01.064443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.070244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T16:49:01.582416Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-30T16:49:01.915973Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.189428ms"} {"level":"warn","ts":"2026-03-30T16:49:01.916060Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.28407ms"} {"level":"info","ts":"2026-03-30T16:49:01.931053Z","caller":"traceutil/trace.go:172","msg":"trace[740070094] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"243.644146ms","start":"2026-03-30T16:49:01.687389Z","end":"2026-03-30T16:49:01.931033Z","steps":["trace[740070094] 'process raft request' (duration: 243.570715ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:01.931335Z","caller":"traceutil/trace.go:172","msg":"trace[838246406] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:820; }","duration":"224.523391ms","start":"2026-03-30T16:49:01.706797Z","end":"2026-03-30T16:49:01.931320Z","steps":["trace[838246406] 'read index received' (duration: 216.421921ms)","trace[838246406] 'applied index is now lower than readState.Index' (duration: 8.10027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:01.931426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.615013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:01.931461Z","caller":"traceutil/trace.go:172","msg":"trace[1702909821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"224.664574ms","start":"2026-03-30T16:49:01.706786Z","end":"2026-03-30T16:49:01.931451Z","steps":["trace[1702909821] 'agreement among raft nodes before linearized reading' (duration: 224.584753ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:05.088234Z","caller":"traceutil/trace.go:172","msg":"trace[1425127609] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"116.644963ms","start":"2026-03-30T16:49:04.971537Z","end":"2026-03-30T16:49:05.088182Z","steps":["trace[1425127609] 'process raft request' (duration: 116.459261ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:07.238080Z","caller":"traceutil/trace.go:172","msg":"trace[1723287663] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"128.788581ms","start":"2026-03-30T16:49:07.109264Z","end":"2026-03-30T16:49:07.238053Z","steps":["trace[1723287663] 'process raft request' (duration: 128.594628ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:07.245748Z","caller":"traceutil/trace.go:172","msg":"trace[759288770] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"128.1715ms","start":"2026-03-30T16:49:07.117551Z","end":"2026-03-30T16:49:07.245722Z","steps":["trace[759288770] 'process raft request' (duration: 128.006557ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:12.167941Z","caller":"traceutil/trace.go:172","msg":"trace[1992519522] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"109.358859ms","start":"2026-03-30T16:49:12.058560Z","end":"2026-03-30T16:49:12.167919Z","steps":["trace[1992519522] 'process raft request' (duration: 109.201747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:12.464769Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.150391ms"} {"level":"warn","ts":"2026-03-30T16:49:12.464856Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.249052ms"} {"level":"info","ts":"2026-03-30T16:49:12.465116Z","caller":"traceutil/trace.go:172","msg":"trace[1661877359] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"257.670896ms","start":"2026-03-30T16:49:12.207421Z","end":"2026-03-30T16:49:12.465092Z","steps":["trace[1661877359] 'process raft request' (duration: 257.502122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:14.394153Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.48967ms"} {"level":"warn","ts":"2026-03-30T16:49:14.394255Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.606362ms"} {"level":"info","ts":"2026-03-30T16:49:14.394814Z","caller":"traceutil/trace.go:172","msg":"trace[1520054271] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"219.383737ms","start":"2026-03-30T16:49:14.175332Z","end":"2026-03-30T16:49:14.394715Z","steps":["trace[1520054271] 'process raft request' (duration: 218.932001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:14.623200Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.81781ms"} {"level":"warn","ts":"2026-03-30T16:49:14.623249Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.872161ms"} {"level":"info","ts":"2026-03-30T16:49:14.723036Z","caller":"traceutil/trace.go:172","msg":"trace[1981350794] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"251.851253ms","start":"2026-03-30T16:49:14.471161Z","end":"2026-03-30T16:49:14.723012Z","steps":["trace[1981350794] 'process raft request' (duration: 152.206084ms)","trace[1981350794] 'compare' (duration: 99.509176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:15.750657Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"253.067386ms"} {"level":"warn","ts":"2026-03-30T16:49:15.750719Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"253.159147ms"} {"level":"info","ts":"2026-03-30T16:49:15.750866Z","caller":"traceutil/trace.go:172","msg":"trace[1393754355] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"448.896304ms","start":"2026-03-30T16:49:15.301951Z","end":"2026-03-30T16:49:15.750847Z","steps":["trace[1393754355] 'process raft request' (duration: 448.801803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:15.750978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:15.301935Z","time spent":"448.992706ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:15.751768Z","caller":"traceutil/trace.go:172","msg":"trace[1574353289] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:896; }","duration":"429.936243ms","start":"2026-03-30T16:49:15.321814Z","end":"2026-03-30T16:49:15.751751Z","steps":["trace[1574353289] 'read index received' (duration: 429.932193ms)","trace[1574353289] 'applied index is now lower than readState.Index' (duration: 3.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:15.751938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.104645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:15.751978Z","caller":"traceutil/trace.go:172","msg":"trace[1015031254] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:826; }","duration":"430.158686ms","start":"2026-03-30T16:49:15.321810Z","end":"2026-03-30T16:49:15.751969Z","steps":["trace[1015031254] 'agreement among raft nodes before linearized reading' (duration: 430.043275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:15.752047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:15.321796Z","time spent":"430.240257ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:15.752610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.319765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:15.752710Z","caller":"traceutil/trace.go:172","msg":"trace[243094169] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:826; }","duration":"144.356876ms","start":"2026-03-30T16:49:15.608280Z","end":"2026-03-30T16:49:15.752637Z","steps":["trace[243094169] 'agreement among raft nodes before linearized reading' (duration: 144.292245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:15.753028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.566703ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:15.753098Z","caller":"traceutil/trace.go:172","msg":"trace[887233085] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:826; }","duration":"353.0849ms","start":"2026-03-30T16:49:15.399998Z","end":"2026-03-30T16:49:15.753082Z","steps":["trace[887233085] 'agreement among raft nodes before linearized reading' (duration: 352.541032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.029102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.1549ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-30T16:49:16.029203Z","caller":"traceutil/trace.go:172","msg":"trace[1274136043] linearizableReadLoop","detail":"{readStateIndex:897; appliedIndex:896; }","duration":"120.082224ms","start":"2026-03-30T16:49:15.909105Z","end":"2026-03-30T16:49:16.029188Z","steps":["trace[1274136043] 'read index received' (duration: 495.887µs)","trace[1274136043] 'applied index is now lower than readState.Index' (duration: 119.585057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:16.029344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.239497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-30T16:49:16.029368Z","caller":"traceutil/trace.go:172","msg":"trace[1890608109] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:826; }","duration":"120.270397ms","start":"2026-03-30T16:49:15.909090Z","end":"2026-03-30T16:49:16.029361Z","steps":["trace[1890608109] 'agreement among raft nodes before linearized reading' (duration: 120.137045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.449348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.281701ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-30T16:49:16.450199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:16.030666Z","time spent":"419.527959ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:49:16.549566Z","caller":"traceutil/trace.go:172","msg":"trace[173195766] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:899; }","duration":"149.30528ms","start":"2026-03-30T16:49:16.400238Z","end":"2026-03-30T16:49:16.549543Z","steps":["trace[173195766] 'read index received' (duration: 149.29915ms)","trace[173195766] 'applied index is now lower than readState.Index' (duration: 4.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:16.796732Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.577635ms"} {"level":"warn","ts":"2026-03-30T16:49:16.796802Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.656116ms"} {"level":"warn","ts":"2026-03-30T16:49:17.033339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"633.16981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:17.033469Z","caller":"traceutil/trace.go:172","msg":"trace[1735964461] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:827; }","duration":"633.284931ms","start":"2026-03-30T16:49:16.400141Z","end":"2026-03-30T16:49:17.033426Z","steps":["trace[1735964461] 'agreement among raft nodes before linearized reading' (duration: 149.520524ms)","trace[1735964461] 'range keys from in-memory index tree' (duration: 483.623925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:17.034026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.828353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:17.034365Z","caller":"traceutil/trace.go:172","msg":"trace[194653201] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"633.27743ms","start":"2026-03-30T16:49:16.401060Z","end":"2026-03-30T16:49:17.034337Z","steps":["trace[194653201] 'process raft request' (duration: 395.98104ms)","trace[194653201] 'compare' (duration: 236.287815ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:17.034512Z","caller":"traceutil/trace.go:172","msg":"trace[68189175] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"582.011692ms","start":"2026-03-30T16:49:16.452460Z","end":"2026-03-30T16:49:17.034472Z","steps":["trace[68189175] 'process raft request' (duration: 581.725608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.034737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:16.401026Z","time spent":"633.415323ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:17.034848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:16.452415Z","time spent":"582.378627ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:17.053695Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.870089ms"} {"level":"warn","ts":"2026-03-30T16:49:17.053767Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.94645ms"} {"level":"info","ts":"2026-03-30T16:49:17.053701Z","caller":"traceutil/trace.go:172","msg":"trace[749400051] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:901; }","duration":"345.358618ms","start":"2026-03-30T16:49:16.708314Z","end":"2026-03-30T16:49:17.053672Z","steps":["trace[749400051] 'read index received' (duration: 345.345128ms)","trace[749400051] 'applied index is now lower than readState.Index' (duration: 11.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:17.053868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.527461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:17.053928Z","caller":"traceutil/trace.go:172","msg":"trace[1953704185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:829; }","duration":"345.609532ms","start":"2026-03-30T16:49:16.708302Z","end":"2026-03-30T16:49:17.053912Z","steps":["trace[1953704185] 'agreement among raft nodes before linearized reading' (duration: 345.45501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.053990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:16.708279Z","time spent":"345.697134ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:17.116250Z","caller":"traceutil/trace.go:172","msg":"trace[294405011] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"386.869158ms","start":"2026-03-30T16:49:16.729328Z","end":"2026-03-30T16:49:17.116197Z","steps":["trace[294405011] 'process raft request' (duration: 386.684746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.116428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:16.729302Z","time spent":"387.02563ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:17.116663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.668871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:49:17.116793Z","caller":"traceutil/trace.go:172","msg":"trace[508407922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:831; }","duration":"110.900815ms","start":"2026-03-30T16:49:17.005875Z","end":"2026-03-30T16:49:17.116776Z","steps":["trace[508407922] 'agreement among raft nodes before linearized reading' (duration: 110.409917ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:17.256938Z","caller":"traceutil/trace.go:172","msg":"trace[2066982737] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:903; }","duration":"134.288958ms","start":"2026-03-30T16:49:17.122622Z","end":"2026-03-30T16:49:17.256911Z","steps":["trace[2066982737] 'read index received' (duration: 134.277938ms)","trace[2066982737] 'applied index is now lower than readState.Index' (duration: 8.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:17.257687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.032939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-03-30T16:49:17.257765Z","caller":"traceutil/trace.go:172","msg":"trace[869113863] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:831; }","duration":"135.12569ms","start":"2026-03-30T16:49:17.122619Z","end":"2026-03-30T16:49:17.257744Z","steps":["trace[869113863] 'agreement among raft nodes before linearized reading' (duration: 134.476671ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:17.260071Z","caller":"traceutil/trace.go:172","msg":"trace[182054453] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"137.345024ms","start":"2026-03-30T16:49:17.122706Z","end":"2026-03-30T16:49:17.260051Z","steps":["trace[182054453] 'process raft request' (duration: 137.212422ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:19.422576Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T16:49:24.493352Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"3cf904ec39d3e333","to":"c3874f4929b5956e","bytes":1151527,"size":"1.2 MB","took":"30.054914487s"} {"level":"info","ts":"2026-03-30T16:49:40.567259Z","caller":"traceutil/trace.go:172","msg":"trace[1771171602] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1045; }","duration":"113.707278ms","start":"2026-03-30T16:49:40.453517Z","end":"2026-03-30T16:49:40.567224Z","steps":["trace[1771171602] 'read index received' (duration: 113.696508ms)","trace[1771171602] 'applied index is now lower than readState.Index' (duration: 8.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:40.567543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.995452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:3624"} {"level":"info","ts":"2026-03-30T16:49:40.567559Z","caller":"traceutil/trace.go:172","msg":"trace[442002461] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"113.86026ms","start":"2026-03-30T16:49:40.453679Z","end":"2026-03-30T16:49:40.567539Z","steps":["trace[442002461] 'process raft request' (duration: 113.590297ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:40.567595Z","caller":"traceutil/trace.go:172","msg":"trace[983041410] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:959; }","duration":"114.065733ms","start":"2026-03-30T16:49:40.453513Z","end":"2026-03-30T16:49:40.567579Z","steps":["trace[983041410] 'agreement among raft nodes before linearized reading' (duration: 113.8465ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:40.567935Z","caller":"traceutil/trace.go:172","msg":"trace[638660095] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"111.62602ms","start":"2026-03-30T16:49:40.456279Z","end":"2026-03-30T16:49:40.567905Z","steps":["trace[638660095] 'process raft request' (duration: 111.052433ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:40.568065Z","caller":"traceutil/trace.go:172","msg":"trace[1525436870] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"111.770182ms","start":"2026-03-30T16:49:40.456279Z","end":"2026-03-30T16:49:40.568049Z","steps":["trace[1525436870] 'process raft request' (duration: 111.384027ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:40.568657Z","caller":"traceutil/trace.go:172","msg":"trace[1268546704] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"111.150945ms","start":"2026-03-30T16:49:40.457497Z","end":"2026-03-30T16:49:40.568647Z","steps":["trace[1268546704] 'process raft request' (duration: 111.086194ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:40.568665Z","caller":"traceutil/trace.go:172","msg":"trace[1876505124] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"112.021356ms","start":"2026-03-30T16:49:40.456628Z","end":"2026-03-30T16:49:40.568649Z","steps":["trace[1876505124] 'process raft request' (duration: 111.355976ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:40.705926Z","caller":"traceutil/trace.go:172","msg":"trace[1946526017] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"117.016894ms","start":"2026-03-30T16:49:40.588885Z","end":"2026-03-30T16:49:40.705902Z","steps":["trace[1946526017] 'process raft request' (duration: 103.292889ms)","trace[1946526017] 'compare' (duration: 13.580993ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:40.706893Z","caller":"traceutil/trace.go:172","msg":"trace[1339575729] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"108.895663ms","start":"2026-03-30T16:49:40.597984Z","end":"2026-03-30T16:49:40.706880Z","steps":["trace[1339575729] 'process raft request' (duration: 108.834373ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:42.654306Z","caller":"traceutil/trace.go:172","msg":"trace[1155896068] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1073; }","duration":"348.603743ms","start":"2026-03-30T16:49:42.305675Z","end":"2026-03-30T16:49:42.654278Z","steps":["trace[1155896068] 'read index received' (duration: 348.593613ms)","trace[1155896068] 'applied index is now lower than readState.Index' (duration: 9.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:42.654626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.930667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:42.654666Z","caller":"traceutil/trace.go:172","msg":"trace[1798265422] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:983; }","duration":"348.992478ms","start":"2026-03-30T16:49:42.305663Z","end":"2026-03-30T16:49:42.654656Z","steps":["trace[1798265422] 'agreement among raft nodes before linearized reading' (duration: 348.880767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:42.654700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:42.305647Z","time spent":"349.045289ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:42.655133Z","caller":"traceutil/trace.go:172","msg":"trace[633699988] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"523.64282ms","start":"2026-03-30T16:49:42.131468Z","end":"2026-03-30T16:49:42.655111Z","steps":["trace[633699988] 'process raft request' (duration: 523.534639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:42.655215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:42.131446Z","time spent":"523.715582ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:42.656169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.647883ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:42.656278Z","caller":"traceutil/trace.go:172","msg":"trace[952360133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:984; }","duration":"255.756604ms","start":"2026-03-30T16:49:42.400511Z","end":"2026-03-30T16:49:42.656268Z","steps":["trace[952360133] 'agreement among raft nodes before linearized reading' (duration: 255.633222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:43.016435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.899796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:43.016479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.415418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:43.016540Z","caller":"traceutil/trace.go:172","msg":"trace[574906749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"310.017807ms","start":"2026-03-30T16:49:42.706500Z","end":"2026-03-30T16:49:43.016518Z","steps":["trace[574906749] 'range keys from in-memory index tree' (duration: 308.990074ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:43.016558Z","caller":"traceutil/trace.go:172","msg":"trace[1814017610] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:984; }","duration":"240.51461ms","start":"2026-03-30T16:49:42.776026Z","end":"2026-03-30T16:49:43.016541Z","steps":["trace[1814017610] 'range keys from in-memory index tree' (duration: 239.368465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:43.016594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:42.706482Z","time spent":"310.099509ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:43.548782Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"132.685586ms"} {"level":"warn","ts":"2026-03-30T16:49:43.548862Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"132.773438ms"} {"level":"warn","ts":"2026-03-30T16:49:43.900730Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:43.969332Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.445414ms"} {"level":"warn","ts":"2026-03-30T16:49:43.969453Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.573406ms"} {"level":"warn","ts":"2026-03-30T16:49:44.182096Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.573651ms"} {"level":"warn","ts":"2026-03-30T16:49:44.182160Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.685072ms"} {"level":"warn","ts":"2026-03-30T16:49:44.401838Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:44.902252Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:45.107036Z","caller":"traceutil/trace.go:172","msg":"trace[1647721619] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1075; }","duration":"1.707036069s","start":"2026-03-30T16:49:43.399984Z","end":"2026-03-30T16:49:45.107020Z","steps":["trace[1647721619] 'read index received' (duration: 1.707032409s)","trace[1647721619] 'applied index is now lower than readState.Index' (duration: 3.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:45.107181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.707191552s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.107261Z","caller":"traceutil/trace.go:172","msg":"trace[1853684366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:984; }","duration":"1.707283793s","start":"2026-03-30T16:49:43.399970Z","end":"2026-03-30T16:49:45.107253Z","steps":["trace[1853684366] 'agreement among raft nodes before linearized reading' (duration: 1.707167891s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.109222Z","caller":"traceutil/trace.go:172","msg":"trace[494953421] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"1.863718064s","start":"2026-03-30T16:49:43.245472Z","end":"2026-03-30T16:49:45.109190Z","steps":["trace[494953421] 'process raft request' (duration: 1.862609058s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.109373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.66497192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.109487Z","caller":"traceutil/trace.go:172","msg":"trace[836864855] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:987; }","duration":"1.665072691s","start":"2026-03-30T16:49:43.444384Z","end":"2026-03-30T16:49:45.109456Z","steps":["trace[836864855] 'agreement among raft nodes before linearized reading' (duration: 1.66495063s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.109503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.245450Z","time spent":"1.863909166s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:45.109533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.444359Z","time spent":"1.665166262s","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:45.109930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.787867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.110006Z","caller":"traceutil/trace.go:172","msg":"trace[1187381517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"402.874258ms","start":"2026-03-30T16:49:44.707118Z","end":"2026-03-30T16:49:45.109992Z","steps":["trace[1187381517] 'agreement among raft nodes before linearized reading' (duration: 402.745856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.109988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.753796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:45.110033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:44.707096Z","time spent":"402.932279ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:45.110066Z","caller":"traceutil/trace.go:172","msg":"trace[1441999948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"402.837368ms","start":"2026-03-30T16:49:44.707206Z","end":"2026-03-30T16:49:45.110044Z","steps":["trace[1441999948] 'agreement among raft nodes before linearized reading' (duration: 402.706586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.110127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:44.707191Z","time spent":"402.922529ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:45.109485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.4718765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:49:45.110577Z","caller":"traceutil/trace.go:172","msg":"trace[2020098398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:987; }","duration":"1.472993194s","start":"2026-03-30T16:49:43.637569Z","end":"2026-03-30T16:49:45.110562Z","steps":["trace[2020098398] 'agreement among raft nodes before linearized reading' (duration: 1.471738548s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.110573Z","caller":"traceutil/trace.go:172","msg":"trace[1745957271] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"1.859029601s","start":"2026-03-30T16:49:43.251524Z","end":"2026-03-30T16:49:45.110554Z","steps":["trace[1745957271] 'process raft request' (duration: 1.857525451s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.110605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.637549Z","time spent":"1.473045196s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:45.110599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.054035383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:97 size:8276"} {"level":"warn","ts":"2026-03-30T16:49:45.110593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.14487174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:49:45.110648Z","caller":"traceutil/trace.go:172","msg":"trace[1191172199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:987; }","duration":"1.14492884s","start":"2026-03-30T16:49:43.965706Z","end":"2026-03-30T16:49:45.110635Z","steps":["trace[1191172199] 'agreement among raft nodes before linearized reading' (duration: 1.144724938s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.110852Z","caller":"traceutil/trace.go:172","msg":"trace[108116648] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:97; response_revision:987; }","duration":"1.054068783s","start":"2026-03-30T16:49:44.056554Z","end":"2026-03-30T16:49:45.110623Z","steps":["trace[108116648] 'agreement among raft nodes before linearized reading' (duration: 1.053458565s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.110879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.965684Z","time spent":"1.145186383s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:45.110885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.251507Z","time spent":"1.859110612s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:45.110885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:44.056529Z","time spent":"1.054342046s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":97,"response size":8298,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-30T16:49:45.111020Z","caller":"traceutil/trace.go:172","msg":"trace[40231543] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"1.859483927s","start":"2026-03-30T16:49:43.251524Z","end":"2026-03-30T16:49:45.111008Z","steps":["trace[40231543] 'process raft request' (duration: 1.857612953s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.111135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.251506Z","time spent":"1.859584658s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.112430Z","caller":"traceutil/trace.go:172","msg":"trace[234104319] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"1.851873035s","start":"2026-03-30T16:49:43.260539Z","end":"2026-03-30T16:49:45.112412Z","steps":["trace[234104319] 'process raft request' (duration: 1.851259636s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.112544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.260521Z","time spent":"1.851997357s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.113816Z","caller":"traceutil/trace.go:172","msg":"trace[1451018843] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"1.851310488s","start":"2026-03-30T16:49:43.262484Z","end":"2026-03-30T16:49:45.113795Z","steps":["trace[1451018843] 'process raft request' (duration: 1.850779601s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.113952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.262478Z","time spent":"1.851406669s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.114238Z","caller":"traceutil/trace.go:172","msg":"trace[829153651] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"1.845692114s","start":"2026-03-30T16:49:43.268535Z","end":"2026-03-30T16:49:45.114227Z","steps":["trace[829153651] 'process raft request' (duration: 1.845489721s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.114285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.268524Z","time spent":"1.845744174s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.114301Z","caller":"traceutil/trace.go:172","msg":"trace[993521321] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"1.845655742s","start":"2026-03-30T16:49:43.268636Z","end":"2026-03-30T16:49:45.114291Z","steps":["trace[993521321] 'process raft request' (duration: 1.84549914s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.114338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.268631Z","time spent":"1.845689383s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.114428Z","caller":"traceutil/trace.go:172","msg":"trace[1725291535] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"1.841055941s","start":"2026-03-30T16:49:43.273366Z","end":"2026-03-30T16:49:45.114422Z","steps":["trace[1725291535] 'process raft request' (duration: 1.840811388s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.114460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.273356Z","time spent":"1.841091801s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.114537Z","caller":"traceutil/trace.go:172","msg":"trace[197298467] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"1.838479196s","start":"2026-03-30T16:49:43.276052Z","end":"2026-03-30T16:49:45.114532Z","steps":["trace[197298467] 'process raft request' (duration: 1.838172613s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.114569Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.276044Z","time spent":"1.838511617s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.114651Z","caller":"traceutil/trace.go:172","msg":"trace[330452923] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"1.82668196s","start":"2026-03-30T16:49:43.287963Z","end":"2026-03-30T16:49:45.114645Z","steps":["trace[330452923] 'process raft request' (duration: 1.826428047s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.114682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.287954Z","time spent":"1.82671466s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.114842Z","caller":"traceutil/trace.go:172","msg":"trace[1625203193] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"1.804225952s","start":"2026-03-30T16:49:43.310608Z","end":"2026-03-30T16:49:45.114834Z","steps":["trace[1625203193] 'process raft request' (duration: 1.803913477s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.114913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.310563Z","time spent":"1.804300053s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.115551Z","caller":"traceutil/trace.go:172","msg":"trace[558601345] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"1.684661961s","start":"2026-03-30T16:49:43.430743Z","end":"2026-03-30T16:49:45.115405Z","steps":["trace[558601345] 'process raft request' (duration: 1.684009352s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.115659Z","caller":"traceutil/trace.go:172","msg":"trace[968950692] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"1.576148117s","start":"2026-03-30T16:49:43.539499Z","end":"2026-03-30T16:49:45.115647Z","steps":["trace[968950692] 'process raft request' (duration: 1.575324786s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.115739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.430720Z","time spent":"1.684938085s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.115827Z","caller":"traceutil/trace.go:172","msg":"trace[1443311663] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"1.552361821s","start":"2026-03-30T16:49:43.563417Z","end":"2026-03-30T16:49:45.115779Z","steps":["trace[1443311663] 'process raft request' (duration: 1.55156258s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.115903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.539471Z","time spent":"1.576223068s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:45.117158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.563396Z","time spent":"1.552458222s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:45.294293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.537817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:49:45.416149Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.151407ms"} {"level":"warn","ts":"2026-03-30T16:49:45.416456Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.462111ms"} {"level":"warn","ts":"2026-03-30T16:49:45.797749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.9923ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.797810Z","caller":"traceutil/trace.go:172","msg":"trace[355330974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"398.062511ms","start":"2026-03-30T16:49:45.399736Z","end":"2026-03-30T16:49:45.797798Z","steps":["trace[355330974] 'range keys from in-memory index tree' (duration: 397.947429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.798479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.02935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:45.798651Z","caller":"traceutil/trace.go:172","msg":"trace[2097926853] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"676.763865ms","start":"2026-03-30T16:49:45.121869Z","end":"2026-03-30T16:49:45.798633Z","steps":["trace[2097926853] 'process raft request' (duration: 294.473552ms)","trace[2097926853] 'compare' (duration: 381.503552ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:45.798736Z","caller":"traceutil/trace.go:172","msg":"trace[644001072] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"676.675004ms","start":"2026-03-30T16:49:45.122049Z","end":"2026-03-30T16:49:45.798724Z","steps":["trace[644001072] 'process raft request' (duration: 676.505422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.798749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.121846Z","time spent":"676.872906ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:45.798782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.121319Z","time spent":"677.438764ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:45.817049Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"200.525344ms"} {"level":"warn","ts":"2026-03-30T16:49:45.817124Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"200.609665ms"} {"level":"warn","ts":"2026-03-30T16:49:45.817158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"429.76622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.817184Z","caller":"traceutil/trace.go:172","msg":"trace[186333907] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1005; }","duration":"429.80462ms","start":"2026-03-30T16:49:45.387374Z","end":"2026-03-30T16:49:45.817179Z","steps":["trace[186333907] 'agreement among raft nodes before linearized reading' (duration: 429.73773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.817202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.387358Z","time spent":"429.840991ms","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:45.817076Z","caller":"traceutil/trace.go:172","msg":"trace[1789994902] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1099; }","duration":"429.681779ms","start":"2026-03-30T16:49:45.387378Z","end":"2026-03-30T16:49:45.817060Z","steps":["trace[1789994902] 'read index received' (duration: 429.675469ms)","trace[1789994902] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:45.817817Z","caller":"traceutil/trace.go:172","msg":"trace[1198360057] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1007; }","duration":"690.641917ms","start":"2026-03-30T16:49:45.127155Z","end":"2026-03-30T16:49:45.817797Z","steps":["trace[1198360057] 'process raft request' (duration: 690.557016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.818029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.127126Z","time spent":"690.741068ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.818047Z","caller":"traceutil/trace.go:172","msg":"trace[102590796] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1007; }","duration":"689.080217ms","start":"2026-03-30T16:49:45.128944Z","end":"2026-03-30T16:49:45.818024Z","steps":["trace[102590796] 'process raft request' (duration: 688.783952ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.818147Z","caller":"traceutil/trace.go:172","msg":"trace[1415520917] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1007; }","duration":"689.139048ms","start":"2026-03-30T16:49:45.128995Z","end":"2026-03-30T16:49:45.818134Z","steps":["trace[1415520917] 'process raft request' (duration: 688.741582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.818194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.128991Z","time spent":"689.181628ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:45.818183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.128927Z","time spent":"689.195209ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.818518Z","caller":"traceutil/trace.go:172","msg":"trace[1754325179] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1009; }","duration":"685.44476ms","start":"2026-03-30T16:49:45.133062Z","end":"2026-03-30T16:49:45.818506Z","steps":["trace[1754325179] 'process raft request' (duration: 685.320148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.818568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.133025Z","time spent":"685.514341ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10111,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:45.818637Z","caller":"traceutil/trace.go:172","msg":"trace[375853709] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1009; }","duration":"685.381879ms","start":"2026-03-30T16:49:45.133142Z","end":"2026-03-30T16:49:45.818524Z","steps":["trace[375853709] 'process raft request' (duration: 685.282597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.818791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.133137Z","time spent":"685.563691ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7365,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:45.818870Z","caller":"traceutil/trace.go:172","msg":"trace[735009318] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1009; }","duration":"685.50402ms","start":"2026-03-30T16:49:45.133356Z","end":"2026-03-30T16:49:45.818860Z","steps":["trace[735009318] 'process raft request' (duration: 685.096685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.818913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.133347Z","time spent":"685.548351ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.819566Z","caller":"traceutil/trace.go:172","msg":"trace[1358656560] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1010; }","duration":"682.332248ms","start":"2026-03-30T16:49:45.137216Z","end":"2026-03-30T16:49:45.819549Z","steps":["trace[1358656560] 'process raft request' (duration: 682.190896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.819650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.137199Z","time spent":"682.415089ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.819749Z","caller":"traceutil/trace.go:172","msg":"trace[1227814103] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1011; }","duration":"681.330835ms","start":"2026-03-30T16:49:45.138401Z","end":"2026-03-30T16:49:45.819732Z","steps":["trace[1227814103] 'process raft request' (duration: 681.094442ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.819772Z","caller":"traceutil/trace.go:172","msg":"trace[1186424302] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"685.744834ms","start":"2026-03-30T16:49:45.134012Z","end":"2026-03-30T16:49:45.819757Z","steps":["trace[1186424302] 'process raft request' (duration: 685.345498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.819823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.133759Z","time spent":"686.035607ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7365,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:45.819853Z","caller":"traceutil/trace.go:172","msg":"trace[982743012] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"682.612782ms","start":"2026-03-30T16:49:45.137232Z","end":"2026-03-30T16:49:45.819845Z","steps":["trace[982743012] 'process raft request' (duration: 682.191456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.819824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.138386Z","time spent":"681.400506ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30443,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:45.819893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.137212Z","time spent":"682.660642ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30424,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:45.819972Z","caller":"traceutil/trace.go:172","msg":"trace[764876329] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1011; }","duration":"676.612052ms","start":"2026-03-30T16:49:45.143346Z","end":"2026-03-30T16:49:45.819958Z","steps":["trace[764876329] 'process raft request' (duration: 676.183397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.820067Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.143317Z","time spent":"676.702403ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28789,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:45.820079Z","caller":"traceutil/trace.go:172","msg":"trace[173712528] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"669.206545ms","start":"2026-03-30T16:49:45.150864Z","end":"2026-03-30T16:49:45.820071Z","steps":["trace[173712528] 'process raft request' (duration: 668.710958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.820248Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.150837Z","time spent":"669.338097ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.821458Z","caller":"traceutil/trace.go:172","msg":"trace[145215745] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"635.829783ms","start":"2026-03-30T16:49:45.185617Z","end":"2026-03-30T16:49:45.821447Z","steps":["trace[145215745] 'process raft request' (duration: 635.59722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.821554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.185583Z","time spent":"635.950735ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:46.006794Z","caller":"traceutil/trace.go:172","msg":"trace[323187841] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1014; }","duration":"197.781665ms","start":"2026-03-30T16:49:45.808990Z","end":"2026-03-30T16:49:46.006772Z","steps":["trace[323187841] 'process raft request' (duration: 197.679824ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.013861Z","caller":"traceutil/trace.go:172","msg":"trace[165394237] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1127; }","duration":"196.577318ms","start":"2026-03-30T16:49:45.817257Z","end":"2026-03-30T16:49:46.013834Z","steps":["trace[165394237] 'read index received' (duration: 196.572238ms)","trace[165394237] 'applied index is now lower than readState.Index' (duration: 3.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.014046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.184868ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.014093Z","caller":"traceutil/trace.go:172","msg":"trace[1478561205] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1014; }","duration":"216.249989ms","start":"2026-03-30T16:49:45.797834Z","end":"2026-03-30T16:49:46.014084Z","steps":["trace[1478561205] 'agreement among raft nodes before linearized reading' (duration: 216.164938ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.030415Z","caller":"traceutil/trace.go:172","msg":"trace[870973215] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"113.035883ms","start":"2026-03-30T16:49:45.917363Z","end":"2026-03-30T16:49:46.030399Z","steps":["trace[870973215] 'process raft request' (duration: 112.987682ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.030845Z","caller":"traceutil/trace.go:172","msg":"trace[2045594315] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"197.51889ms","start":"2026-03-30T16:49:45.833314Z","end":"2026-03-30T16:49:46.030833Z","steps":["trace[2045594315] 'process raft request' (duration: 196.308604ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.030956Z","caller":"traceutil/trace.go:172","msg":"trace[2126438439] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"193.71531ms","start":"2026-03-30T16:49:45.837233Z","end":"2026-03-30T16:49:46.030948Z","steps":["trace[2126438439] 'process raft request' (duration: 192.544234ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.031063Z","caller":"traceutil/trace.go:172","msg":"trace[1695823565] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1016; }","duration":"192.683926ms","start":"2026-03-30T16:49:45.838372Z","end":"2026-03-30T16:49:46.031056Z","steps":["trace[1695823565] 'process raft request' (duration: 191.52052ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.031186Z","caller":"traceutil/trace.go:172","msg":"trace[819353359] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"170.389722ms","start":"2026-03-30T16:49:45.860788Z","end":"2026-03-30T16:49:46.031178Z","steps":["trace[819353359] 'process raft request' (duration: 169.183095ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.031295Z","caller":"traceutil/trace.go:172","msg":"trace[426452633] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"161.529134ms","start":"2026-03-30T16:49:45.869756Z","end":"2026-03-30T16:49:46.031285Z","steps":["trace[426452633] 'process raft request' (duration: 160.371248ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.031554Z","caller":"traceutil/trace.go:172","msg":"trace[2143103104] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"120.480891ms","start":"2026-03-30T16:49:45.911034Z","end":"2026-03-30T16:49:46.031515Z","steps":["trace[2143103104] 'process raft request' (duration: 119.161733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.082458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.066948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-03-30T16:49:46.082486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.784246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T16:49:46.082522Z","caller":"traceutil/trace.go:172","msg":"trace[879293899] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1020; }","duration":"261.141879ms","start":"2026-03-30T16:49:45.821363Z","end":"2026-03-30T16:49:46.082505Z","steps":["trace[879293899] 'agreement among raft nodes before linearized reading' (duration: 239.709676ms)","trace[879293899] 'range keys from in-memory index tree' (duration: 21.275141ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:46.082542Z","caller":"traceutil/trace.go:172","msg":"trace[1016651957] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1020; }","duration":"261.839067ms","start":"2026-03-30T16:49:45.820684Z","end":"2026-03-30T16:49:46.082523Z","steps":["trace[1016651957] 'agreement among raft nodes before linearized reading' (duration: 240.454175ms)","trace[1016651957] 'range keys from in-memory index tree' (duration: 21.2527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.082652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.498548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-30T16:49:46.082676Z","caller":"traceutil/trace.go:172","msg":"trace[2011315661] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:1020; }","duration":"172.521758ms","start":"2026-03-30T16:49:45.910147Z","end":"2026-03-30T16:49:46.082669Z","steps":["trace[2011315661] 'agreement among raft nodes before linearized reading' (duration: 150.919533ms)","trace[2011315661] 'range keys from in-memory index tree' (duration: 21.545824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.082720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.384811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-03-30T16:49:46.082734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.061441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-30T16:49:46.082761Z","caller":"traceutil/trace.go:172","msg":"trace[955490902] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1020; }","duration":"261.423672ms","start":"2026-03-30T16:49:45.821323Z","end":"2026-03-30T16:49:46.082747Z","steps":["trace[955490902] 'agreement among raft nodes before linearized reading' (duration: 239.753986ms)","trace[955490902] 'range keys from in-memory index tree' (duration: 21.523894ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:46.082802Z","caller":"traceutil/trace.go:172","msg":"trace[2000782681] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1020; }","duration":"262.224513ms","start":"2026-03-30T16:49:45.820557Z","end":"2026-03-30T16:49:46.082782Z","steps":["trace[2000782681] 'agreement among raft nodes before linearized reading' (duration: 240.488957ms)","trace[2000782681] 'range keys from in-memory index tree' (duration: 21.430972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.082808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.894118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-30T16:49:46.082883Z","caller":"traceutil/trace.go:172","msg":"trace[1101630521] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1020; }","duration":"261.975029ms","start":"2026-03-30T16:49:45.820891Z","end":"2026-03-30T16:49:46.082866Z","steps":["trace[1101630521] 'agreement among raft nodes before linearized reading' (duration: 240.232333ms)","trace[1101630521] 'range keys from in-memory index tree' (duration: 21.563064ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:46.442578Z","caller":"traceutil/trace.go:172","msg":"trace[1662027646] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1174; }","duration":"215.812253ms","start":"2026-03-30T16:49:46.226751Z","end":"2026-03-30T16:49:46.442563Z","steps":["trace[1662027646] 'read index received' (duration: 215.806823ms)","trace[1662027646] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.442756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.988866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-03-30T16:49:46.442782Z","caller":"traceutil/trace.go:172","msg":"trace[1194617875] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1032; }","duration":"216.029326ms","start":"2026-03-30T16:49:46.226746Z","end":"2026-03-30T16:49:46.442775Z","steps":["trace[1194617875] 'agreement among raft nodes before linearized reading' (duration: 215.907745ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.443098Z","caller":"traceutil/trace.go:172","msg":"trace[423874692] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"210.586804ms","start":"2026-03-30T16:49:46.232500Z","end":"2026-03-30T16:49:46.443087Z","steps":["trace[423874692] 'process raft request' (duration: 210.546654ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.443151Z","caller":"traceutil/trace.go:172","msg":"trace[1798201982] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"213.647905ms","start":"2026-03-30T16:49:46.229480Z","end":"2026-03-30T16:49:46.443128Z","steps":["trace[1798201982] 'process raft request' (duration: 213.481583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.823263Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.702995ms"} {"level":"warn","ts":"2026-03-30T16:49:46.823336Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.785296ms"} {"level":"info","ts":"2026-03-30T16:49:46.846948Z","caller":"traceutil/trace.go:172","msg":"trace[79254095] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"601.489184ms","start":"2026-03-30T16:49:46.245085Z","end":"2026-03-30T16:49:46.846574Z","steps":["trace[79254095] 'process raft request' (duration: 578.504922ms)","trace[79254095] 'compare' (duration: 22.721689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.847063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.245063Z","time spent":"601.949051ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:46.929292Z","caller":"traceutil/trace.go:172","msg":"trace[1357512788] linearizableReadLoop","detail":"{readStateIndex:1177; appliedIndex:1178; }","duration":"486.649141ms","start":"2026-03-30T16:49:46.442623Z","end":"2026-03-30T16:49:46.929272Z","steps":["trace[1357512788] 'read index received' (duration: 486.642951ms)","trace[1357512788] 'applied index is now lower than readState.Index' (duration: 5.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.929469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.128124ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.929517Z","caller":"traceutil/trace.go:172","msg":"trace[1394363368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"530.191285ms","start":"2026-03-30T16:49:46.399314Z","end":"2026-03-30T16:49:46.929505Z","steps":["trace[1394363368] 'agreement among raft nodes before linearized reading' (duration: 530.102934ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.929702Z","caller":"traceutil/trace.go:172","msg":"trace[1569811496] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"545.145161ms","start":"2026-03-30T16:49:46.384511Z","end":"2026-03-30T16:49:46.929656Z","steps":["trace[1569811496] 'process raft request' (duration: 545.07771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.929998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.384482Z","time spent":"545.335664ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:46.971306Z","caller":"traceutil/trace.go:172","msg":"trace[351771171] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"514.811613ms","start":"2026-03-30T16:49:46.456467Z","end":"2026-03-30T16:49:46.971278Z","steps":["trace[351771171] 'process raft request' (duration: 514.316186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.971477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.456443Z","time spent":"514.947504ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.971726Z","caller":"traceutil/trace.go:172","msg":"trace[1752720547] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"512.159767ms","start":"2026-03-30T16:49:46.459462Z","end":"2026-03-30T16:49:46.971621Z","steps":["trace[1752720547] 'process raft request' (duration: 511.482088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.971943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.459439Z","time spent":"512.369159ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:47.007975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.462248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:47.008033Z","caller":"traceutil/trace.go:172","msg":"trace[1276166484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"300.527569ms","start":"2026-03-30T16:49:46.707494Z","end":"2026-03-30T16:49:47.008022Z","steps":["trace[1276166484] 'agreement among raft nodes before linearized reading' (duration: 300.421447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:47.008059Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.707472Z","time spent":"300.581359ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:47.009243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"522.22028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:5192"} {"level":"info","ts":"2026-03-30T16:49:47.009293Z","caller":"traceutil/trace.go:172","msg":"trace[1768606264] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:1039; }","duration":"522.25242ms","start":"2026-03-30T16:49:46.487012Z","end":"2026-03-30T16:49:47.009265Z","steps":["trace[1768606264] 'agreement among raft nodes before linearized reading' (duration: 520.888402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:47.009314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.486994Z","time spent":"522.313642ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5214,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:48.114848Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c3874f4929b5956e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"343.416292ms"} {"level":"warn","ts":"2026-03-30T16:49:48.114932Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a8d4e8c653fa8dce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"343.507023ms"} {"level":"warn","ts":"2026-03-30T16:49:48.139672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.121576ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:48.139740Z","caller":"traceutil/trace.go:172","msg":"trace[154702806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1063; }","duration":"345.206267ms","start":"2026-03-30T16:49:47.794520Z","end":"2026-03-30T16:49:48.139726Z","steps":["trace[154702806] 'range keys from in-memory index tree' (duration: 345.071146ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:48.140575Z","caller":"traceutil/trace.go:172","msg":"trace[1315434330] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1232; }","duration":"337.424556ms","start":"2026-03-30T16:49:47.803133Z","end":"2026-03-30T16:49:48.140558Z","steps":["trace[1315434330] 'read index received' (duration: 337.418936ms)","trace[1315434330] 'applied index is now lower than readState.Index' (duration: 4.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:48.140812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.66664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:49:48.140873Z","caller":"traceutil/trace.go:172","msg":"trace[1382509342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1063; }","duration":"526.815552ms","start":"2026-03-30T16:49:47.614034Z","end":"2026-03-30T16:49:48.140850Z","steps":["trace[1382509342] 'process raft request' (duration: 526.60821ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:48.140912Z","caller":"traceutil/trace.go:172","msg":"trace[2121367049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1063; }","duration":"337.751601ms","start":"2026-03-30T16:49:47.803117Z","end":"2026-03-30T16:49:48.140868Z","steps":["trace[2121367049] 'agreement among raft nodes before linearized reading' (duration: 337.531298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.140953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.803092Z","time spent":"337.852712ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:48.141057Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.614010Z","time spent":"526.913284ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74795,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:48.150053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.856219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:49:48.150176Z","caller":"traceutil/trace.go:172","msg":"trace[133053464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1063; }","duration":"346.990101ms","start":"2026-03-30T16:49:47.803173Z","end":"2026-03-30T16:49:48.150163Z","steps":["trace[133053464] 'agreement among raft nodes before linearized reading' (duration: 346.758288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.150210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.803148Z","time spent":"347.055641ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:48.150358Z","caller":"traceutil/trace.go:172","msg":"trace[153089372] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1063; }","duration":"505.939248ms","start":"2026-03-30T16:49:47.644356Z","end":"2026-03-30T16:49:48.150296Z","steps":["trace[153089372] 'process raft request' (duration: 505.740085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.150544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.644329Z","time spent":"506.07663ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98748,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:48.150636Z","caller":"traceutil/trace.go:172","msg":"trace[478640199] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"421.898984ms","start":"2026-03-30T16:49:47.728724Z","end":"2026-03-30T16:49:48.150623Z","steps":["trace[478640199] 'process raft request' (duration: 421.700651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.151716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.728701Z","time spent":"422.957308ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:48.753878Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:49.216981Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3cf904ec39d3e333 [logterm: 2, index: 1256, vote: 3cf904ec39d3e333] ignored MsgPreVote from a8d4e8c653fa8dce [logterm: 2, index: 1250] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-30T16:49:49.254663Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085269972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:49.452781Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3cf904ec39d3e333 [logterm: 2, index: 1256, vote: 3cf904ec39d3e333] ignored MsgVote from a8d4e8c653fa8dce [logterm: 2, index: 1250] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-30T16:49:49.626930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.22711992s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:49.626993Z","caller":"traceutil/trace.go:172","msg":"trace[405089643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1073; }","duration":"1.227196511s","start":"2026-03-30T16:49:48.399785Z","end":"2026-03-30T16:49:49.626981Z","steps":["trace[405089643] 'range keys from in-memory index tree' (duration: 1.227072049s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.627257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.377652509s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:49.627445Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3cf904ec39d3e333 [term: 2] received a MsgApp message with higher term from a8d4e8c653fa8dce [term: 3]"} {"level":"info","ts":"2026-03-30T16:49:49.627541Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3cf904ec39d3e333 became follower at term 3"} {"level":"info","ts":"2026-03-30T16:49:49.627565Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1251 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-03-30T16:49:49.627580Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1251"} {"level":"info","ts":"2026-03-30T16:49:49.627596Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 3cf904ec39d3e333 changed leader from 3cf904ec39d3e333 to a8d4e8c653fa8dce at term 3"} {"level":"warn","ts":"2026-03-30T16:49:49.714247Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.464709046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:49:49.714408Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 3] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:49:49.714458Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"3cf904ec39d3e333 [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-03-30T16:49:49.714613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.461841609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:49:49.714755Z","caller":"traceutil/trace.go:172","msg":"trace[1170191371] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; }","duration":"1.462001641s","start":"2026-03-30T16:49:48.252738Z","end":"2026-03-30T16:49:49.714740Z","steps":["trace[1170191371] 'agreement among raft nodes before linearized reading' (duration: 1.461837909s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.714839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.252714Z","time spent":"1.462114582s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:49.719758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 3] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:49:49.719813Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 3] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:49:49.719827Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 3] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:49:49.719840Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 3] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:49:49.719851Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 3] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:49:49.719861Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 3] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:49:49.721835Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:49:49.722889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.525323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:49.723046Z","caller":"traceutil/trace.go:172","msg":"trace[397329377] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1074; }","duration":"320.686906ms","start":"2026-03-30T16:49:49.402347Z","end":"2026-03-30T16:49:49.723034Z","steps":["trace[397329377] 'agreement among raft nodes before linearized reading' (duration: 320.502853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.723102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:49.402326Z","time spent":"320.769827ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:49.722963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.229798131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"warn","ts":"2026-03-30T16:49:49.723001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.015894661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:49.723230Z","caller":"traceutil/trace.go:172","msg":"trace[724934195] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137; range_end:; response_count:1; response_revision:1074; }","duration":"1.230054485s","start":"2026-03-30T16:49:48.493136Z","end":"2026-03-30T16:49:49.723190Z","steps":["trace[724934195] 'agreement among raft nodes before linearized reading' (duration: 1.229683669s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:49.723294Z","caller":"traceutil/trace.go:172","msg":"trace[155055911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1074; }","duration":"1.016177324s","start":"2026-03-30T16:49:48.707100Z","end":"2026-03-30T16:49:49.723278Z","steps":["trace[155055911] 'agreement among raft nodes before linearized reading' (duration: 1.01584862s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.723334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.707080Z","time spent":"1.016245366s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:49.723333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.493084Z","time spent":"1.230212196s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":891,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:49.724487Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085269978,"received-request-id":16371601967085269977} {"level":"info","ts":"2026-03-30T16:49:50.365397Z","caller":"traceutil/trace.go:172","msg":"trace[369121245] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"165.216489ms","start":"2026-03-30T16:49:50.200159Z","end":"2026-03-30T16:49:50.365376Z","steps":["trace[369121245] 'process raft request' (duration: 165.036277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:51.735503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.760087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.812277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.835001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.854871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.892389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.917151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.938788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.960552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.986003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.990540Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.029941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.053449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.130798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.211419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.287798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.305810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.333889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.347616Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:52.490931Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.992051Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:53.210609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:53.222683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:53.235550Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:53.495308Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:53.708253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000186432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:49:53.708373Z","caller":"traceutil/trace.go:172","msg":"trace[1600048384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000477065s","start":"2026-03-30T16:49:51.707876Z","end":"2026-03-30T16:49:53.708353Z","steps":["trace[1600048384] 'agreement among raft nodes before linearized reading' (duration: 2.000183142s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.708577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.707862Z","time spent":"2.000701278s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:49:53 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:49:53.996068Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:54.155287Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:49.156796Z","time spent":"4.99848416s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:49:54.155376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:49.156272Z","time spent":"4.999095817s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:49:54 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:49:54.496467Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:54.586317Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.040397575s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:49:54.586752Z","caller":"traceutil/trace.go:172","msg":"trace[1267930007] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1256; }","duration":"3.09716393s","start":"2026-03-30T16:49:51.489572Z","end":"2026-03-30T16:49:54.586736Z","steps":["trace[1267930007] 'read index received' (duration: 3.096941617s)","trace[1267930007] 'applied index is now lower than readState.Index' (duration: 221.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:54.586855Z","caller":"traceutil/trace.go:172","msg":"trace[1449632837] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"3.157071477s","start":"2026-03-30T16:49:51.429755Z","end":"2026-03-30T16:49:54.586827Z","steps":["trace[1449632837] 'process raft request' (duration: 3.156888825s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:54.587011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.429737Z","time spent":"3.157199509s","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4185,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:54.587100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.097524405s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:54.587141Z","caller":"traceutil/trace.go:172","msg":"trace[2126346314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1083; }","duration":"3.097565916s","start":"2026-03-30T16:49:51.489565Z","end":"2026-03-30T16:49:54.587131Z","steps":["trace[2126346314] 'agreement among raft nodes before linearized reading' (duration: 3.097502665s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.087210Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:55.207702Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270006,"received-request-id":16371601967085270003} {"level":"info","ts":"2026-03-30T16:49:55.207968Z","caller":"traceutil/trace.go:172","msg":"trace[1063276646] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"2.234911383s","start":"2026-03-30T16:49:52.973037Z","end":"2026-03-30T16:49:55.207948Z","steps":["trace[1063276646] 'process raft request' (duration: 2.234843592s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.208098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.973000Z","time spent":"2.235036886s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:55.264692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.263984Z","time spent":"7.000701363s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:49:55.360249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.359683Z","time spent":"7.000559145s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:49:55.416430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.192072159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.416518Z","caller":"traceutil/trace.go:172","msg":"trace[595551315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1089; }","duration":"3.19216225s","start":"2026-03-30T16:49:52.224332Z","end":"2026-03-30T16:49:55.416494Z","steps":["trace[595551315] 'agreement among raft nodes before linearized reading' (duration: 3.192031958s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.416540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.350205914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.416731Z","caller":"traceutil/trace.go:172","msg":"trace[830451049] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1089; }","duration":"2.350418917s","start":"2026-03-30T16:49:53.066301Z","end":"2026-03-30T16:49:55.416720Z","steps":["trace[830451049] 'agreement among raft nodes before linearized reading' (duration: 2.350172914s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.416771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.066281Z","time spent":"2.350480057s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.416356Z","caller":"traceutil/trace.go:172","msg":"trace[390534371] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1267; }","duration":"829.475028ms","start":"2026-03-30T16:49:54.586860Z","end":"2026-03-30T16:49:55.416335Z","steps":["trace[390534371] 'read index received' (duration: 829.447387ms)","trace[390534371] 'applied index is now lower than readState.Index' (duration: 26.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.416688Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.224317Z","time spent":"3.192356483s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.417419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.077125121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.417449Z","caller":"traceutil/trace.go:172","msg":"trace[754253985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1090; }","duration":"3.077156862s","start":"2026-03-30T16:49:52.340284Z","end":"2026-03-30T16:49:55.417441Z","steps":["trace[754253985] 'agreement among raft nodes before linearized reading' (duration: 3.076529984s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.417470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.340264Z","time spent":"3.077198543s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.417585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.171826556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.417608Z","caller":"traceutil/trace.go:172","msg":"trace[1584620879] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1090; }","duration":"3.171849357s","start":"2026-03-30T16:49:52.245753Z","end":"2026-03-30T16:49:55.417602Z","steps":["trace[1584620879] 'agreement among raft nodes before linearized reading' (duration: 3.171058057s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.417626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.245738Z","time spent":"3.171883747s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.417715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.097685627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.417738Z","caller":"traceutil/trace.go:172","msg":"trace[1666621185] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1090; }","duration":"3.097707627s","start":"2026-03-30T16:49:52.320024Z","end":"2026-03-30T16:49:55.417732Z","steps":["trace[1666621185] 'agreement among raft nodes before linearized reading' (duration: 3.096796576s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.417753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.320017Z","time spent":"3.097732027s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.417770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.492685268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.417818Z","caller":"traceutil/trace.go:172","msg":"trace[525707799] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1090; }","duration":"3.492733879s","start":"2026-03-30T16:49:51.925075Z","end":"2026-03-30T16:49:55.417809Z","steps":["trace[525707799] 'agreement among raft nodes before linearized reading' (duration: 3.491881559s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.417841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.172502204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.417864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.492934842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.417880Z","caller":"traceutil/trace.go:172","msg":"trace[1850240996] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1090; }","duration":"3.492950872s","start":"2026-03-30T16:49:51.924924Z","end":"2026-03-30T16:49:55.417875Z","steps":["trace[1850240996] 'agreement among raft nodes before linearized reading' (duration: 3.492041311s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.417899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.186497322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.417900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.924908Z","time spent":"3.492988212s","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.417912Z","caller":"traceutil/trace.go:172","msg":"trace[1094622736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1090; }","duration":"2.186510412s","start":"2026-03-30T16:49:53.231397Z","end":"2026-03-30T16:49:55.417907Z","steps":["trace[1094622736] 'agreement among raft nodes before linearized reading' (duration: 2.185453159s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.417932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.231371Z","time spent":"2.186555593s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.418025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.173226421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.418046Z","caller":"traceutil/trace.go:172","msg":"trace[1898324271] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1090; }","duration":"2.173248331s","start":"2026-03-30T16:49:53.244793Z","end":"2026-03-30T16:49:55.418041Z","steps":["trace[1898324271] 'agreement among raft nodes before linearized reading' (duration: 2.172065946s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.244736Z","time spent":"2.173322442s","remote":"127.0.0.1:49666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.418171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.173393644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.418192Z","caller":"traceutil/trace.go:172","msg":"trace[621192021] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1090; }","duration":"2.173426555s","start":"2026-03-30T16:49:53.244761Z","end":"2026-03-30T16:49:55.418187Z","steps":["trace[621192021] 'agreement among raft nodes before linearized reading' (duration: 2.172109357s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.244738Z","time spent":"2.173465985s","remote":"127.0.0.1:49666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.418230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.892271359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:5385"} {"level":"info","ts":"2026-03-30T16:49:55.418271Z","caller":"traceutil/trace.go:172","msg":"trace[1581489201] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:1089; }","duration":"1.89231361s","start":"2026-03-30T16:49:53.525947Z","end":"2026-03-30T16:49:55.418261Z","steps":["trace[1581489201] 'agreement among raft nodes before linearized reading' (duration: 1.890559427s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.186871678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.418308Z","caller":"traceutil/trace.go:172","msg":"trace[983110797] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1090; }","duration":"2.186893858s","start":"2026-03-30T16:49:53.231409Z","end":"2026-03-30T16:49:55.418303Z","steps":["trace[983110797] 'agreement among raft nodes before linearized reading' (duration: 2.18546751s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.231392Z","time spent":"2.186927038s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.418336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.525929Z","time spent":"1.89235844s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5407,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.418433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.261176879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:49:55.418454Z","caller":"traceutil/trace.go:172","msg":"trace[1239233645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1090; }","duration":"1.261197939s","start":"2026-03-30T16:49:54.157251Z","end":"2026-03-30T16:49:55.418449Z","steps":["trace[1239233645] 'agreement among raft nodes before linearized reading' (duration: 1.259635149s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.157226Z","time spent":"1.261243069s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.418580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.26128815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T16:49:55.418601Z","caller":"traceutil/trace.go:172","msg":"trace[1821106591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1090; }","duration":"1.26130937s","start":"2026-03-30T16:49:54.157286Z","end":"2026-03-30T16:49:55.418595Z","steps":["trace[1821106591] 'agreement among raft nodes before linearized reading' (duration: 1.259606948s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.157278Z","time spent":"1.26133407s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.418697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.468929562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.418718Z","caller":"traceutil/trace.go:172","msg":"trace[748996035] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1090; }","duration":"3.468951632s","start":"2026-03-30T16:49:51.949761Z","end":"2026-03-30T16:49:55.418713Z","steps":["trace[748996035] 'agreement among raft nodes before linearized reading' (duration: 3.467140319s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.949744Z","time spent":"3.468988113s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.418769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.516400238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.418803Z","caller":"traceutil/trace.go:172","msg":"trace[1800999605] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1090; }","duration":"3.516431538s","start":"2026-03-30T16:49:51.902361Z","end":"2026-03-30T16:49:55.418793Z","steps":["trace[1800999605] 'agreement among raft nodes before linearized reading' (duration: 3.514611315s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.902345Z","time spent":"3.516480229s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.418886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.241255474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:49:55.418910Z","caller":"traceutil/trace.go:172","msg":"trace[1681893810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1090; }","duration":"3.241280685s","start":"2026-03-30T16:49:52.177623Z","end":"2026-03-30T16:49:55.418904Z","steps":["trace[1681893810] 'agreement among raft nodes before linearized reading' (duration: 3.239285589s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.177604Z","time spent":"3.241321215s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.418971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.058905486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.418992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.517531512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419011Z","caller":"traceutil/trace.go:172","msg":"trace[432426455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1090; }","duration":"3.058950777s","start":"2026-03-30T16:49:52.360051Z","end":"2026-03-30T16:49:55.419002Z","steps":["trace[432426455] 'agreement among raft nodes before linearized reading' (duration: 3.056682508s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.710281373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419041Z","caller":"traceutil/trace.go:172","msg":"trace[670606219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"1.710298863s","start":"2026-03-30T16:49:53.708736Z","end":"2026-03-30T16:49:55.419035Z","steps":["trace[670606219] 'agreement among raft nodes before linearized reading' (duration: 1.708174106s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.708719Z","time spent":"1.710339454s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:55.419062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.360032Z","time spent":"3.059020358s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.419088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.586447135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419119Z","caller":"traceutil/trace.go:172","msg":"trace[1406507241] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1090; }","duration":"3.586480855s","start":"2026-03-30T16:49:51.832630Z","end":"2026-03-30T16:49:55.419110Z","steps":["trace[1406507241] 'agreement among raft nodes before linearized reading' (duration: 3.584360098s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.832602Z","time spent":"3.586538317s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.450433901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.574356959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.121524466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419247Z","caller":"traceutil/trace.go:172","msg":"trace[1002419188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1090; }","duration":"3.574378379s","start":"2026-03-30T16:49:51.844863Z","end":"2026-03-30T16:49:55.419241Z","steps":["trace[1002419188] 'agreement among raft nodes before linearized reading' (duration: 3.572060909s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.419250Z","caller":"traceutil/trace.go:172","msg":"trace[2100050474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1090; }","duration":"3.450500342s","start":"2026-03-30T16:49:51.968734Z","end":"2026-03-30T16:49:55.419234Z","steps":["trace[2100050474] 'agreement among raft nodes before linearized reading' (duration: 3.448378894s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.281380442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.550482638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.198478847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.278670988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:29570"} {"level":"warn","ts":"2026-03-30T16:49:55.419332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.078903805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.587024623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419379Z","caller":"traceutil/trace.go:172","msg":"trace[2003924465] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1090; }","duration":"3.587057563s","start":"2026-03-30T16:49:51.832313Z","end":"2026-03-30T16:49:55.419371Z","steps":["trace[2003924465] 'agreement among raft nodes before linearized reading' (duration: 3.584682653s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.771705584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419019Z","caller":"traceutil/trace.go:172","msg":"trace[295797547] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1090; }","duration":"3.517559242s","start":"2026-03-30T16:49:51.901452Z","end":"2026-03-30T16:49:55.419011Z","steps":["trace[295797547] 'agreement among raft nodes before linearized reading' (duration: 3.515527316s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.832298Z","time spent":"3.587100594s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.417865Z","caller":"traceutil/trace.go:172","msg":"trace[2088938768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1090; }","duration":"3.172526905s","start":"2026-03-30T16:49:52.245332Z","end":"2026-03-30T16:49:55.417859Z","steps":["trace[2088938768] 'agreement among raft nodes before linearized reading' (duration: 3.171490052s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.059828577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.426075155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419479Z","caller":"traceutil/trace.go:172","msg":"trace[1948083813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1090; }","duration":"3.426108396s","start":"2026-03-30T16:49:51.993363Z","end":"2026-03-30T16:49:55.419472Z","steps":["trace[1948083813] 'agreement among raft nodes before linearized reading' (duration: 3.423665474s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.426143446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.993354Z","time spent":"3.426146486s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.419511Z","caller":"traceutil/trace.go:172","msg":"trace[1637049565] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1090; }","duration":"3.426169276s","start":"2026-03-30T16:49:51.993335Z","end":"2026-03-30T16:49:55.419504Z","steps":["trace[1637049565] 'agreement among raft nodes before linearized reading' (duration: 3.423696264s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.574230196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.670521785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.993314Z","time spent":"3.426218876s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.419545Z","caller":"traceutil/trace.go:172","msg":"trace[2076722975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1090; }","duration":"3.574731673s","start":"2026-03-30T16:49:51.844806Z","end":"2026-03-30T16:49:55.419538Z","steps":["trace[2076722975] 'agreement among raft nodes before linearized reading' (duration: 3.57217605s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.046638417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T16:49:55.419588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.643668697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.198756201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419618Z","caller":"traceutil/trace.go:172","msg":"trace[356974931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1090; }","duration":"3.643698207s","start":"2026-03-30T16:49:51.775913Z","end":"2026-03-30T16:49:55.419611Z","steps":["trace[356974931] 'agreement among raft nodes before linearized reading' (duration: 3.641088794s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.419625Z","caller":"traceutil/trace.go:172","msg":"trace[1656374206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1090; }","duration":"2.198794222s","start":"2026-03-30T16:49:53.220823Z","end":"2026-03-30T16:49:55.419617Z","steps":["trace[1656374206] 'agreement among raft nodes before linearized reading' (duration: 2.196105677s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.775905Z","time spent":"3.643734849s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.220819Z","time spent":"2.198828872s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.282434147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419732Z","caller":"traceutil/trace.go:172","msg":"trace[1161526913] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1090; }","duration":"3.282470588s","start":"2026-03-30T16:49:52.137254Z","end":"2026-03-30T16:49:55.419724Z","steps":["trace[1161526913] 'agreement among raft nodes before linearized reading' (duration: 3.279758963s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.137230Z","time spent":"3.282525258s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.356718997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419824Z","caller":"traceutil/trace.go:172","msg":"trace[1058449211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1090; }","duration":"3.3569164s","start":"2026-03-30T16:49:52.062897Z","end":"2026-03-30T16:49:55.419813Z","steps":["trace[1058449211] 'agreement among raft nodes before linearized reading' (duration: 3.354139565s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.245314Z","time spent":"3.174519931s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.419065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.550162644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.671006371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419941Z","caller":"traceutil/trace.go:172","msg":"trace[1703249963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1090; }","duration":"3.671045321s","start":"2026-03-30T16:49:51.748888Z","end":"2026-03-30T16:49:55.419933Z","steps":["trace[1703249963] 'agreement among raft nodes before linearized reading' (duration: 3.668130544s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.418736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.378877394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"929.545025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.35697593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419976Z","caller":"traceutil/trace.go:172","msg":"trace[498317139] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1090; }","duration":"930.423046ms","start":"2026-03-30T16:49:54.489547Z","end":"2026-03-30T16:49:55.419970Z","steps":["trace[498317139] 'agreement among raft nodes before linearized reading' (duration: 927.342617ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.419989Z","caller":"traceutil/trace.go:172","msg":"trace[147906692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1090; }","duration":"3.357000711s","start":"2026-03-30T16:49:52.062980Z","end":"2026-03-30T16:49:55.419981Z","steps":["trace[147906692] 'agreement among raft nodes before linearized reading' (duration: 3.354042793s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.417882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.193546187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.450166108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.420024Z","caller":"traceutil/trace.go:172","msg":"trace[1596867112] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1090; }","duration":"3.451043178s","start":"2026-03-30T16:49:51.968974Z","end":"2026-03-30T16:49:55.420017Z","steps":["trace[1596867112] 'agreement among raft nodes before linearized reading' (duration: 3.448067621s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.420051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.968962Z","time spent":"3.451083449s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.420112Z","caller":"traceutil/trace.go:172","msg":"trace[382582772] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1092; }","duration":"826.922145ms","start":"2026-03-30T16:49:54.593184Z","end":"2026-03-30T16:49:55.420106Z","steps":["trace[382582772] 'process raft request' (duration: 826.902444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.420145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.935155626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.420187Z","caller":"traceutil/trace.go:172","msg":"trace[1260589268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1090; }","duration":"3.380333052s","start":"2026-03-30T16:49:52.039845Z","end":"2026-03-30T16:49:55.420179Z","steps":["trace[1260589268] 'agreement among raft nodes before linearized reading' (duration: 3.377203163s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.420241Z","caller":"traceutil/trace.go:172","msg":"trace[688514017] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1090; }","duration":"2.935253427s","start":"2026-03-30T16:49:52.484975Z","end":"2026-03-30T16:49:55.420228Z","steps":["trace[688514017] 'agreement among raft nodes before linearized reading' (duration: 2.931739663s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.420253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.039829Z","time spent":"3.380413763s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.419652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.379800526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.419599Z","caller":"traceutil/trace.go:172","msg":"trace[786816586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"3.046951751s","start":"2026-03-30T16:49:52.372634Z","end":"2026-03-30T16:49:55.419586Z","steps":["trace[786816586] 'agreement among raft nodes before linearized reading' (duration: 3.044091275s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.420307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.484951Z","time spent":"2.935312478s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.419261Z","caller":"traceutil/trace.go:172","msg":"trace[425229340] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1090; }","duration":"3.121549226s","start":"2026-03-30T16:49:52.297703Z","end":"2026-03-30T16:49:55.419252Z","steps":["trace[425229340] 'agreement among raft nodes before linearized reading' (duration: 3.119090365s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.419451Z","caller":"traceutil/trace.go:172","msg":"trace[466849666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1090; }","duration":"3.059992309s","start":"2026-03-30T16:49:52.359451Z","end":"2026-03-30T16:49:55.419443Z","steps":["trace[466849666] 'agreement among raft nodes before linearized reading' (duration: 3.057346326s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.420409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.297697Z","time spent":"3.12270023s","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.420144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.748868Z","time spent":"3.671264905s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.420315Z","caller":"traceutil/trace.go:172","msg":"trace[1106579413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1090; }","duration":"3.380460054s","start":"2026-03-30T16:49:52.039846Z","end":"2026-03-30T16:49:55.420306Z","steps":["trace[1106579413] 'agreement among raft nodes before linearized reading' (duration: 3.377196893s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.420416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.359433Z","time spent":"3.060974412s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.419559Z","caller":"traceutil/trace.go:172","msg":"trace[314895240] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1090; }","duration":"3.670553676s","start":"2026-03-30T16:49:51.748998Z","end":"2026-03-30T16:49:55.419551Z","steps":["trace[314895240] 'agreement among raft nodes before linearized reading' (duration: 3.668014973s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.420796Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.748970Z","time spent":"3.671816601s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.419348Z","caller":"traceutil/trace.go:172","msg":"trace[1959358143] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1090; }","duration":"3.2788138s","start":"2026-03-30T16:49:52.140526Z","end":"2026-03-30T16:49:55.419340Z","steps":["trace[1959358143] 'agreement among raft nodes before linearized reading' (duration: 3.276390199s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.421229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.140504Z","time spent":"3.280713305s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":29592,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.420022Z","caller":"traceutil/trace.go:172","msg":"trace[1088731083] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1090; }","duration":"3.195682094s","start":"2026-03-30T16:49:52.224332Z","end":"2026-03-30T16:49:55.420014Z","steps":["trace[1088731083] 'agreement among raft nodes before linearized reading' (duration: 3.192507124s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.421323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.224317Z","time spent":"3.196993273s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.968688Z","time spent":"3.450592653s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.417844Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.925070Z","time spent":"3.492766609s","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.099276728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.121962113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.421763Z","caller":"traceutil/trace.go:172","msg":"trace[565227239] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1090; }","duration":"3.124414164s","start":"2026-03-30T16:49:52.297339Z","end":"2026-03-30T16:49:55.421753Z","steps":["trace[565227239] 'agreement among raft nodes before linearized reading' (duration: 3.119463801s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.421791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.297315Z","time spent":"3.124467215s","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.419317Z","caller":"traceutil/trace.go:172","msg":"trace[631283645] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1090; }","duration":"3.550513269s","start":"2026-03-30T16:49:51.868796Z","end":"2026-03-30T16:49:55.419310Z","steps":["trace[631283645] 'agreement among raft nodes before linearized reading' (duration: 3.548196579s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.421883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.868774Z","time spent":"3.553102763s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.419321Z","caller":"traceutil/trace.go:172","msg":"trace[1358340816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1090; }","duration":"3.281400133s","start":"2026-03-30T16:49:52.137900Z","end":"2026-03-30T16:49:55.419300Z","steps":["trace[1358340816] 'agreement among raft nodes before linearized reading' (duration: 3.279025762s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.421984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.137882Z","time spent":"3.284096168s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.419320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.469519419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.422078Z","caller":"traceutil/trace.go:172","msg":"trace[1243450700] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1090; }","duration":"3.472276734s","start":"2026-03-30T16:49:51.949795Z","end":"2026-03-30T16:49:55.422072Z","steps":["trace[1243450700] 'agreement among raft nodes before linearized reading' (duration: 3.467324991s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.422109Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.949789Z","time spent":"3.472306434s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.419348Z","caller":"traceutil/trace.go:172","msg":"trace[1487154362] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1090; }","duration":"2.198533298s","start":"2026-03-30T16:49:53.220803Z","end":"2026-03-30T16:49:55.419336Z","steps":["trace[1487154362] 'agreement among raft nodes before linearized reading' (duration: 2.196489712s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.422324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.220785Z","time spent":"2.201528396s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.419356Z","caller":"traceutil/trace.go:172","msg":"trace[1620417259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1090; }","duration":"3.078925815s","start":"2026-03-30T16:49:52.340422Z","end":"2026-03-30T16:49:55.419348Z","steps":["trace[1620417259] 'agreement among raft nodes before linearized reading' (duration: 3.076384763s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.422492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.340390Z","time spent":"3.082095645s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.419415Z","caller":"traceutil/trace.go:172","msg":"trace[890761952] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1090; }","duration":"1.771729004s","start":"2026-03-30T16:49:53.647673Z","end":"2026-03-30T16:49:55.419402Z","steps":["trace[890761952] 'agreement among raft nodes before linearized reading' (duration: 1.769563676s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.422621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.647654Z","time spent":"1.774961945s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.421720Z","caller":"traceutil/trace.go:172","msg":"trace[453145988] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1090; }","duration":"3.101786501s","start":"2026-03-30T16:49:52.319917Z","end":"2026-03-30T16:49:55.421704Z","steps":["trace[453145988] 'agreement among raft nodes before linearized reading' (duration: 3.096841697s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.419425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.901434Z","time spent":"3.517982707s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.422756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.319779Z","time spent":"3.102959275s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.419566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.844791Z","time spent":"3.574769314s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.643902831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.419264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.844852Z","time spent":"3.574407169s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.423397Z","caller":"traceutil/trace.go:172","msg":"trace[1676319887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1090; }","duration":"3.647512817s","start":"2026-03-30T16:49:51.775876Z","end":"2026-03-30T16:49:55.423389Z","steps":["trace[1676319887] 'agreement among raft nodes before linearized reading' (duration: 3.641131045s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.423425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.775862Z","time spent":"3.647554097s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.420000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.489526Z","time spent":"930.467396ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.419863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.062877Z","time spent":"3.35697462s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.420008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.062953Z","time spent":"3.357050471s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.424117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.039828Z","time spent":"3.380715967s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.420021Z","caller":"traceutil/trace.go:172","msg":"trace[1184190072] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1090; }","duration":"3.551108195s","start":"2026-03-30T16:49:51.868895Z","end":"2026-03-30T16:49:55.420003Z","steps":["trace[1184190072] 'agreement among raft nodes before linearized reading' (duration: 3.548090747s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.424332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.868888Z","time spent":"3.555431322s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.420332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.372607Z","time spent":"3.047714591s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.420165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.593157Z","time spent":"826.980106ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.687732Z","caller":"traceutil/trace.go:172","msg":"trace[116892645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1095; }","duration":"319.207252ms","start":"2026-03-30T16:49:55.368510Z","end":"2026-03-30T16:49:55.687718Z","steps":["trace[116892645] 'process raft request' (duration: 319.09513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.687851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.368489Z","time spent":"319.302484ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":15712,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.728348Z","caller":"traceutil/trace.go:172","msg":"trace[504823909] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1277; }","duration":"311.362911ms","start":"2026-03-30T16:49:55.416965Z","end":"2026-03-30T16:49:55.728328Z","steps":["trace[504823909] 'read index received' (duration: 311.355781ms)","trace[504823909] 'applied index is now lower than readState.Index' (duration: 6.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.728464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.114707633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.728481Z","caller":"traceutil/trace.go:172","msg":"trace[1153956216] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1095; }","duration":"1.114741843s","start":"2026-03-30T16:49:54.613735Z","end":"2026-03-30T16:49:55.728477Z","steps":["trace[1153956216] 'agreement among raft nodes before linearized reading' (duration: 1.114680763s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.728458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.025026081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.728499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.613719Z","time spent":"1.114775795s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.728512Z","caller":"traceutil/trace.go:172","msg":"trace[1514481103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"1.025086132s","start":"2026-03-30T16:49:54.703409Z","end":"2026-03-30T16:49:55.728496Z","steps":["trace[1514481103] 'agreement among raft nodes before linearized reading' (duration: 1.02498375s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.728548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.703389Z","time spent":"1.025150912s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:55.728553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.140001749s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.728624Z","caller":"traceutil/trace.go:172","msg":"trace[618936080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"1.14007261s","start":"2026-03-30T16:49:54.588526Z","end":"2026-03-30T16:49:55.728599Z","steps":["trace[618936080] 'agreement among raft nodes before linearized reading' (duration: 1.139967649s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.731679Z","caller":"traceutil/trace.go:172","msg":"trace[2133669575] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"302.395677ms","start":"2026-03-30T16:49:55.429233Z","end":"2026-03-30T16:49:55.731629Z","steps":["trace[2133669575] 'process raft request' (duration: 300.833817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.731793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.429223Z","time spent":"302.508438ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.732304Z","caller":"traceutil/trace.go:172","msg":"trace[215341962] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"307.047717ms","start":"2026-03-30T16:49:55.425203Z","end":"2026-03-30T16:49:55.732250Z","steps":["trace[215341962] 'process raft request' (duration: 304.804298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.732372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.425189Z","time spent":"307.145378ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.733140Z","caller":"traceutil/trace.go:172","msg":"trace[13242857] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"303.887357ms","start":"2026-03-30T16:49:55.429241Z","end":"2026-03-30T16:49:55.733128Z","steps":["trace[13242857] 'process raft request' (duration: 300.896508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.733202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.429233Z","time spent":"303.936467ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.733548Z","caller":"traceutil/trace.go:172","msg":"trace[264919728] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"304.24386ms","start":"2026-03-30T16:49:55.429276Z","end":"2026-03-30T16:49:55.733520Z","steps":["trace[264919728] 'process raft request' (duration: 300.883518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.733931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.429270Z","time spent":"304.544854ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.734141Z","caller":"traceutil/trace.go:172","msg":"trace[71234757] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"301.704357ms","start":"2026-03-30T16:49:55.432394Z","end":"2026-03-30T16:49:55.734098Z","steps":["trace[71234757] 'process raft request' (duration: 299.466429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.734357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.432379Z","time spent":"301.893849ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5176,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.734409Z","caller":"traceutil/trace.go:172","msg":"trace[849533644] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"303.770354ms","start":"2026-03-30T16:49:55.430601Z","end":"2026-03-30T16:49:55.734371Z","steps":["trace[849533644] 'process raft request' (duration: 301.178361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.734726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.430593Z","time spent":"303.976496ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.778470Z","caller":"traceutil/trace.go:172","msg":"trace[1930704659] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1102; }","duration":"104.041413ms","start":"2026-03-30T16:49:55.674404Z","end":"2026-03-30T16:49:55.778446Z","steps":["trace[1930704659] 'process raft request' (duration: 101.327108ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.831907Z","caller":"traceutil/trace.go:172","msg":"trace[1092383] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1286; }","duration":"103.484066ms","start":"2026-03-30T16:49:55.728398Z","end":"2026-03-30T16:49:55.831882Z","steps":["trace[1092383] 'read index received' (duration: 103.476106ms)","trace[1092383] 'applied index is now lower than readState.Index' (duration: 6.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.832057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.689904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-03-30T16:49:55.832110Z","caller":"traceutil/trace.go:172","msg":"trace[425498749] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1102; }","duration":"396.758715ms","start":"2026-03-30T16:49:55.435340Z","end":"2026-03-30T16:49:55.832099Z","steps":["trace[425498749] 'agreement among raft nodes before linearized reading' (duration: 396.565472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.832082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.540657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.832144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.435328Z","time spent":"396.799695ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":10892,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.832148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.220239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-03-30T16:49:55.832157Z","caller":"traceutil/trace.go:172","msg":"trace[1485054349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"401.622638ms","start":"2026-03-30T16:49:55.430513Z","end":"2026-03-30T16:49:55.832136Z","steps":["trace[1485054349] 'agreement among raft nodes before linearized reading' (duration: 401.478436ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.832184Z","caller":"traceutil/trace.go:172","msg":"trace[1320820940] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1102; }","duration":"403.27504ms","start":"2026-03-30T16:49:55.428899Z","end":"2026-03-30T16:49:55.832174Z","steps":["trace[1320820940] 'agreement among raft nodes before linearized reading' (duration: 403.112098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.832246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.430505Z","time spent":"401.7338ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:55.832253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.428890Z","time spent":"403.353531ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":969,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.332313Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:56.536516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.609224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-30T16:49:56.543670Z","caller":"traceutil/trace.go:172","msg":"trace[1623287358] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"795.327096ms","start":"2026-03-30T16:49:55.748321Z","end":"2026-03-30T16:49:56.543648Z","steps":["trace[1623287358] 'process raft request' (duration: 795.202584ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.543702Z","caller":"traceutil/trace.go:172","msg":"trace[1187290302] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1104; }","duration":"805.409125ms","start":"2026-03-30T16:49:55.738261Z","end":"2026-03-30T16:49:56.543670Z","steps":["trace[1187290302] 'process raft request' (duration: 805.122961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.543799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.748242Z","time spent":"795.498228ms","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:56.544097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.738222Z","time spent":"805.542556ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208511,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:56.609550Z","caller":"traceutil/trace.go:172","msg":"trace[115022496] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1293; }","duration":"777.552516ms","start":"2026-03-30T16:49:55.831978Z","end":"2026-03-30T16:49:56.609530Z","steps":["trace[115022496] 'read index received' (duration: 777.547166ms)","trace[115022496] 'applied index is now lower than readState.Index' (duration: 4.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.609884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"823.287652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.609945Z","caller":"traceutil/trace.go:172","msg":"trace[1538182758] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1106; }","duration":"823.552905ms","start":"2026-03-30T16:49:55.786378Z","end":"2026-03-30T16:49:56.609931Z","steps":["trace[1538182758] 'agreement among raft nodes before linearized reading' (duration: 823.256332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.609884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"849.662029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.610105Z","caller":"traceutil/trace.go:172","msg":"trace[398574535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1106; }","duration":"849.893102ms","start":"2026-03-30T16:49:55.760192Z","end":"2026-03-30T16:49:56.610085Z","steps":["trace[398574535] 'agreement among raft nodes before linearized reading' (duration: 849.596359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.610188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.760161Z","time spent":"850.013094ms","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.609986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.786359Z","time spent":"823.614156ms","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.610207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"878.593561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.610369Z","caller":"traceutil/trace.go:172","msg":"trace[1186645842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1108; }","duration":"878.759013ms","start":"2026-03-30T16:49:55.731595Z","end":"2026-03-30T16:49:56.610354Z","steps":["trace[1186645842] 'agreement among raft nodes before linearized reading' (duration: 878.5707ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.719781Z","caller":"traceutil/trace.go:172","msg":"trace[371387073] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1108; }","duration":"810.637276ms","start":"2026-03-30T16:49:55.908947Z","end":"2026-03-30T16:49:56.719584Z","steps":["trace[371387073] 'process raft request' (duration: 782.222433ms)","trace[371387073] 'compare' (duration: 28.271371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.720096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.908922Z","time spent":"810.945849ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208520,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:56.740462Z","caller":"traceutil/trace.go:172","msg":"trace[413557374] linearizableReadLoop","detail":"{readStateIndex:1299; appliedIndex:1299; }","duration":"130.829593ms","start":"2026-03-30T16:49:56.609616Z","end":"2026-03-30T16:49:56.740445Z","steps":["trace[413557374] 'read index received' (duration: 130.817223ms)","trace[413557374] 'applied index is now lower than readState.Index' (duration: 11.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.740531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.454529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.740595Z","caller":"traceutil/trace.go:172","msg":"trace[606577953] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1110; }","duration":"748.53831ms","start":"2026-03-30T16:49:55.992040Z","end":"2026-03-30T16:49:56.740578Z","steps":["trace[606577953] 'agreement among raft nodes before linearized reading' (duration: 748.415378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.740605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.152214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.740634Z","caller":"traceutil/trace.go:172","msg":"trace[106045518] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1110; }","duration":"762.196665ms","start":"2026-03-30T16:49:55.978428Z","end":"2026-03-30T16:49:56.740625Z","steps":["trace[106045518] 'agreement among raft nodes before linearized reading' (duration: 762.118434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.740615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.674129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.740641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.746965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.740662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.978409Z","time spent":"762.245945ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.740673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"722.499656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.740677Z","caller":"traceutil/trace.go:172","msg":"trace[1961256098] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1110; }","duration":"372.782695ms","start":"2026-03-30T16:49:56.367884Z","end":"2026-03-30T16:49:56.740667Z","steps":["trace[1961256098] 'agreement among raft nodes before linearized reading' (duration: 372.730164ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.740676Z","caller":"traceutil/trace.go:172","msg":"trace[1607109123] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1110; }","duration":"665.736ms","start":"2026-03-30T16:49:56.074924Z","end":"2026-03-30T16:49:56.740660Z","steps":["trace[1607109123] 'agreement among raft nodes before linearized reading' (duration: 665.650879ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.740696Z","caller":"traceutil/trace.go:172","msg":"trace[212925675] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1110; }","duration":"722.522276ms","start":"2026-03-30T16:49:56.018165Z","end":"2026-03-30T16:49:56.740687Z","steps":["trace[212925675] 'agreement among raft nodes before linearized reading' (duration: 722.487106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.740698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.367860Z","time spent":"372.833806ms","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.740638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.128353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.740719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.018146Z","time spent":"722.567427ms","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.740715Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.074908Z","time spent":"665.796922ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.740775Z","caller":"traceutil/trace.go:172","msg":"trace[175780224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1110; }","duration":"503.220894ms","start":"2026-03-30T16:49:56.237502Z","end":"2026-03-30T16:49:56.740723Z","steps":["trace[175780224] 'agreement among raft nodes before linearized reading' (duration: 503.113162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.740857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"806.014376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.740811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.237490Z","time spent":"503.309495ms","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.740989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.047523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.740632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.992020Z","time spent":"748.60335ms","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.741072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"486.735872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.740529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.592619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.741097Z","caller":"traceutil/trace.go:172","msg":"trace[1760688992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1110; }","duration":"486.762812ms","start":"2026-03-30T16:49:56.254328Z","end":"2026-03-30T16:49:56.741091Z","steps":["trace[1760688992] 'agreement among raft nodes before linearized reading' (duration: 486.720162ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.741105Z","caller":"traceutil/trace.go:172","msg":"trace[405005910] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1110; }","duration":"490.181986ms","start":"2026-03-30T16:49:56.250914Z","end":"2026-03-30T16:49:56.741096Z","steps":["trace[405005910] 'agreement among raft nodes before linearized reading' (duration: 489.561959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.741113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.254317Z","time spent":"486.791434ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.741132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.250902Z","time spent":"490.220227ms","remote":"127.0.0.1:49666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.740553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.704258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.741307Z","caller":"traceutil/trace.go:172","msg":"trace[1532632660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1110; }","duration":"507.459287ms","start":"2026-03-30T16:49:56.233838Z","end":"2026-03-30T16:49:56.741298Z","steps":["trace[1532632660] 'agreement among raft nodes before linearized reading' (duration: 506.678937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.741359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.233819Z","time spent":"507.528807ms","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.741553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"869.031884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.742429Z","caller":"traceutil/trace.go:172","msg":"trace[2065193038] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1110; }","duration":"869.903505ms","start":"2026-03-30T16:49:55.872511Z","end":"2026-03-30T16:49:56.742414Z","steps":["trace[2065193038] 'agreement among raft nodes before linearized reading' (duration: 869.004084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.742465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.872492Z","time spent":"869.963595ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.741023Z","caller":"traceutil/trace.go:172","msg":"trace[1959102999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1110; }","duration":"432.077463ms","start":"2026-03-30T16:49:56.308934Z","end":"2026-03-30T16:49:56.741011Z","steps":["trace[1959102999] 'agreement among raft nodes before linearized reading' (duration: 432.033153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.742581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.308913Z","time spent":"433.659883ms","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.741258Z","caller":"traceutil/trace.go:172","msg":"trace[1359005992] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1110; }","duration":"806.062217ms","start":"2026-03-30T16:49:55.934835Z","end":"2026-03-30T16:49:56.740897Z","steps":["trace[1359005992] 'agreement among raft nodes before linearized reading' (duration: 806.000556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.742719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.934818Z","time spent":"807.887239ms","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.741587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"830.347437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.742886Z","caller":"traceutil/trace.go:172","msg":"trace[733970374] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1110; }","duration":"831.644393ms","start":"2026-03-30T16:49:55.911234Z","end":"2026-03-30T16:49:56.742879Z","steps":["trace[733970374] 'agreement among raft nodes before linearized reading' (duration: 830.336487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.742913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.911205Z","time spent":"831.700694ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.742928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"831.3477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-30T16:49:56.743017Z","caller":"traceutil/trace.go:172","msg":"trace[999794526] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1111; }","duration":"148.158133ms","start":"2026-03-30T16:49:56.594851Z","end":"2026-03-30T16:49:56.743009Z","steps":["trace[999794526] 'process raft request' (duration: 147.053219ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.742882Z","caller":"traceutil/trace.go:172","msg":"trace[1366547905] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"189.907578ms","start":"2026-03-30T16:49:56.552548Z","end":"2026-03-30T16:49:56.742456Z","steps":["trace[1366547905] 'process raft request' (duration: 189.25189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.741622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"895.687006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:59631"} {"level":"warn","ts":"2026-03-30T16:49:56.741660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"889.629678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.741686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"900.300865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.741695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"898.459211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.741769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"900.652349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-30T16:49:56.740588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.493644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.744324Z","caller":"traceutil/trace.go:172","msg":"trace[420509676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1110; }","duration":"416.191321ms","start":"2026-03-30T16:49:56.328081Z","end":"2026-03-30T16:49:56.744272Z","steps":["trace[420509676] 'agreement among raft nodes before linearized reading' (duration: 412.468884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.744360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.328067Z","time spent":"416.277632ms","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.744418Z","caller":"traceutil/trace.go:172","msg":"trace[45887774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1110; }","duration":"892.379003ms","start":"2026-03-30T16:49:55.852025Z","end":"2026-03-30T16:49:56.744404Z","steps":["trace[45887774] 'agreement among raft nodes before linearized reading' (duration: 889.616908ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.744519Z","caller":"traceutil/trace.go:172","msg":"trace[871281460] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1110; }","duration":"903.136921ms","start":"2026-03-30T16:49:55.841375Z","end":"2026-03-30T16:49:56.744512Z","steps":["trace[871281460] 'agreement among raft nodes before linearized reading' (duration: 900.284864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.744563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.841358Z","time spent":"903.198081ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.744612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.852015Z","time spent":"892.432844ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.744981Z","caller":"traceutil/trace.go:172","msg":"trace[1828542518] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:1110; }","duration":"831.42002ms","start":"2026-03-30T16:49:55.911539Z","end":"2026-03-30T16:49:56.742959Z","steps":["trace[1828542518] 'agreement among raft nodes before linearized reading' (duration: 829.73686ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.745030Z","caller":"traceutil/trace.go:172","msg":"trace[504818778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1110; }","duration":"901.792173ms","start":"2026-03-30T16:49:55.843230Z","end":"2026-03-30T16:49:56.745022Z","steps":["trace[504818778] 'agreement among raft nodes before linearized reading' (duration: 898.450721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.745041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.911521Z","time spent":"833.505017ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.745084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.843224Z","time spent":"901.849974ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:56.745232Z","caller":"traceutil/trace.go:172","msg":"trace[1452770847] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003; range_end:; response_count:1; response_revision:1110; }","duration":"904.109092ms","start":"2026-03-30T16:49:55.841109Z","end":"2026-03-30T16:49:56.745218Z","steps":["trace[1452770847] 'agreement among raft nodes before linearized reading' (duration: 900.603888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.745275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.841096Z","time spent":"904.163093ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.745316Z","caller":"traceutil/trace.go:172","msg":"trace[1850337945] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1110; }","duration":"899.376882ms","start":"2026-03-30T16:49:55.845924Z","end":"2026-03-30T16:49:56.745301Z","steps":["trace[1850337945] 'agreement among raft nodes before linearized reading' (duration: 895.584954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.745358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.845906Z","time spent":"899.439643ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":59653,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.763261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.494966ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.763313Z","caller":"traceutil/trace.go:172","msg":"trace[199963821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1114; }","duration":"151.555247ms","start":"2026-03-30T16:49:56.611748Z","end":"2026-03-30T16:49:56.763303Z","steps":["trace[199963821] 'agreement among raft nodes before linearized reading' (duration: 151.482006ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:57.704287Z","caller":"traceutil/trace.go:172","msg":"trace[995922764] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1135; }","duration":"168.940044ms","start":"2026-03-30T16:49:57.535322Z","end":"2026-03-30T16:49:57.704262Z","steps":["trace[995922764] 'process raft request' (duration: 167.598857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:58.994279Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:59.259961Z","caller":"traceutil/trace.go:172","msg":"trace[1750981834] linearizableReadLoop","detail":"{readStateIndex:1355; appliedIndex:1356; }","duration":"766.08175ms","start":"2026-03-30T16:49:58.493849Z","end":"2026-03-30T16:49:59.259930Z","steps":["trace[1750981834] 'read index received' (duration: 766.072549ms)","trace[1750981834] 'applied index is now lower than readState.Index' (duration: 7.631µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:59.262110Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270069,"received-request-id":16371601967085270067} {"level":"warn","ts":"2026-03-30T16:49:59.297543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.661385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:59.297642Z","caller":"traceutil/trace.go:172","msg":"trace[1031072571] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1148; }","duration":"803.772407ms","start":"2026-03-30T16:49:58.493845Z","end":"2026-03-30T16:49:59.297617Z","steps":["trace[1031072571] 'agreement among raft nodes before linearized reading' (duration: 766.237101ms)","trace[1031072571] 'range keys from in-memory index tree' (duration: 37.385643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:59.297639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.603031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:59.297704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.493829Z","time spent":"803.864168ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:59.297915Z","caller":"traceutil/trace.go:172","msg":"trace[1644525583] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"768.915533ms","start":"2026-03-30T16:49:58.528970Z","end":"2026-03-30T16:49:59.297885Z","steps":["trace[1644525583] 'process raft request' (duration: 768.550819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:59.298083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.528929Z","time spent":"769.076886ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:59.297720Z","caller":"traceutil/trace.go:172","msg":"trace[434812521] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:1150; }","duration":"162.695232ms","start":"2026-03-30T16:49:59.135006Z","end":"2026-03-30T16:49:59.297701Z","steps":["trace[434812521] 'agreement among raft nodes before linearized reading' (duration: 162.57406ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:00.092067Z","caller":"traceutil/trace.go:172","msg":"trace[1618733063] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"205.483492ms","start":"2026-03-30T16:49:59.886555Z","end":"2026-03-30T16:50:00.092039Z","steps":["trace[1618733063] 'process raft request' (duration: 205.313549ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:00.497778Z","caller":"traceutil/trace.go:172","msg":"trace[498803678] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"611.000718ms","start":"2026-03-30T16:49:59.886760Z","end":"2026-03-30T16:50:00.497761Z","steps":["trace[498803678] 'process raft request' (duration: 610.853136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.497939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.886737Z","time spent":"611.11924ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:00.499361Z","caller":"traceutil/trace.go:172","msg":"trace[1810332614] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"582.891322ms","start":"2026-03-30T16:49:59.916446Z","end":"2026-03-30T16:50:00.499337Z","steps":["trace[1810332614] 'process raft request' (duration: 582.489977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.499577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.916420Z","time spent":"583.112525ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:01.900999Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:02.401542Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270097,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:02.455283Z","caller":"traceutil/trace.go:172","msg":"trace[1472636760] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"1.480312841s","start":"2026-03-30T16:50:00.974912Z","end":"2026-03-30T16:50:02.455225Z","steps":["trace[1472636760] 'process raft request' (duration: 1.479349098s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.455666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.974880Z","time spent":"1.480644546s","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:02.461742Z","caller":"traceutil/trace.go:172","msg":"trace[906189206] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1369; }","duration":"1.061568619s","start":"2026-03-30T16:50:01.400154Z","end":"2026-03-30T16:50:02.461723Z","steps":["trace[906189206] 'read index received' (duration: 1.061564449s)","trace[906189206] 'applied index is now lower than readState.Index' (duration: 3.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.461900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.061721801s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:02.462154Z","caller":"traceutil/trace.go:172","msg":"trace[1228281054] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1161; }","duration":"1.061998555s","start":"2026-03-30T16:50:01.400148Z","end":"2026-03-30T16:50:02.462146Z","steps":["trace[1228281054] 'agreement among raft nodes before linearized reading' (duration: 1.061692721s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:02.461996Z","caller":"traceutil/trace.go:172","msg":"trace[1877256428] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"679.921928ms","start":"2026-03-30T16:50:01.782053Z","end":"2026-03-30T16:50:02.461975Z","steps":["trace[1877256428] 'process raft request' (duration: 679.601145ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:02.462096Z","caller":"traceutil/trace.go:172","msg":"trace[1169087988] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"668.407774ms","start":"2026-03-30T16:50:01.793663Z","end":"2026-03-30T16:50:02.462071Z","steps":["trace[1169087988] 'process raft request' (duration: 668.261252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.462486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:01.793644Z","time spent":"668.782278ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:02.463121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:01.782031Z","time spent":"680.259292ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:02.463271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"811.190392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-30T16:50:02.463297Z","caller":"traceutil/trace.go:172","msg":"trace[980124820] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1163; }","duration":"811.224803ms","start":"2026-03-30T16:50:01.652064Z","end":"2026-03-30T16:50:02.463289Z","steps":["trace[980124820] 'agreement among raft nodes before linearized reading' (duration: 811.120031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.463317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:01.652050Z","time spent":"811.259464ms","remote":"127.0.0.1:53956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:02.464294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.051934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:02.464357Z","caller":"traceutil/trace.go:172","msg":"trace[609636243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1163; }","duration":"366.114615ms","start":"2026-03-30T16:50:02.098235Z","end":"2026-03-30T16:50:02.464350Z","steps":["trace[609636243] 'agreement among raft nodes before linearized reading' (duration: 365.189252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.464397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:02.098219Z","time spent":"366.171615ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:02.780485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.561651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:02.780615Z","caller":"traceutil/trace.go:172","msg":"trace[1982027183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1164; }","duration":"277.700412ms","start":"2026-03-30T16:50:02.502892Z","end":"2026-03-30T16:50:02.780593Z","steps":["trace[1982027183] 'range keys from in-memory index tree' (duration: 275.779489ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:02.916870Z","caller":"traceutil/trace.go:172","msg":"trace[1116402518] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"399.778987ms","start":"2026-03-30T16:50:02.517067Z","end":"2026-03-30T16:50:02.916846Z","steps":["trace[1116402518] 'process raft request' (duration: 399.623975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.917023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:02.517039Z","time spent":"399.920658ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:02.959648Z","caller":"traceutil/trace.go:172","msg":"trace[917402154] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1373; }","duration":"255.435733ms","start":"2026-03-30T16:50:02.704160Z","end":"2026-03-30T16:50:02.959596Z","steps":["trace[917402154] 'read index received' (duration: 255.428283ms)","trace[917402154] 'applied index is now lower than readState.Index' (duration: 6.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.959776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.597185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:02.959829Z","caller":"traceutil/trace.go:172","msg":"trace[1940606935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"255.663156ms","start":"2026-03-30T16:50:02.704155Z","end":"2026-03-30T16:50:02.959818Z","steps":["trace[1940606935] 'agreement among raft nodes before linearized reading' (duration: 255.553695ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:02.960970Z","caller":"traceutil/trace.go:172","msg":"trace[2146904433] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"176.353428ms","start":"2026-03-30T16:50:02.784595Z","end":"2026-03-30T16:50:02.960949Z","steps":["trace[2146904433] 'process raft request' (duration: 176.217516ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:03.214086Z","caller":"traceutil/trace.go:172","msg":"trace[217746881] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"232.266914ms","start":"2026-03-30T16:50:02.981783Z","end":"2026-03-30T16:50:03.214050Z","steps":["trace[217746881] 'process raft request' (duration: 232.119782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:03.711914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"311.534857ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:03.712022Z","caller":"traceutil/trace.go:172","msg":"trace[114920433] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1167; }","duration":"311.657318ms","start":"2026-03-30T16:50:03.400344Z","end":"2026-03-30T16:50:03.712002Z","steps":["trace[114920433] 'range keys from in-memory index tree' (duration: 311.478046ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:03.740563Z","caller":"traceutil/trace.go:172","msg":"trace[2001202741] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"384.192118ms","start":"2026-03-30T16:50:03.356347Z","end":"2026-03-30T16:50:03.740539Z","steps":["trace[2001202741] 'process raft request' (duration: 382.589369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:03.740723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.356301Z","time spent":"384.33667ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:04.701299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.282778ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:04.701390Z","caller":"traceutil/trace.go:172","msg":"trace[2011762861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"301.376369ms","start":"2026-03-30T16:50:04.399991Z","end":"2026-03-30T16:50:04.701367Z","steps":["trace[2011762861] 'range keys from in-memory index tree' (duration: 301.237138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.701508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.317821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:04.701617Z","caller":"traceutil/trace.go:172","msg":"trace[1458829376] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"899.984905ms","start":"2026-03-30T16:50:03.801615Z","end":"2026-03-30T16:50:04.701600Z","steps":["trace[1458829376] 'process raft request' (duration: 187.523213ms)","trace[1458829376] 'compare' (duration: 712.140288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:04.701674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.801581Z","time spent":"900.073306ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:04.987626Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270116,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:05.316141Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"3cf904ec39d3e333 is starting a new election at term 3"} {"level":"info","ts":"2026-03-30T16:50:05.316272Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"3cf904ec39d3e333 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-30T16:50:05.316317Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cf904ec39d3e333 [logterm: 3, index: 1378] sent MsgPreVote request to a8d4e8c653fa8dce at term 3"} {"level":"info","ts":"2026-03-30T16:50:05.316339Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cf904ec39d3e333 [logterm: 3, index: 1378] sent MsgPreVote request to c3874f4929b5956e at term 3"} {"level":"info","ts":"2026-03-30T16:50:05.316648Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3cf904ec39d3e333 lost leader a8d4e8c653fa8dce at term 3"} {"level":"info","ts":"2026-03-30T16:50:05.316932Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cf904ec39d3e333 received MsgPreVoteResp from 3cf904ec39d3e333 at term 3"} {"level":"info","ts":"2026-03-30T16:50:05.316982Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cf904ec39d3e333 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-30T16:50:05.488409Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270116,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:05.595933Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3cf904ec39d3e333 became follower at term 3"} {"level":"info","ts":"2026-03-30T16:50:05.596008Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3cf904ec39d3e333 elected leader a8d4e8c653fa8dce at term 3"} {"level":"warn","ts":"2026-03-30T16:50:05.596193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.109270948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:05.596277Z","caller":"traceutil/trace.go:172","msg":"trace[1020275873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"1.109370729s","start":"2026-03-30T16:50:04.486894Z","end":"2026-03-30T16:50:05.596264Z","steps":["trace[1020275873] 'agreement among raft nodes before linearized reading' (duration: 1.109269458s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.596309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.486872Z","time spent":"1.10942923s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:05.822106Z","caller":"traceutil/trace.go:172","msg":"trace[433927653] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"1.827319303s","start":"2026-03-30T16:50:03.994765Z","end":"2026-03-30T16:50:05.822084Z","steps":["trace[433927653] 'process raft request' (duration: 1.82705204s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.822465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.994665Z","time spent":"1.827697369s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:06.096252Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:06.259240Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270122,"received-request-id":16371601967085270116} {"level":"info","ts":"2026-03-30T16:50:06.259557Z","caller":"traceutil/trace.go:172","msg":"trace[1205122757] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"1.790408461s","start":"2026-03-30T16:50:04.469128Z","end":"2026-03-30T16:50:06.259536Z","steps":["trace[1205122757] 'process raft request' (duration: 1.790372521s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.259698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.469106Z","time spent":"1.790530722s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:06.259728Z","caller":"traceutil/trace.go:172","msg":"trace[1201295583] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"1.791529455s","start":"2026-03-30T16:50:04.468170Z","end":"2026-03-30T16:50:06.259700Z","steps":["trace[1201295583] 'process raft request' (duration: 1.791293402s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.259892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.468146Z","time spent":"1.791636386s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:06.596823Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:06.644185Z","caller":"traceutil/trace.go:172","msg":"trace[1405511519] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1382; }","duration":"1.048022398s","start":"2026-03-30T16:50:05.596150Z","end":"2026-03-30T16:50:06.644172Z","steps":["trace[1405511519] 'read index received' (duration: 1.048017748s)","trace[1405511519] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:06.644415Z","caller":"traceutil/trace.go:172","msg":"trace[1180489120] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"1.167110105s","start":"2026-03-30T16:50:05.477298Z","end":"2026-03-30T16:50:06.644408Z","steps":["trace[1180489120] 'process raft request' (duration: 1.16673037s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.644544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.477272Z","time spent":"1.167178045s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:06.645135Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270124,"received-request-id":16371601967085270122} {"level":"warn","ts":"2026-03-30T16:50:06.721899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.011045722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:06.721990Z","caller":"traceutil/trace.go:172","msg":"trace[1891645201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"2.011142713s","start":"2026-03-30T16:50:04.710824Z","end":"2026-03-30T16:50:06.721967Z","steps":["trace[1891645201] 'agreement among raft nodes before linearized reading' (duration: 1.933563657s)","trace[1891645201] 'range keys from in-memory index tree' (duration: 77.462094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:06.722031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.710807Z","time spent":"2.011216424s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:06.721918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.02045486s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:06.722114Z","caller":"traceutil/trace.go:172","msg":"trace[2121032019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1174; }","duration":"2.020664023s","start":"2026-03-30T16:50:04.701436Z","end":"2026-03-30T16:50:06.722100Z","steps":["trace[2121032019] 'agreement among raft nodes before linearized reading' (duration: 1.942957446s)","trace[2121032019] 'range keys from in-memory index tree' (duration: 77.484354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:06.722365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.230841868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:06.722423Z","caller":"traceutil/trace.go:172","msg":"trace[64341592] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1174; }","duration":"1.230895979s","start":"2026-03-30T16:50:05.491511Z","end":"2026-03-30T16:50:06.722407Z","steps":["trace[64341592] 'agreement among raft nodes before linearized reading' (duration: 1.152842137s)","trace[64341592] 'range keys from in-memory index tree' (duration: 77.987581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:06.722462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.75671329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-30T16:50:06.722468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.491463Z","time spent":"1.230994789s","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:06.722495Z","caller":"traceutil/trace.go:172","msg":"trace[1189790970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1174; }","duration":"1.756754331s","start":"2026-03-30T16:50:04.965730Z","end":"2026-03-30T16:50:06.722484Z","steps":["trace[1189790970] 'agreement among raft nodes before linearized reading' (duration: 1.678630768s)","trace[1189790970] 'range keys from in-memory index tree' (duration: 77.996121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:06.722520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.965709Z","time spent":"1.756804081s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:06.722766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.007533108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:06.722802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.146893449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:18344"} {"level":"info","ts":"2026-03-30T16:50:06.722819Z","caller":"traceutil/trace.go:172","msg":"trace[1101811161] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1174; }","duration":"2.007582508s","start":"2026-03-30T16:50:04.715220Z","end":"2026-03-30T16:50:06.722802Z","steps":["trace[1101811161] 'agreement among raft nodes before linearized reading' (duration: 1.929162712s)","trace[1101811161] 'range keys from in-memory index tree' (duration: 78.323205ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:06.722847Z","caller":"traceutil/trace.go:172","msg":"trace[922662041] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1174; }","duration":"1.14693756s","start":"2026-03-30T16:50:05.575895Z","end":"2026-03-30T16:50:06.722833Z","steps":["trace[922662041] 'agreement among raft nodes before linearized reading' (duration: 1.068447273s)","trace[922662041] 'range keys from in-memory index tree' (duration: 78.314325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:06.722857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.715212Z","time spent":"2.007634529s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:06.722885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.575861Z","time spent":"1.14701267s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18366,"request content":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:06.831433Z","caller":"traceutil/trace.go:172","msg":"trace[1917472235] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1382; }","duration":"187.134829ms","start":"2026-03-30T16:50:06.644283Z","end":"2026-03-30T16:50:06.831418Z","steps":["trace[1917472235] 'read index received' (duration: 1.635321ms)","trace[1917472235] 'applied index is now lower than readState.Index' (duration: 185.498898ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:06.831615Z","caller":"traceutil/trace.go:172","msg":"trace[577957958] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"1.003659998s","start":"2026-03-30T16:50:05.827929Z","end":"2026-03-30T16:50:06.831589Z","steps":["trace[577957958] 'process raft request' (duration: 1.003396695s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.831995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.827898Z","time spent":"1.004017132s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:07.116679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.495336272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:50:07.116829Z","caller":"traceutil/trace.go:172","msg":"trace[308248647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1175; }","duration":"1.495491064s","start":"2026-03-30T16:50:05.621321Z","end":"2026-03-30T16:50:07.116812Z","steps":["trace[308248647] 'agreement among raft nodes before linearized reading' (duration: 1.210237786s)","trace[308248647] 'range keys from in-memory index tree' (duration: 284.988315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:07.116868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.621298Z","time spent":"1.495560484s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:07.117168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.20347773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-30T16:50:07.117187Z","caller":"traceutil/trace.go:172","msg":"trace[612978327] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:1175; }","duration":"1.2034965s","start":"2026-03-30T16:50:05.913685Z","end":"2026-03-30T16:50:07.117181Z","steps":["trace[612978327] 'agreement among raft nodes before linearized reading' (duration: 918.0457ms)","trace[612978327] 'range keys from in-memory index tree' (duration: 285.397499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:07.117199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.913654Z","time spent":"1.203541181s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:07.332164Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:07.832869Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:07.926299Z","caller":"traceutil/trace.go:172","msg":"trace[944620113] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"1.196867781s","start":"2026-03-30T16:50:06.729409Z","end":"2026-03-30T16:50:07.926277Z","steps":["trace[944620113] 'process raft request' (duration: 1.196754169s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.926415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:06.729381Z","time spent":"1.196974922s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:08.333183Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:08.712055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000395486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:08.712146Z","caller":"traceutil/trace.go:172","msg":"trace[304921667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495277s","start":"2026-03-30T16:50:06.711633Z","end":"2026-03-30T16:50:08.712129Z","steps":["trace[304921667] 'agreement among raft nodes before linearized reading' (duration: 2.000391786s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:08.712198Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:06.711615Z","time spent":"2.000574998s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:08 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:08.834386Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:09.334808Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:09.688463Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.761653833s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:09.848633Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:10.348921Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:10.426230Z","caller":"traceutil/trace.go:172","msg":"trace[315510058] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1390; }","duration":"3.594713722s","start":"2026-03-30T16:50:06.831488Z","end":"2026-03-30T16:50:10.426202Z","steps":["trace[315510058] 'read index received' (duration: 3.594701752s)","trace[315510058] 'applied index is now lower than readState.Index' (duration: 8.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:10.426358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.69971235s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.426427Z","caller":"traceutil/trace.go:172","msg":"trace[242214220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1176; }","duration":"3.699793901s","start":"2026-03-30T16:50:06.726621Z","end":"2026-03-30T16:50:10.426415Z","steps":["trace[242214220] 'agreement among raft nodes before linearized reading' (duration: 3.69969146s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.426478Z","caller":"traceutil/trace.go:172","msg":"trace[1656172206] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"3.299755874s","start":"2026-03-30T16:50:07.126712Z","end":"2026-03-30T16:50:10.426467Z","steps":["trace[1656172206] 'process raft request' (duration: 3.299709424s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.426558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.126670Z","time spent":"3.299840065s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:10.426508Z","caller":"traceutil/trace.go:172","msg":"trace[2044474146] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"3.686630096s","start":"2026-03-30T16:50:06.739862Z","end":"2026-03-30T16:50:10.426492Z","steps":["trace[2044474146] 'process raft request' (duration: 3.686380863s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.426705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:06.739840Z","time spent":"3.686801648s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:10.426543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.118078Z","time spent":"3.308461532s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:10.717307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000362895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:10.717393Z","caller":"traceutil/trace.go:172","msg":"trace[1858845665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471747s","start":"2026-03-30T16:50:08.716904Z","end":"2026-03-30T16:50:10.717376Z","steps":["trace[1858845665] 'agreement among raft nodes before linearized reading' (duration: 2.000358565s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.717445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.716896Z","time spent":"2.000541917s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:10.926814Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:11.426996Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:11.813425Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.387020235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:11.813780Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270135,"received-request-id":16371601967085270127} {"level":"info","ts":"2026-03-30T16:50:11.814789Z","caller":"traceutil/trace.go:172","msg":"trace[173504114] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"4.67949065s","start":"2026-03-30T16:50:07.135271Z","end":"2026-03-30T16:50:11.814762Z","steps":["trace[173504114] 'process raft request' (duration: 4.678838761s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:11.814911Z","caller":"traceutil/trace.go:172","msg":"trace[178775454] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"3.547729934s","start":"2026-03-30T16:50:08.267150Z","end":"2026-03-30T16:50:11.814880Z","steps":["trace[178775454] 'process raft request' (duration: 3.547625633s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:11.814963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.135242Z","time spent":"4.679636861s","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036201,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:11.815000Z","caller":"traceutil/trace.go:172","msg":"trace[1523552959] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"2.132304652s","start":"2026-03-30T16:50:09.682655Z","end":"2026-03-30T16:50:11.814960Z","steps":["trace[1523552959] 'process raft request' (duration: 2.132176641s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:11.815095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.267129Z","time spent":"3.547875787s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:11.815064Z","caller":"traceutil/trace.go:172","msg":"trace[934488030] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"3.547132776s","start":"2026-03-30T16:50:08.267894Z","end":"2026-03-30T16:50:11.815027Z","steps":["trace[934488030] 'process raft request' (duration: 3.546911803s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:11.815670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.267883Z","time spent":"3.547761834s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:11.817355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.682633Z","time spent":"2.133257113s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:11.927723Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:12.428821Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:12.718988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000587282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:12.719091Z","caller":"traceutil/trace.go:172","msg":"trace[1971620756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000700083s","start":"2026-03-30T16:50:10.718368Z","end":"2026-03-30T16:50:12.719068Z","steps":["trace[1971620756] 'agreement among raft nodes before linearized reading' (duration: 2.000583272s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:12.719154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.718349Z","time spent":"2.000793515s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:12 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:12.929883Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:13.430301Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:13.486101Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3cf904ec39d3e333 [logterm: 3, index: 1410, vote: 0] ignored MsgPreVote from c3874f4929b5956e [logterm: 3, index: 1410] at term 3: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-03-30T16:50:13.931215Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:14.016332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"3cf904ec39d3e333 is starting a new election at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.016419Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"3cf904ec39d3e333 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.016499Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cf904ec39d3e333 [logterm: 3, index: 1410] sent MsgPreVote request to a8d4e8c653fa8dce at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.016529Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cf904ec39d3e333 [logterm: 3, index: 1410] sent MsgPreVote request to c3874f4929b5956e at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.016556Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3cf904ec39d3e333 lost leader a8d4e8c653fa8dce at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.016628Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cf904ec39d3e333 received MsgPreVoteResp from 3cf904ec39d3e333 at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.016658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cf904ec39d3e333 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:50:14.017751Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cf904ec39d3e333 received MsgPreVoteResp from c3874f4929b5956e at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.017816Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cf904ec39d3e333 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:50:14.017852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"3cf904ec39d3e333 became candidate at term 4"} {"level":"info","ts":"2026-03-30T16:50:14.017877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cf904ec39d3e333 [logterm: 3, index: 1410] sent MsgVote request to a8d4e8c653fa8dce at term 4"} {"level":"info","ts":"2026-03-30T16:50:14.017902Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cf904ec39d3e333 [logterm: 3, index: 1410] sent MsgVote request to c3874f4929b5956e at term 4"} {"level":"info","ts":"2026-03-30T16:50:14.322664Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cf904ec39d3e333 received MsgVoteResp from 3cf904ec39d3e333 at term 4"} {"level":"info","ts":"2026-03-30T16:50:14.322746Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cf904ec39d3e333 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-30T16:50:14.431402Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:14.512022Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cf904ec39d3e333 received MsgVoteResp from c3874f4929b5956e at term 4"} {"level":"info","ts":"2026-03-30T16:50:14.512093Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cf904ec39d3e333 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:50:14.512127Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"3cf904ec39d3e333 became leader at term 4"} {"level":"info","ts":"2026-03-30T16:50:14.512153Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3cf904ec39d3e333 elected leader 3cf904ec39d3e333 at term 4"} {"level":"warn","ts":"2026-03-30T16:50:14.512325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.49802314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.512407Z","caller":"traceutil/trace.go:172","msg":"trace[1951708982] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; }","duration":"4.498116362s","start":"2026-03-30T16:50:10.014274Z","end":"2026-03-30T16:50:14.512390Z","steps":["trace[1951708982] 'agreement among raft nodes before linearized reading' (duration: 4.49802168s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.512458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.014251Z","time spent":"4.498194793s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.512447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.798113705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.512523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.985491996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.512536Z","caller":"traceutil/trace.go:172","msg":"trace[986901578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003; range_end:; }","duration":"5.798226916s","start":"2026-03-30T16:50:08.714286Z","end":"2026-03-30T16:50:14.512513Z","steps":["trace[986901578] 'agreement among raft nodes before linearized reading' (duration: 5.798110865s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.512529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.581660884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.512597Z","caller":"traceutil/trace.go:172","msg":"trace[1912610599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"4.581746645s","start":"2026-03-30T16:50:09.930838Z","end":"2026-03-30T16:50:14.512585Z","steps":["trace[1912610599] 'agreement among raft nodes before linearized reading' (duration: 4.581658164s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.512610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.714266Z","time spent":"5.798329047s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.512634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.930815Z","time spent":"4.581809336s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:14.512552Z","caller":"traceutil/trace.go:172","msg":"trace[775661346] range","detail":"{range_begin:/registry/services/endpoints; range_end:; }","duration":"6.985521006s","start":"2026-03-30T16:50:07.527021Z","end":"2026-03-30T16:50:14.512542Z","steps":["trace[775661346] 'agreement among raft nodes before linearized reading' (duration: 6.985491676s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.512723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.526999Z","time spent":"6.985686179s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.728421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000300666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:14.728483Z","caller":"traceutil/trace.go:172","msg":"trace[1656951274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374387s","start":"2026-03-30T16:50:12.728096Z","end":"2026-03-30T16:50:14.728470Z","steps":["trace[1656951274] 'agreement among raft nodes before linearized reading' (duration: 2.000297706s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.728520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:12.728073Z","time spent":"2.000442118s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T16:50:15.010870Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-30T16:50:15.011201Z","caller":"traceutil/trace.go:172","msg":"trace[1240478580] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1411; }","duration":"498.719172ms","start":"2026-03-30T16:50:14.512265Z","end":"2026-03-30T16:50:15.010984Z","steps":["trace[1240478580] 'read index received' (duration: 498.711562ms)","trace[1240478580] 'applied index is now lower than readState.Index' (duration: 6.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.011893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.583939433s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.011153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.579972453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:15.011997Z","caller":"traceutil/trace.go:172","msg":"trace[1421458670] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1192; }","duration":"4.584015014s","start":"2026-03-30T16:50:10.427943Z","end":"2026-03-30T16:50:15.011958Z","steps":["trace[1421458670] 'agreement among raft nodes before linearized reading' (duration: 4.583834682s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.012056Z","caller":"traceutil/trace.go:172","msg":"trace[177126429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1192; }","duration":"2.580898744s","start":"2026-03-30T16:50:12.431147Z","end":"2026-03-30T16:50:15.012045Z","steps":["trace[177126429] 'agreement among raft nodes before linearized reading' (duration: 2.579846892s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.012124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:12.431087Z","time spent":"2.581001236s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.011263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.38187529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.012427Z","caller":"traceutil/trace.go:172","msg":"trace[1527843298] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1192; }","duration":"1.383035074s","start":"2026-03-30T16:50:13.629380Z","end":"2026-03-30T16:50:15.012415Z","steps":["trace[1527843298] 'agreement among raft nodes before linearized reading' (duration: 1.38185605s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.012495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.629360Z","time spent":"1.383122595s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.012599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.580702573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:18516"} {"level":"info","ts":"2026-03-30T16:50:15.012687Z","caller":"traceutil/trace.go:172","msg":"trace[1369368750] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1192; }","duration":"4.580803085s","start":"2026-03-30T16:50:10.431868Z","end":"2026-03-30T16:50:15.012671Z","steps":["trace[1369368750] 'agreement among raft nodes before linearized reading' (duration: 4.57960818s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.012730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.431853Z","time spent":"4.580868355s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18538,"request content":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.011516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.785676318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.012928Z","caller":"traceutil/trace.go:172","msg":"trace[2016557093] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1192; }","duration":"2.787098885s","start":"2026-03-30T16:50:12.225818Z","end":"2026-03-30T16:50:15.012917Z","steps":["trace[2016557093] 'agreement among raft nodes before linearized reading' (duration: 2.785656407s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.013067Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:12.225796Z","time spent":"2.787260537s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.013008Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270141,"received-request-id":16371601967085270140} {"level":"warn","ts":"2026-03-30T16:50:15.014181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.752917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.014216Z","caller":"traceutil/trace.go:172","msg":"trace[1304842253] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1192; }","duration":"473.789797ms","start":"2026-03-30T16:50:14.540419Z","end":"2026-03-30T16:50:15.014209Z","steps":["trace[1304842253] 'agreement among raft nodes before linearized reading' (duration: 473.728866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.014234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.540392Z","time spent":"473.837618ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.014351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.829726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.014417Z","caller":"traceutil/trace.go:172","msg":"trace[1292119535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1192; }","duration":"300.891506ms","start":"2026-03-30T16:50:14.713512Z","end":"2026-03-30T16:50:15.014404Z","steps":["trace[1292119535] 'agreement among raft nodes before linearized reading' (duration: 300.807085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.014444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.713492Z","time spent":"300.946217ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:15.014791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.299133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.014806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.339554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:15.014837Z","caller":"traceutil/trace.go:172","msg":"trace[1688851109] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1192; }","duration":"474.372114ms","start":"2026-03-30T16:50:14.540452Z","end":"2026-03-30T16:50:15.014824Z","steps":["trace[1688851109] 'agreement among raft nodes before linearized reading' (duration: 474.262373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.014899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.540429Z","time spent":"474.459745ms","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.014947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.328654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:15.014985Z","caller":"traceutil/trace.go:172","msg":"trace[1779460851] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003; range_end:; response_count:1; response_revision:1192; }","duration":"474.370194ms","start":"2026-03-30T16:50:14.540607Z","end":"2026-03-30T16:50:15.014977Z","steps":["trace[1779460851] 'agreement among raft nodes before linearized reading' (duration: 474.266033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.015014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.540577Z","time spent":"474.429534ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.014853Z","caller":"traceutil/trace.go:172","msg":"trace[539250440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1192; }","duration":"474.388525ms","start":"2026-03-30T16:50:14.540452Z","end":"2026-03-30T16:50:15.014841Z","steps":["trace[539250440] 'agreement among raft nodes before linearized reading' (duration: 474.210942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.015099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.540429Z","time spent":"474.658067ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.014879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.910334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.015297Z","caller":"traceutil/trace.go:172","msg":"trace[1110848849] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1192; }","duration":"278.37933ms","start":"2026-03-30T16:50:14.736900Z","end":"2026-03-30T16:50:15.015279Z","steps":["trace[1110848849] 'agreement among raft nodes before linearized reading' (duration: 277.663531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.015021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.841901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.015717Z","caller":"traceutil/trace.go:172","msg":"trace[779692304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1192; }","duration":"286.798023ms","start":"2026-03-30T16:50:14.728903Z","end":"2026-03-30T16:50:15.015701Z","steps":["trace[779692304] 'agreement among raft nodes before linearized reading' (duration: 285.802941ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.150099Z","caller":"traceutil/trace.go:172","msg":"trace[1292772202] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"132.444153ms","start":"2026-03-30T16:50:15.017629Z","end":"2026-03-30T16:50:15.150073Z","steps":["trace[1292772202] 'process raft request' (duration: 130.45081ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.199833Z","caller":"traceutil/trace.go:172","msg":"trace[159388678] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1412; }","duration":"179.505098ms","start":"2026-03-30T16:50:15.020300Z","end":"2026-03-30T16:50:15.199806Z","steps":["trace[159388678] 'read index received' (duration: 179.497018ms)","trace[159388678] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.200108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.782281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7503"} {"level":"info","ts":"2026-03-30T16:50:15.200182Z","caller":"traceutil/trace.go:172","msg":"trace[1984261595] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1193; }","duration":"179.875562ms","start":"2026-03-30T16:50:15.020288Z","end":"2026-03-30T16:50:15.200164Z","steps":["trace[1984261595] 'agreement among raft nodes before linearized reading' (duration: 179.649919ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.228264Z","caller":"traceutil/trace.go:172","msg":"trace[946897016] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"208.522441ms","start":"2026-03-30T16:50:15.019719Z","end":"2026-03-30T16:50:15.228242Z","steps":["trace[946897016] 'process raft request' (duration: 208.205168ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.228195Z","caller":"traceutil/trace.go:172","msg":"trace[545515369] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"206.512817ms","start":"2026-03-30T16:50:15.021651Z","end":"2026-03-30T16:50:15.228164Z","steps":["trace[545515369] 'process raft request' (duration: 206.458567ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.233945Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 4] ignored a MsgReadIndexResp message with lower term from a8d4e8c653fa8dce [term: 3]"} {"level":"warn","ts":"2026-03-30T16:50:15.971282Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:16.471507Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:16.917416Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3cf904ec39d3e333 [logterm: 4, index: 1431, vote: 3cf904ec39d3e333] ignored MsgPreVote from a8d4e8c653fa8dce [logterm: 4, index: 1429] at term 4: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-03-30T16:50:16.972848Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:17.086885Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3cf904ec39d3e333 [logterm: 4, index: 1431, vote: 3cf904ec39d3e333] ignored MsgPreVote from c3874f4929b5956e [logterm: 4, index: 1429] at term 4: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-03-30T16:50:17.099590Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3cf904ec39d3e333 [logterm: 4, index: 1431, vote: 3cf904ec39d3e333] ignored MsgVote from a8d4e8c653fa8dce [logterm: 4, index: 1429] at term 4: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-03-30T16:50:17.260607Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3cf904ec39d3e333 [term: 4] received a MsgApp message with higher term from a8d4e8c653fa8dce [term: 5]"} {"level":"info","ts":"2026-03-30T16:50:17.260822Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3cf904ec39d3e333 became follower at term 5"} {"level":"info","ts":"2026-03-30T16:50:17.260877Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1430 [existing term: 4, conflicting term: 5]"} {"level":"info","ts":"2026-03-30T16:50:17.260900Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1430"} {"level":"info","ts":"2026-03-30T16:50:17.260920Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 3cf904ec39d3e333 changed leader from 3cf904ec39d3e333 to a8d4e8c653fa8dce at term 5"} {"level":"warn","ts":"2026-03-30T16:50:17.428392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.428177Z","time spent":"7.000209983s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:17.473429Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:17.974484Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.030513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000493321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:18.030594Z","caller":"traceutil/trace.go:172","msg":"trace[466104923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583483s","start":"2026-03-30T16:50:16.029993Z","end":"2026-03-30T16:50:18.030576Z","steps":["trace[466104923] 'agreement among raft nodes before linearized reading' (duration: 2.000490601s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:18.030651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:16.029974Z","time spent":"2.000668803s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:18.475110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.818597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.820623Z","time spent":"4.997968996s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:18.819388Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.821162Z","time spent":"4.99822332s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:18.882356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.882198Z","time spent":"7.000151914s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:18.975883Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:19.477038Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:19.977621Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:20.031317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999741679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:20.031407Z","caller":"traceutil/trace.go:172","msg":"trace[1422590626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99984834s","start":"2026-03-30T16:50:18.031541Z","end":"2026-03-30T16:50:20.031389Z","steps":["trace[1422590626] 'agreement among raft nodes before linearized reading' (duration: 1.999738079s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:20.031465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.031517Z","time spent":"1.999932661s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:20 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:20.478313Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:20.978776Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:21.479041Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:21.979380Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:22.039674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000832801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:22.039960Z","caller":"traceutil/trace.go:172","msg":"trace[1142290283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001133905s","start":"2026-03-30T16:50:20.038809Z","end":"2026-03-30T16:50:22.039943Z","steps":["trace[1142290283] 'agreement among raft nodes before linearized reading' (duration: 2.000829061s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:22.040039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.038790Z","time spent":"2.001236726s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:22 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:22.471292Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-30T16:50:22.471626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.001048038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-30T16:50:22.471852Z","caller":"traceutil/trace.go:172","msg":"trace[546898728] range","detail":"{range_begin:/registry/resourceslices; range_end:; }","duration":"7.001286191s","start":"2026-03-30T16:50:15.470542Z","end":"2026-03-30T16:50:22.471828Z","steps":["trace[546898728] 'agreement among raft nodes before linearized reading' (duration: 7.001046408s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:22.471917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:15.470513Z","time spent":"7.001392981s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:22.971922Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:23.104357Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"7.681554127s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:50:23.104464Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 5] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 4]"} {"level":"info","ts":"2026-03-30T16:50:23.104493Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"3cf904ec39d3e333 [term: 5] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 4]"} {"level":"warn","ts":"2026-03-30T16:50:23.104682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"691.005087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.104753Z","caller":"traceutil/trace.go:172","msg":"trace[1244793987] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; }","duration":"691.092478ms","start":"2026-03-30T16:50:22.413644Z","end":"2026-03-30T16:50:23.104736Z","steps":["trace[1244793987] 'agreement among raft nodes before linearized reading' (duration: 691.003417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.104821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:22.413624Z","time spent":"691.182559ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.104872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064826356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.104909Z","caller":"traceutil/trace.go:172","msg":"trace[656870376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.064861546s","start":"2026-03-30T16:50:22.040038Z","end":"2026-03-30T16:50:23.104899Z","steps":["trace[656870376] 'agreement among raft nodes before linearized reading' (duration: 1.064826096s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.104946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:22.040017Z","time spent":"1.064920897s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:23.104993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.935391436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105024Z","caller":"traceutil/trace.go:172","msg":"trace[1493251423] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; }","duration":"2.935423027s","start":"2026-03-30T16:50:20.169593Z","end":"2026-03-30T16:50:23.105016Z","steps":["trace[1493251423] 'agreement among raft nodes before linearized reading' (duration: 2.935391376s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.169571Z","time spent":"2.935473757s","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.105095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.354440816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105127Z","caller":"traceutil/trace.go:172","msg":"trace[949503836] range","detail":"{range_begin:/registry/resourceclaims; range_end:; }","duration":"3.354473116s","start":"2026-03-30T16:50:19.750646Z","end":"2026-03-30T16:50:23.105119Z","steps":["trace[949503836] 'agreement among raft nodes before linearized reading' (duration: 3.354440556s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:19.750629Z","time spent":"3.354519206s","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.105193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.854027363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105225Z","caller":"traceutil/trace.go:172","msg":"trace[1369809916] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; }","duration":"3.854059223s","start":"2026-03-30T16:50:19.251159Z","end":"2026-03-30T16:50:23.105218Z","steps":["trace[1369809916] 'agreement among raft nodes before linearized reading' (duration: 3.854027223s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:19.251139Z","time spent":"3.854108714s","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.105297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.946504051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105323Z","caller":"traceutil/trace.go:172","msg":"trace[1339708131] range","detail":"{range_begin:/registry/priorityclasses; range_end:; }","duration":"3.946532761s","start":"2026-03-30T16:50:19.158783Z","end":"2026-03-30T16:50:23.105315Z","steps":["trace[1339708131] 'agreement among raft nodes before linearized reading' (duration: 3.946503891s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:19.158763Z","time spent":"3.946591162s","remote":"127.0.0.1:54564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.105405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.194228286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105429Z","caller":"traceutil/trace.go:172","msg":"trace[91537428] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; }","duration":"4.194253386s","start":"2026-03-30T16:50:18.911168Z","end":"2026-03-30T16:50:23.105422Z","steps":["trace[91537428] 'agreement among raft nodes before linearized reading' (duration: 4.194228066s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.911146Z","time spent":"4.194310357s","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.105502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.284512078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105530Z","caller":"traceutil/trace.go:172","msg":"trace[315197011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.284539929s","start":"2026-03-30T16:50:18.820982Z","end":"2026-03-30T16:50:23.105522Z","steps":["trace[315197011] 'agreement among raft nodes before linearized reading' (duration: 4.284511518s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.820974Z","time spent":"4.28457689s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.105704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.284905613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105743Z","caller":"traceutil/trace.go:172","msg":"trace[1655997548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.285042785s","start":"2026-03-30T16:50:18.820690Z","end":"2026-03-30T16:50:23.105732Z","steps":["trace[1655997548] 'agreement among raft nodes before linearized reading' (duration: 4.284905533s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.612279578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.105928Z","caller":"traceutil/trace.go:172","msg":"trace[1971475621] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137; range_end:; }","duration":"4.612336658s","start":"2026-03-30T16:50:18.493580Z","end":"2026-03-30T16:50:23.105917Z","steps":["trace[1971475621] 'agreement among raft nodes before linearized reading' (duration: 4.612278138s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.493560Z","time spent":"4.612400869s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.106016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.67658436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.106048Z","caller":"traceutil/trace.go:172","msg":"trace[162957402] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; }","duration":"5.676617571s","start":"2026-03-30T16:50:17.429423Z","end":"2026-03-30T16:50:23.106041Z","steps":["trace[162957402] 'agreement among raft nodes before linearized reading' (duration: 5.67658402s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.105841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.820666Z","time spent":"4.285158866s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.106075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.429407Z","time spent":"5.676661081s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.106104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.868721242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.106121Z","caller":"traceutil/trace.go:172","msg":"trace[2038465916] range","detail":"{range_begin:/registry/cronjobs; range_end:; }","duration":"5.868739743s","start":"2026-03-30T16:50:17.237376Z","end":"2026-03-30T16:50:23.106115Z","steps":["trace[2038465916] 'agreement among raft nodes before linearized reading' (duration: 5.868721492s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.106143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.237346Z","time spent":"5.868790943s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.106172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.872585219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.106189Z","caller":"traceutil/trace.go:172","msg":"trace[597447258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.872602629s","start":"2026-03-30T16:50:17.233580Z","end":"2026-03-30T16:50:23.106183Z","steps":["trace[597447258] 'agreement among raft nodes before linearized reading' (duration: 5.872585089s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.106211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.233563Z","time spent":"5.872642s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.106244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.87266207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:23.106262Z","caller":"traceutil/trace.go:172","msg":"trace[268137798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.87268358s","start":"2026-03-30T16:50:17.233573Z","end":"2026-03-30T16:50:23.106257Z","steps":["trace[268137798] 'agreement among raft nodes before linearized reading' (duration: 5.87265999s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.106284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.233552Z","time spent":"5.87272551s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.605389Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:23.665641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.870325327s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:23.665714Z","caller":"traceutil/trace.go:172","msg":"trace[2142152110] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"5.870406998s","start":"2026-03-30T16:50:17.795293Z","end":"2026-03-30T16:50:23.665700Z","steps":["trace[2142152110] 'range keys from in-memory index tree' (duration: 5.870277737s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.664723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.264279768s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:23.665865Z","caller":"traceutil/trace.go:172","msg":"trace[812494129] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"7.265442011s","start":"2026-03-30T16:50:16.400385Z","end":"2026-03-30T16:50:23.665827Z","steps":["trace[812494129] 'range keys from in-memory index tree' (duration: 7.264256428s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.666260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"559.714038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:23.717848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 5] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 4]"} {"level":"info","ts":"2026-03-30T16:50:23.717927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cf904ec39d3e333 [term: 5] ignored a MsgAppResp message with lower term from 3cf904ec39d3e333 [term: 4]"} {"level":"info","ts":"2026-03-30T16:50:23.730496Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:50:23.819660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"686.261515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:23.819746Z","caller":"traceutil/trace.go:172","msg":"trace[1973889934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"686.367436ms","start":"2026-03-30T16:50:23.133360Z","end":"2026-03-30T16:50:23.819728Z","steps":["trace[1973889934] 'agreement among raft nodes before linearized reading' (duration: 686.257095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.819798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.133345Z","time spent":"686.442637ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.820148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.174307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:23.820251Z","caller":"traceutil/trace.go:172","msg":"trace[1341076282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"688.279168ms","start":"2026-03-30T16:50:23.131961Z","end":"2026-03-30T16:50:23.820241Z","steps":["trace[1341076282] 'agreement among raft nodes before linearized reading' (duration: 688.173857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.820425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.131946Z","time spent":"688.46785ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/30 16:50:23 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:23.907250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:16.907071Z","time spent":"7.000171174s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:24.039996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.239807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:24.040080Z","caller":"traceutil/trace.go:172","msg":"trace[780745067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"909.336658ms","start":"2026-03-30T16:50:23.130723Z","end":"2026-03-30T16:50:24.040060Z","steps":["trace[780745067] 'agreement among raft nodes before linearized reading' (duration: 909.235067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.040133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.130705Z","time spent":"909.418829ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:24 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:24.230658Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:24.253987Z","caller":"traceutil/trace.go:172","msg":"trace[596023014] linearizableReadLoop","detail":"{readStateIndex:1443; appliedIndex:1443; }","duration":"1.149352969s","start":"2026-03-30T16:50:23.104611Z","end":"2026-03-30T16:50:24.253964Z","steps":["trace[596023014] 'read index received' (duration: 1.149345879s)","trace[596023014] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:24.254139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.743539903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.254218Z","caller":"traceutil/trace.go:172","msg":"trace[1622094971] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1219; }","duration":"1.743636714s","start":"2026-03-30T16:50:22.510574Z","end":"2026-03-30T16:50:24.254211Z","steps":["trace[1622094971] 'agreement among raft nodes before linearized reading' (duration: 1.743490212s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.254275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:22.510553Z","time spent":"1.743683574s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.637715Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270164,"received-request-id":16371601967085270162} {"level":"warn","ts":"2026-03-30T16:50:24.754147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:24.873995Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270164,"received-request-id":16371601967085270162} {"level":"info","ts":"2026-03-30T16:50:24.874724Z","caller":"traceutil/trace.go:172","msg":"trace[2133656939] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"2.871244027s","start":"2026-03-30T16:50:22.003463Z","end":"2026-03-30T16:50:24.874707Z","steps":["trace[2133656939] 'process raft request' (duration: 2.871192146s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:24.874796Z","caller":"traceutil/trace.go:172","msg":"trace[1660353889] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"5.600239789s","start":"2026-03-30T16:50:19.274510Z","end":"2026-03-30T16:50:24.874750Z","steps":["trace[1660353889] 'process raft request' (duration: 5.599733573s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.874873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:22.003438Z","time spent":"2.871378559s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:24.875101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:19.274481Z","time spent":"5.600416131s","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036300,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:26.049209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000051698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:26.049310Z","caller":"traceutil/trace.go:172","msg":"trace[914219402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162449s","start":"2026-03-30T16:50:24.049126Z","end":"2026-03-30T16:50:26.049288Z","steps":["trace[914219402] 'agreement among raft nodes before linearized reading' (duration: 2.000048248s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.049372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.049078Z","time spent":"2.000283891s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:26 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:26.385032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.25551344s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:26.385369Z","caller":"traceutil/trace.go:172","msg":"trace[1297143953] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1453; }","duration":"2.131301844s","start":"2026-03-30T16:50:24.254046Z","end":"2026-03-30T16:50:26.385348Z","steps":["trace[1297143953] 'read index received' (duration: 875.337198ms)","trace[1297143953] 'applied index is now lower than readState.Index' (duration: 1.255963526s)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:26.385373Z","caller":"traceutil/trace.go:172","msg":"trace[2017649084] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"2.473449109s","start":"2026-03-30T16:50:23.911899Z","end":"2026-03-30T16:50:26.385348Z","steps":["trace[2017649084] 'process raft request' (duration: 2.473326217s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.385489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.252136121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:26.385482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.911873Z","time spent":"2.473552519s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:26.385517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.250846584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:26.385489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.25207836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:26.385542Z","caller":"traceutil/trace.go:172","msg":"trace[266172899] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1232; }","duration":"3.250872725s","start":"2026-03-30T16:50:23.134662Z","end":"2026-03-30T16:50:26.385534Z","steps":["trace[266172899] 'agreement among raft nodes before linearized reading' (duration: 3.250827914s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.385500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.250732094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:26.385566Z","caller":"traceutil/trace.go:172","msg":"trace[319479692] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1232; }","duration":"3.252154941s","start":"2026-03-30T16:50:23.133396Z","end":"2026-03-30T16:50:26.385551Z","steps":["trace[319479692] 'agreement among raft nodes before linearized reading' (duration: 3.25204282s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.385575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.253650858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:26.385608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.133389Z","time spent":"3.252208241s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.385713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.254967985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:26.385728Z","caller":"traceutil/trace.go:172","msg":"trace[808372134] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1232; }","duration":"3.254980905s","start":"2026-03-30T16:50:23.130742Z","end":"2026-03-30T16:50:26.385723Z","steps":["trace[808372134] 'agreement among raft nodes before linearized reading' (duration: 3.254954465s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.385744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.130719Z","time spent":"3.255018815s","remote":"127.0.0.1:54564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.385783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.253863851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-30T16:50:26.385821Z","caller":"traceutil/trace.go:172","msg":"trace[968813129] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137; range_end:; response_count:1; response_revision:1232; }","duration":"3.253902652s","start":"2026-03-30T16:50:23.131907Z","end":"2026-03-30T16:50:26.385810Z","steps":["trace[968813129] 'agreement among raft nodes before linearized reading' (duration: 3.253787141s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.385855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.131896Z","time spent":"3.253949012s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":891,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.385891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.887896376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:26.385910Z","caller":"traceutil/trace.go:172","msg":"trace[1288346104] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1232; }","duration":"2.887915206s","start":"2026-03-30T16:50:23.497989Z","end":"2026-03-30T16:50:26.385904Z","steps":["trace[1288346104] 'agreement among raft nodes before linearized reading' (duration: 2.887884256s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.385925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.497964Z","time spent":"2.887957256s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.385984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.565198839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-30T16:50:26.386020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.251525814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:26.386028Z","caller":"traceutil/trace.go:172","msg":"trace[1898402206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1232; }","duration":"2.565253189s","start":"2026-03-30T16:50:23.820762Z","end":"2026-03-30T16:50:26.386015Z","steps":["trace[1898402206] 'agreement among raft nodes before linearized reading' (duration: 2.565116138s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.386070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.820729Z","time spent":"2.56533207s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.385563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.134654Z","time spent":"3.250904416s","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.386034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.720090934s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:26.386131Z","caller":"traceutil/trace.go:172","msg":"trace[404899397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1232; }","duration":"2.720189566s","start":"2026-03-30T16:50:23.665934Z","end":"2026-03-30T16:50:26.386124Z","steps":["trace[404899397] 'agreement among raft nodes before linearized reading' (duration: 2.720083394s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:26.386068Z","caller":"traceutil/trace.go:172","msg":"trace[117167669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1232; }","duration":"3.251574705s","start":"2026-03-30T16:50:23.134477Z","end":"2026-03-30T16:50:26.386052Z","steps":["trace[117167669] 'agreement among raft nodes before linearized reading' (duration: 3.251356912s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:26.385646Z","caller":"traceutil/trace.go:172","msg":"trace[1623027250] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1232; }","duration":"3.250854405s","start":"2026-03-30T16:50:23.134727Z","end":"2026-03-30T16:50:26.385581Z","steps":["trace[1623027250] 'agreement among raft nodes before linearized reading' (duration: 3.250668203s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.386236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.134465Z","time spent":"3.251760117s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.385669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.250977136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:26.386277Z","caller":"traceutil/trace.go:172","msg":"trace[1414991367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1232; }","duration":"3.251584373s","start":"2026-03-30T16:50:23.134687Z","end":"2026-03-30T16:50:26.386271Z","steps":["trace[1414991367] 'agreement among raft nodes before linearized reading' (duration: 3.250887525s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.386276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.134720Z","time spent":"3.251540513s","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.386295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.134675Z","time spent":"3.251613643s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:26.385671Z","caller":"traceutil/trace.go:172","msg":"trace[2393421] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:0; response_revision:1232; }","duration":"3.253740719s","start":"2026-03-30T16:50:23.131915Z","end":"2026-03-30T16:50:26.385655Z","steps":["trace[2393421] 'agreement among raft nodes before linearized reading' (duration: 3.253630328s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.386358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.131903Z","time spent":"3.254445298s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:26.385526Z","caller":"traceutil/trace.go:172","msg":"trace[2051802423] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1232; }","duration":"3.252178201s","start":"2026-03-30T16:50:23.133335Z","end":"2026-03-30T16:50:26.385513Z","steps":["trace[2051802423] 'agreement among raft nodes before linearized reading' (duration: 3.252107371s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.386423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.133194Z","time spent":"3.253219204s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.386527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.251730635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:26.386552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.251811746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:26.386558Z","caller":"traceutil/trace.go:172","msg":"trace[457059878] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1232; }","duration":"3.251761385s","start":"2026-03-30T16:50:23.134788Z","end":"2026-03-30T16:50:26.386549Z","steps":["trace[457059878] 'agreement among raft nodes before linearized reading' (duration: 3.251704935s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:26.386574Z","caller":"traceutil/trace.go:172","msg":"trace[1722683979] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1232; }","duration":"3.251836067s","start":"2026-03-30T16:50:23.134732Z","end":"2026-03-30T16:50:26.386568Z","steps":["trace[1722683979] 'agreement among raft nodes before linearized reading' (duration: 3.251800006s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.386582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.134780Z","time spent":"3.251795186s","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.386588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.134719Z","time spent":"3.251865257s","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.386654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.031124123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:26.386695Z","caller":"traceutil/trace.go:172","msg":"trace[1297158793] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1232; }","duration":"3.031163313s","start":"2026-03-30T16:50:23.355519Z","end":"2026-03-30T16:50:26.386682Z","steps":["trace[1297158793] 'agreement among raft nodes before linearized reading' (duration: 3.031101422s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.386727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.355467Z","time spent":"3.031251403s","remote":"127.0.0.1:53994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:26.389019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.167275303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:120 size:10261"} {"level":"info","ts":"2026-03-30T16:50:26.389084Z","caller":"traceutil/trace.go:172","msg":"trace[750727016] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:120; response_revision:1232; }","duration":"2.167344354s","start":"2026-03-30T16:50:24.221724Z","end":"2026-03-30T16:50:26.389068Z","steps":["trace[750727016] 'agreement among raft nodes before linearized reading' (duration: 2.163960723s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.389122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.221697Z","time spent":"2.167413464s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":120,"response size":10283,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-30T16:50:26.593994Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.007769876s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:26.594201Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270166,"received-request-id":16371601967085270164} {"level":"warn","ts":"2026-03-30T16:50:26.886298Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:27.034448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.085114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:27.034961Z","caller":"traceutil/trace.go:172","msg":"trace[283466636] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"2.090575376s","start":"2026-03-30T16:50:24.944370Z","end":"2026-03-30T16:50:27.034946Z","steps":["trace[283466636] 'process raft request' (duration: 2.090531066s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.035028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.944350Z","time spent":"2.090644067s","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4373,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:27.248119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.392675Z","time spent":"855.437799ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:27.248293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.394028Z","time spent":"854.262505ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:50:27 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/30 16:50:27 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:27.387315Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:27.888159Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270166,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:27.895955Z","caller":"traceutil/trace.go:172","msg":"trace[1850988413] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1464; }","duration":"1.510526851s","start":"2026-03-30T16:50:26.385409Z","end":"2026-03-30T16:50:27.895936Z","steps":["trace[1850988413] 'read index received' (duration: 1.510519531s)","trace[1850988413] 'applied index is now lower than readState.Index' (duration: 6.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:28.243480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.430519029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7148"} {"level":"info","ts":"2026-03-30T16:50:28.244448Z","caller":"traceutil/trace.go:172","msg":"trace[2022254949] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:1239; }","duration":"3.431500911s","start":"2026-03-30T16:50:24.812922Z","end":"2026-03-30T16:50:28.244423Z","steps":["trace[2022254949] 'agreement among raft nodes before linearized reading' (duration: 3.083107561s)","trace[2022254949] 'range keys from in-memory index tree' (duration: 347.254566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:28.244638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.812906Z","time spent":"3.431712573s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7170,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:28.243644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.604829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:28.243889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.194155306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:28.243942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.879343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-30T16:50:28.245231Z","caller":"traceutil/trace.go:172","msg":"trace[2093110838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1239; }","duration":"449.193488ms","start":"2026-03-30T16:50:27.796015Z","end":"2026-03-30T16:50:28.245208Z","steps":["trace[2093110838] 'range keys from in-memory index tree' (duration: 447.561539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.245347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.387507Z","time spent":"1.857837327s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:50:28.245240Z","caller":"traceutil/trace.go:172","msg":"trace[1507404068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"2.195522262s","start":"2026-03-30T16:50:26.049695Z","end":"2026-03-30T16:50:28.245217Z","steps":["trace[1507404068] 'agreement among raft nodes before linearized reading' (duration: 1.846289113s)","trace[1507404068] 'range keys from in-memory index tree' (duration: 347.826812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:28.245416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.049674Z","time spent":"2.195724384s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:28.245524Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.390178Z","time spent":"1.855338818s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:50:28.245855Z","caller":"traceutil/trace.go:172","msg":"trace[75788274] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"1.853361144s","start":"2026-03-30T16:50:26.392475Z","end":"2026-03-30T16:50:28.245836Z","steps":["trace[75788274] 'process raft request' (duration: 1.852817478s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:28.245866Z","caller":"traceutil/trace.go:172","msg":"trace[614135700] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1242; }","duration":"994.834108ms","start":"2026-03-30T16:50:27.251011Z","end":"2026-03-30T16:50:28.245845Z","steps":["trace[614135700] 'process raft request' (duration: 994.800208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.245973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.392427Z","time spent":"1.853474596s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:28.246003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:27.250989Z","time spent":"994.938409ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:28.245965Z","caller":"traceutil/trace.go:172","msg":"trace[427608147] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1242; }","duration":"995.077661ms","start":"2026-03-30T16:50:27.250854Z","end":"2026-03-30T16:50:28.245932Z","steps":["trace[427608147] 'process raft request' (duration: 994.93052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.247789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:27.250833Z","time spent":"995.449325ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:28.397091Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:28.898042Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:29.399020Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:29.535039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"812.447765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:29.848649Z","caller":"traceutil/trace.go:172","msg":"trace[419300431] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1474; }","duration":"1.952615406s","start":"2026-03-30T16:50:27.896007Z","end":"2026-03-30T16:50:29.848623Z","steps":["trace[419300431] 'read index received' (duration: 1.952608436s)","trace[419300431] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.061757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000258804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:30.061829Z","caller":"traceutil/trace.go:172","msg":"trace[1861071871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342905s","start":"2026-03-30T16:50:28.061471Z","end":"2026-03-30T16:50:30.061814Z","steps":["trace[1861071871] 'agreement among raft nodes before linearized reading' (duration: 2.000255874s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.061889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.061445Z","time spent":"2.000437317s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:30 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:30.142008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.754748721s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:30.142140Z","caller":"traceutil/trace.go:172","msg":"trace[1261557009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1245; }","duration":"3.754904953s","start":"2026-03-30T16:50:26.387210Z","end":"2026-03-30T16:50:30.142115Z","steps":["trace[1261557009] 'agreement among raft nodes before linearized reading' (duration: 3.461538098s)","trace[1261557009] 'range keys from in-memory index tree' (duration: 293.171903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.142386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.571328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:30.142790Z","caller":"traceutil/trace.go:172","msg":"trace[1619495321] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"1.895524937s","start":"2026-03-30T16:50:28.247241Z","end":"2026-03-30T16:50:30.142766Z","steps":["trace[1619495321] 'process raft request' (duration: 1.601483495s)","trace[1619495321] 'compare' (duration: 293.352824ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:30.143022Z","caller":"traceutil/trace.go:172","msg":"trace[1398347711] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"1.892374749s","start":"2026-03-30T16:50:28.250578Z","end":"2026-03-30T16:50:30.142953Z","steps":["trace[1398347711] 'process raft request' (duration: 1.892102096s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.143228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.247218Z","time spent":"1.89579494s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:30.143049Z","caller":"traceutil/trace.go:172","msg":"trace[1199424556] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"1.88150296s","start":"2026-03-30T16:50:28.261527Z","end":"2026-03-30T16:50:30.143030Z","steps":["trace[1199424556] 'process raft request' (duration: 1.881314058s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.143397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.250508Z","time spent":"1.892659273s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:30.143511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.261503Z","time spent":"1.881916815s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7445,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:30.349150Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:30.412276Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270180,"received-request-id":16371601967085270176} {"level":"warn","ts":"2026-03-30T16:50:30.512670Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270180,"received-request-id":16371601967085270176} {"level":"info","ts":"2026-03-30T16:50:30.532613Z","caller":"traceutil/trace.go:172","msg":"trace[1894305604] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1490; }","duration":"683.866533ms","start":"2026-03-30T16:50:29.848731Z","end":"2026-03-30T16:50:30.532597Z","steps":["trace[1894305604] 'read index received' (duration: 683.860533ms)","trace[1894305604] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.532751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.295412197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:30.532733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.313203032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:30.532827Z","caller":"traceutil/trace.go:172","msg":"trace[1954569468] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1259; }","duration":"1.313313273s","start":"2026-03-30T16:50:29.219498Z","end":"2026-03-30T16:50:30.532812Z","steps":["trace[1954569468] 'agreement among raft nodes before linearized reading' (duration: 1.313148711s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.532869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:29.219476Z","time spent":"1.313385074s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:30.532776Z","caller":"traceutil/trace.go:172","msg":"trace[1334023412] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1259; }","duration":"2.295449068s","start":"2026-03-30T16:50:28.237318Z","end":"2026-03-30T16:50:30.532767Z","steps":["trace[1334023412] 'agreement among raft nodes before linearized reading' (duration: 2.295383727s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.532935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.237297Z","time spent":"2.295626109s","remote":"127.0.0.1:54772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.033199Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:31.332425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.439604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:31.507170Z","caller":"traceutil/trace.go:172","msg":"trace[286364215] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1498; }","duration":"974.459897ms","start":"2026-03-30T16:50:30.532685Z","end":"2026-03-30T16:50:31.507145Z","steps":["trace[286364215] 'read index received' (duration: 974.447396ms)","trace[286364215] 'applied index is now lower than readState.Index' (duration: 10.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.781579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.719287942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:31.781674Z","caller":"traceutil/trace.go:172","msg":"trace[717864133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1266; }","duration":"1.719364183s","start":"2026-03-30T16:50:30.062260Z","end":"2026-03-30T16:50:31.781624Z","steps":["trace[717864133] 'agreement among raft nodes before linearized reading' (duration: 1.444963922s)","trace[717864133] 'range keys from in-memory index tree' (duration: 274.29908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.781698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.062247Z","time spent":"1.719446234s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:31.781727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.893818829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:31.781783Z","caller":"traceutil/trace.go:172","msg":"trace[914690218] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1266; }","duration":"1.893880819s","start":"2026-03-30T16:50:29.887887Z","end":"2026-03-30T16:50:31.781768Z","steps":["trace[914690218] 'agreement among raft nodes before linearized reading' (duration: 1.619340927s)","trace[914690218] 'range keys from in-memory index tree' (duration: 274.461741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.781827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:29.887866Z","time spent":"1.893955041s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.781911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.635981276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:31.781926Z","caller":"traceutil/trace.go:172","msg":"trace[67397805] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1266; }","duration":"1.635996636s","start":"2026-03-30T16:50:30.145925Z","end":"2026-03-30T16:50:31.781921Z","steps":["trace[67397805] 'agreement among raft nodes before linearized reading' (duration: 1.361242312s)","trace[67397805] 'range keys from in-memory index tree' (duration: 274.645894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.781941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.145891Z","time spent":"1.636046236s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":464,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.782014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.676834799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:31.782026Z","caller":"traceutil/trace.go:172","msg":"trace[114251541] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1266; }","duration":"1.676846159s","start":"2026-03-30T16:50:30.105175Z","end":"2026-03-30T16:50:31.782021Z","steps":["trace[114251541] 'agreement among raft nodes before linearized reading' (duration: 1.402021854s)","trace[114251541] 'range keys from in-memory index tree' (duration: 274.789575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.782039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.105155Z","time spent":"1.67688119s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.782103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.395651023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:31.782075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.632512944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:31.782114Z","caller":"traceutil/trace.go:172","msg":"trace[1968887628] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1266; }","duration":"1.395662443s","start":"2026-03-30T16:50:30.386448Z","end":"2026-03-30T16:50:31.782110Z","steps":["trace[1968887628] 'agreement among raft nodes before linearized reading' (duration: 1.120772387s)","trace[1968887628] 'range keys from in-memory index tree' (duration: 274.869266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.782127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.386421Z","time spent":"1.395702264s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:31.782128Z","caller":"traceutil/trace.go:172","msg":"trace[113567930] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003; range_end:; response_count:1; response_revision:1266; }","duration":"1.632561815s","start":"2026-03-30T16:50:30.149553Z","end":"2026-03-30T16:50:31.782115Z","steps":["trace[113567930] 'agreement among raft nodes before linearized reading' (duration: 1.357671838s)","trace[113567930] 'range keys from in-memory index tree' (duration: 274.751084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.782169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.149534Z","time spent":"1.632607755s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.782131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.632345251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-30T16:50:31.782760Z","caller":"traceutil/trace.go:172","msg":"trace[1201185736] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:1266; }","duration":"1.632983461s","start":"2026-03-30T16:50:30.149750Z","end":"2026-03-30T16:50:31.782733Z","steps":["trace[1201185736] 'agreement among raft nodes before linearized reading' (duration: 1.357452616s)","trace[1201185736] 'range keys from in-memory index tree' (duration: 274.37802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.782493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.638210583s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:31.782864Z","caller":"traceutil/trace.go:172","msg":"trace[1536237478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1266; }","duration":"1.638579987s","start":"2026-03-30T16:50:30.144277Z","end":"2026-03-30T16:50:31.782857Z","steps":["trace[1536237478] 'agreement among raft nodes before linearized reading' (duration: 1.362916151s)","trace[1536237478] 'range keys from in-memory index tree' (duration: 275.287832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.782839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.149723Z","time spent":"1.633097572s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7482,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.782556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.337522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:50:32.284873Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:32.533422Z","caller":"traceutil/trace.go:172","msg":"trace[1256200741] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1505; }","duration":"749.119345ms","start":"2026-03-30T16:50:31.784276Z","end":"2026-03-30T16:50:32.533395Z","steps":["trace[1256200741] 'read index received' (duration: 749.113495ms)","trace[1256200741] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.827536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.043234811s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:32.827621Z","caller":"traceutil/trace.go:172","msg":"trace[1207163903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1273; }","duration":"1.043331193s","start":"2026-03-30T16:50:31.784272Z","end":"2026-03-30T16:50:32.827603Z","steps":["trace[1207163903] 'agreement among raft nodes before linearized reading' (duration: 749.236877ms)","trace[1207163903] 'range keys from in-memory index tree' (duration: 293.974024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.828138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.065106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:32.828463Z","caller":"traceutil/trace.go:172","msg":"trace[1073644309] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"1.043858008s","start":"2026-03-30T16:50:31.784540Z","end":"2026-03-30T16:50:32.828398Z","steps":["trace[1073644309] 'process raft request' (duration: 749.028393ms)","trace[1073644309] 'compare' (duration: 293.849473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.828662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.784529Z","time spent":"1.044050371s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:33.033785Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:33.448045Z","caller":"traceutil/trace.go:172","msg":"trace[1624255442] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1515; }","duration":"914.522429ms","start":"2026-03-30T16:50:32.533500Z","end":"2026-03-30T16:50:33.448022Z","steps":["trace[1624255442] 'read index received' (duration: 914.512879ms)","trace[1624255442] 'applied index is now lower than readState.Index' (duration: 8.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.448229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.658520724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:33.448308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.663632364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-30T16:50:33.448339Z","caller":"traceutil/trace.go:172","msg":"trace[99125322] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1280; }","duration":"1.663680985s","start":"2026-03-30T16:50:31.784651Z","end":"2026-03-30T16:50:33.448332Z","steps":["trace[99125322] 'agreement among raft nodes before linearized reading' (duration: 1.663480062s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.448367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.784647Z","time spent":"1.663713485s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-30T16:50:33.448408Z","caller":"traceutil/trace.go:172","msg":"trace[1564159087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1280; }","duration":"1.658809187s","start":"2026-03-30T16:50:31.789567Z","end":"2026-03-30T16:50:33.448376Z","steps":["trace[1564159087] 'agreement among raft nodes before linearized reading' (duration: 1.658469763s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.448463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.789535Z","time spent":"1.658918858s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:33.448222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.660241554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7503"} {"level":"info","ts":"2026-03-30T16:50:33.448604Z","caller":"traceutil/trace.go:172","msg":"trace[2119091651] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1280; }","duration":"1.660650109s","start":"2026-03-30T16:50:31.787946Z","end":"2026-03-30T16:50:33.448596Z","steps":["trace[2119091651] 'agreement among raft nodes before linearized reading' (duration: 1.660121913s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.449211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.787941Z","time spent":"1.660686599s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7525,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.948356Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:34.448797Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:34.866724Z","caller":"traceutil/trace.go:172","msg":"trace[1069687860] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1523; }","duration":"1.418595796s","start":"2026-03-30T16:50:33.448104Z","end":"2026-03-30T16:50:34.866700Z","steps":["trace[1069687860] 'read index received' (duration: 1.418587936s)","trace[1069687860] 'applied index is now lower than readState.Index' (duration: 6.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:34.866949Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270187,"received-request-id":16371601967085270185} {"level":"warn","ts":"2026-03-30T16:50:35.117705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.28866434s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:35.117780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.796763958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:35.117736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.286271172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-30T16:50:35.117827Z","caller":"traceutil/trace.go:172","msg":"trace[1384575301] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137; range_end:; response_count:1; response_revision:1288; }","duration":"2.286365313s","start":"2026-03-30T16:50:32.831445Z","end":"2026-03-30T16:50:35.117810Z","steps":["trace[1384575301] 'agreement among raft nodes before linearized reading' (duration: 2.03558386s)","trace[1384575301] 'range keys from in-memory index tree' (duration: 250.585051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.117863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.878904145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:35.117785Z","caller":"traceutil/trace.go:172","msg":"trace[296645216] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1288; }","duration":"2.288747461s","start":"2026-03-30T16:50:32.829019Z","end":"2026-03-30T16:50:35.117766Z","steps":["trace[296645216] 'agreement among raft nodes before linearized reading' (duration: 2.038016028s)","trace[296645216] 'range keys from in-memory index tree' (duration: 250.630861ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:35.117895Z","caller":"traceutil/trace.go:172","msg":"trace[1313178196] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1288; }","duration":"1.878935045s","start":"2026-03-30T16:50:33.238950Z","end":"2026-03-30T16:50:35.117885Z","steps":["trace[1313178196] 'agreement among raft nodes before linearized reading' (duration: 1.62804355s)","trace[1313178196] 'range keys from in-memory index tree' (duration: 250.848794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.117933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.238932Z","time spent":"1.878991125s","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.118063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.150743884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:35.118134Z","caller":"traceutil/trace.go:172","msg":"trace[1720693911] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1288; }","duration":"2.150807135s","start":"2026-03-30T16:50:32.967305Z","end":"2026-03-30T16:50:35.118112Z","steps":["trace[1720693911] 'agreement among raft nodes before linearized reading' (duration: 1.899715638s)","trace[1720693911] 'range keys from in-memory index tree' (duration: 251.011946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.118203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:32.967286Z","time spent":"2.150904006s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.117865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:32.831422Z","time spent":"2.286432434s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":891,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-v2jdn.18a1ac7e45195137\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:35.117826Z","caller":"traceutil/trace.go:172","msg":"trace[419369291] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1288; }","duration":"1.796798778s","start":"2026-03-30T16:50:33.321010Z","end":"2026-03-30T16:50:35.117808Z","steps":["trace[419369291] 'agreement among raft nodes before linearized reading' (duration: 1.545967394s)","trace[419369291] 'range keys from in-memory index tree' (duration: 250.781914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.118470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.320983Z","time spent":"1.797471045s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.118696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.535902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:50:35.367799Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:35.449917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999867665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:35.449975Z","caller":"traceutil/trace.go:172","msg":"trace[2071996210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999938896s","start":"2026-03-30T16:50:33.450024Z","end":"2026-03-30T16:50:35.449962Z","steps":["trace[2071996210] 'agreement among raft nodes before linearized reading' (duration: 1.999865135s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.450013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.450004Z","time spent":"2.000002426s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:35 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T16:50:35.714244Z","caller":"traceutil/trace.go:172","msg":"trace[1622335892] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1525; }","duration":"847.427041ms","start":"2026-03-30T16:50:34.866790Z","end":"2026-03-30T16:50:35.714217Z","steps":["trace[1622335892] 'read index received' (duration: 847.417881ms)","trace[1622335892] 'applied index is now lower than readState.Index' (duration: 7.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.845572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.142344283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:35.845663Z","caller":"traceutil/trace.go:172","msg":"trace[496913790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1290; }","duration":"1.142445535s","start":"2026-03-30T16:50:34.703197Z","end":"2026-03-30T16:50:35.845642Z","steps":["trace[496913790] 'agreement among raft nodes before linearized reading' (duration: 1.011080863s)","trace[496913790] 'range keys from in-memory index tree' (duration: 131.218689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.845703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.703178Z","time spent":"1.142517875s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:35.845741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.394702366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-30T16:50:35.845805Z","caller":"traceutil/trace.go:172","msg":"trace[902464400] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1290; }","duration":"2.394773807s","start":"2026-03-30T16:50:33.451015Z","end":"2026-03-30T16:50:35.845789Z","steps":["trace[902464400] 'agreement among raft nodes before linearized reading' (duration: 2.263297495s)","trace[902464400] 'range keys from in-memory index tree' (duration: 131.326031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.845789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.288574597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-30T16:50:35.845839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.451004Z","time spent":"2.394826498s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":482,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:35.845880Z","caller":"traceutil/trace.go:172","msg":"trace[697811130] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1290; }","duration":"2.288674238s","start":"2026-03-30T16:50:33.557184Z","end":"2026-03-30T16:50:35.845858Z","steps":["trace[697811130] 'agreement among raft nodes before linearized reading' (duration: 2.157104375s)","trace[697811130] 'range keys from in-memory index tree' (duration: 131.354891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.845918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.557168Z","time spent":"2.288741999s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.846114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.707135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:35.846194Z","caller":"traceutil/trace.go:172","msg":"trace[2026356181] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"2.385581478s","start":"2026-03-30T16:50:33.460603Z","end":"2026-03-30T16:50:35.846185Z","steps":["trace[2026356181] 'process raft request' (duration: 2.253758001s)","trace[2026356181] 'compare' (duration: 131.2308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.846227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.460582Z","time spent":"2.385628468s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:36.215447Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:36.716061Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:36.998562Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270190,"received-request-id":16371601967085270187} {"level":"warn","ts":"2026-03-30T16:50:37.220105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:37.271890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.894289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:37.272802Z","caller":"traceutil/trace.go:172","msg":"trace[724955845] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"2.152027907s","start":"2026-03-30T16:50:35.120739Z","end":"2026-03-30T16:50:37.272767Z","steps":["trace[724955845] 'process raft request' (duration: 1.878177397s)","trace[724955845] 'compare' (duration: 271.115398ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:37.272818Z","caller":"traceutil/trace.go:172","msg":"trace[188914629] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"2.034891214s","start":"2026-03-30T16:50:35.237882Z","end":"2026-03-30T16:50:37.272773Z","steps":["trace[188914629] 'process raft request' (duration: 2.034119226s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.273037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.237863Z","time spent":"2.035064666s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:37.273178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.120720Z","time spent":"2.15222463s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:37.457107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000660956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:37.457192Z","caller":"traceutil/trace.go:172","msg":"trace[1245374123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000757687s","start":"2026-03-30T16:50:35.456418Z","end":"2026-03-30T16:50:37.457176Z","steps":["trace[1245374123] 'agreement among raft nodes before linearized reading' (duration: 2.000657766s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.457247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.456404Z","time spent":"2.000831838s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:37 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:37.494408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.113527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T16:50:37.600533Z","caller":"traceutil/trace.go:172","msg":"trace[60146581] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1534; }","duration":"1.886118356s","start":"2026-03-30T16:50:35.714389Z","end":"2026-03-30T16:50:37.600507Z","steps":["trace[60146581] 'read index received' (duration: 1.886108526s)","trace[60146581] 'applied index is now lower than readState.Index' (duration: 8.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.600687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.379352861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.600718Z","caller":"traceutil/trace.go:172","msg":"trace[1859858948] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1299; }","duration":"2.379397511s","start":"2026-03-30T16:50:35.221311Z","end":"2026-03-30T16:50:37.600709Z","steps":["trace[1859858948] 'agreement among raft nodes before linearized reading' (duration: 2.37931453s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.600709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.208421156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-30T16:50:37.600747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.221291Z","time spent":"2.379448293s","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:37.600891Z","caller":"traceutil/trace.go:172","msg":"trace[1629686486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1298; }","duration":"2.208501468s","start":"2026-03-30T16:50:35.392261Z","end":"2026-03-30T16:50:37.600762Z","steps":["trace[1629686486] 'agreement among raft nodes before linearized reading' (duration: 2.208302075s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.601359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.392243Z","time spent":"2.20868459s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.850089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000274507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:37.850161Z","caller":"traceutil/trace.go:172","msg":"trace[47349800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354687s","start":"2026-03-30T16:50:35.849790Z","end":"2026-03-30T16:50:37.850145Z","steps":["trace[47349800] 'agreement among raft nodes before linearized reading' (duration: 2.000271917s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.850208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.849772Z","time spent":"2.000426518s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:37 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:37.926014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.309043ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-30T16:50:37.926129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.417756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.926202Z","caller":"traceutil/trace.go:172","msg":"trace[2046024807] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1301; }","duration":"131.509107ms","start":"2026-03-30T16:50:37.794677Z","end":"2026-03-30T16:50:37.926186Z","steps":["trace[2046024807] 'range keys from in-memory index tree' (duration: 131.349595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.926384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.807211925s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.926428Z","caller":"traceutil/trace.go:172","msg":"trace[1075587819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1301; }","duration":"2.807251646s","start":"2026-03-30T16:50:35.119161Z","end":"2026-03-30T16:50:37.926413Z","steps":["trace[1075587819] 'agreement among raft nodes before linearized reading' (duration: 2.481684581s)","trace[1075587819] 'range keys from in-memory index tree' (duration: 325.512364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.101236Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:38.205548Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270192,"received-request-id":16371601967085270190} {"level":"info","ts":"2026-03-30T16:50:38.205883Z","caller":"traceutil/trace.go:172","msg":"trace[2003526421] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"1.751970784s","start":"2026-03-30T16:50:36.453894Z","end":"2026-03-30T16:50:38.205865Z","steps":["trace[2003526421] 'process raft request' (duration: 1.751841162s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.206078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.453881Z","time spent":"1.752135646s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:38.601594Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085270192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:38.683793Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085270192,"received-request-id":16371601967085270190} {"level":"info","ts":"2026-03-30T16:50:38.903972Z","caller":"traceutil/trace.go:172","msg":"trace[1740993265] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"1.303349497s","start":"2026-03-30T16:50:37.600598Z","end":"2026-03-30T16:50:38.903947Z","steps":["trace[1740993265] 'read index received' (duration: 1.300676816s)","trace[1740993265] 'applied index is now lower than readState.Index' (duration: 2.670321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.904156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.605707552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.904268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.342629746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:50:38.904290Z","caller":"traceutil/trace.go:172","msg":"trace[833624452] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1308; }","duration":"2.605846774s","start":"2026-03-30T16:50:36.298424Z","end":"2026-03-30T16:50:38.904271Z","steps":["trace[833624452] 'agreement among raft nodes before linearized reading' (duration: 2.605675992s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.904364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.298376Z","time spent":"2.605971366s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.904390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.055099787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-30T16:50:38.904419Z","caller":"traceutil/trace.go:172","msg":"trace[1958595164] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:1308; }","duration":"3.055127297s","start":"2026-03-30T16:50:35.849283Z","end":"2026-03-30T16:50:38.904410Z","steps":["trace[1958595164] 'agreement among raft nodes before linearized reading' (duration: 3.055048417s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.904457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.849275Z","time spent":"3.055175138s","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.904660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.343344914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-30T16:50:38.904727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.055489142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:5191"} {"level":"warn","ts":"2026-03-30T16:50:38.904788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.436080368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.904738Z","caller":"traceutil/trace.go:172","msg":"trace[1526797666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1308; }","duration":"1.343421655s","start":"2026-03-30T16:50:37.561303Z","end":"2026-03-30T16:50:38.904725Z","steps":["trace[1526797666] 'agreement among raft nodes before linearized reading' (duration: 1.343248463s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.904869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.561286Z","time spent":"1.343566426s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.904923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.627468885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:38.904958Z","caller":"traceutil/trace.go:172","msg":"trace[1165110326] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003; range_end:; response_count:1; response_revision:1308; }","duration":"1.627507266s","start":"2026-03-30T16:50:37.277442Z","end":"2026-03-30T16:50:38.904949Z","steps":["trace[1165110326] 'agreement among raft nodes before linearized reading' (duration: 1.627401014s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.904993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.277411Z","time spent":"1.627571786s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac8059ca3003\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.904780Z","caller":"traceutil/trace.go:172","msg":"trace[1524343480] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:1308; }","duration":"3.055537142s","start":"2026-03-30T16:50:35.849227Z","end":"2026-03-30T16:50:38.904764Z","steps":["trace[1524343480] 'agreement among raft nodes before linearized reading' (duration: 3.055423021s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.905172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.849191Z","time spent":"3.055956107s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5213,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.905195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.464068033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.905235Z","caller":"traceutil/trace.go:172","msg":"trace[1026872317] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1308; }","duration":"2.464108304s","start":"2026-03-30T16:50:36.441116Z","end":"2026-03-30T16:50:38.905224Z","steps":["trace[1026872317] 'agreement among raft nodes before linearized reading' (duration: 2.464044233s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.905269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.441099Z","time spent":"2.464161244s","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.904825Z","caller":"traceutil/trace.go:172","msg":"trace[1400769999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1308; }","duration":"1.436111908s","start":"2026-03-30T16:50:37.468701Z","end":"2026-03-30T16:50:38.904812Z","steps":["trace[1400769999] 'agreement among raft nodes before linearized reading' (duration: 1.436058477s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:38.904315Z","caller":"traceutil/trace.go:172","msg":"trace[1090845508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1308; }","duration":"1.342683166s","start":"2026-03-30T16:50:37.561612Z","end":"2026-03-30T16:50:38.904295Z","steps":["trace[1090845508] 'agreement among raft nodes before linearized reading' (duration: 1.342481684s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.905418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.468686Z","time spent":"1.436722815s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:38.905466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.561593Z","time spent":"1.343851309s","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.906780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"707.608567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.906796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.922805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.906820Z","caller":"traceutil/trace.go:172","msg":"trace[1960999905] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1308; }","duration":"707.648868ms","start":"2026-03-30T16:50:38.199162Z","end":"2026-03-30T16:50:38.906810Z","steps":["trace[1960999905] 'agreement among raft nodes before linearized reading' (duration: 707.587887ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:38.906827Z","caller":"traceutil/trace.go:172","msg":"trace[174383427] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1308; }","duration":"416.955466ms","start":"2026-03-30T16:50:38.489863Z","end":"2026-03-30T16:50:38.906818Z","steps":["trace[174383427] 'agreement among raft nodes before linearized reading' (duration: 416.902795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.906846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.199132Z","time spent":"707.708379ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.906874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"820.08954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.906887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.489838Z","time spent":"417.008757ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.906789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.277431124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.906921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"858.793492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.906936Z","caller":"traceutil/trace.go:172","msg":"trace[1785712988] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1308; }","duration":"858.807522ms","start":"2026-03-30T16:50:38.048124Z","end":"2026-03-30T16:50:38.906932Z","steps":["trace[1785712988] 'agreement among raft nodes before linearized reading' (duration: 858.780482ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:38.906940Z","caller":"traceutil/trace.go:172","msg":"trace[570458245] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1308; }","duration":"1.277617216s","start":"2026-03-30T16:50:37.629312Z","end":"2026-03-30T16:50:38.906930Z","steps":["trace[570458245] 'agreement among raft nodes before linearized reading' (duration: 1.277379143s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.906825Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"791.437966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.906973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"862.583335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.906976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.629289Z","time spent":"1.277676526s","remote":"127.0.0.1:54918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.906987Z","caller":"traceutil/trace.go:172","msg":"trace[202220683] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1308; }","duration":"862.596276ms","start":"2026-03-30T16:50:38.044386Z","end":"2026-03-30T16:50:38.906982Z","steps":["trace[202220683] 'agreement among raft nodes before linearized reading' (duration: 862.574885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.907002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.044368Z","time spent":"862.630637ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.907040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"978.872975ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.907093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.051669796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-30T16:50:38.907110Z","caller":"traceutil/trace.go:172","msg":"trace[1621760604] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1308; }","duration":"1.051685886s","start":"2026-03-30T16:50:37.855419Z","end":"2026-03-30T16:50:38.907105Z","steps":["trace[1621760604] 'agreement among raft nodes before linearized reading' (duration: 1.051627745s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.907113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.20964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.907110Z","caller":"traceutil/trace.go:172","msg":"trace[1739375855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1308; }","duration":"978.944446ms","start":"2026-03-30T16:50:37.928156Z","end":"2026-03-30T16:50:38.907100Z","steps":["trace[1739375855] 'agreement among raft nodes before linearized reading' (duration: 978.856285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.906952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.048117Z","time spent":"858.831213ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.907143Z","caller":"traceutil/trace.go:172","msg":"trace[250445109] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1308; }","duration":"621.2404ms","start":"2026-03-30T16:50:38.285895Z","end":"2026-03-30T16:50:38.907136Z","steps":["trace[250445109] 'agreement among raft nodes before linearized reading' (duration: 621.19262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.907170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.285874Z","time spent":"621.290031ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.906991Z","caller":"traceutil/trace.go:172","msg":"trace[1639751713] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1308; }","duration":"791.594647ms","start":"2026-03-30T16:50:38.115382Z","end":"2026-03-30T16:50:38.906976Z","steps":["trace[1639751713] 'agreement among raft nodes before linearized reading' (duration: 791.425746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.907239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.806706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:38.907237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.115349Z","time spent":"791.879891ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.907255Z","caller":"traceutil/trace.go:172","msg":"trace[216578793] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1308; }","duration":"699.823207ms","start":"2026-03-30T16:50:38.207427Z","end":"2026-03-30T16:50:38.907251Z","steps":["trace[216578793] 'agreement among raft nodes before linearized reading' (duration: 699.795996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.907271Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.207403Z","time spent":"699.864277ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.907125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.855399Z","time spent":"1.051721486s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.907044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.415367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.906895Z","caller":"traceutil/trace.go:172","msg":"trace[286487738] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1308; }","duration":"820.10851ms","start":"2026-03-30T16:50:38.086779Z","end":"2026-03-30T16:50:38.906888Z","steps":["trace[286487738] 'agreement among raft nodes before linearized reading' (duration: 820.05579ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:38.907356Z","caller":"traceutil/trace.go:172","msg":"trace[1777274140] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1308; }","duration":"265.727981ms","start":"2026-03-30T16:50:38.641620Z","end":"2026-03-30T16:50:38.907348Z","steps":["trace[1777274140] 'agreement among raft nodes before linearized reading' (duration: 265.394737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.907379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.086742Z","time spent":"820.626856ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:39.064279Z","caller":"traceutil/trace.go:172","msg":"trace[819590884] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1549; }","duration":"155.130238ms","start":"2026-03-30T16:50:38.909122Z","end":"2026-03-30T16:50:39.064252Z","steps":["trace[819590884] 'read index received' (duration: 155.122188ms)","trace[819590884] 'applied index is now lower than readState.Index' (duration: 6.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.064466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.31123ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.064529Z","caller":"traceutil/trace.go:172","msg":"trace[1552480396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1310; }","duration":"155.397311ms","start":"2026-03-30T16:50:38.909117Z","end":"2026-03-30T16:50:39.064514Z","steps":["trace[1552480396] 'agreement among raft nodes before linearized reading' (duration: 155.238679ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.345768Z","caller":"traceutil/trace.go:172","msg":"trace[1821997912] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"427.158608ms","start":"2026-03-30T16:50:38.918593Z","end":"2026-03-30T16:50:39.345752Z","steps":["trace[1821997912] 'process raft request' (duration: 427.045006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.345903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.918580Z","time spent":"427.255009ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7523,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:39.345764Z","caller":"traceutil/trace.go:172","msg":"trace[58796777] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"431.558939ms","start":"2026-03-30T16:50:38.914174Z","end":"2026-03-30T16:50:39.345733Z","steps":["trace[58796777] 'process raft request' (duration: 431.287216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.346061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.914159Z","time spent":"431.879874ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:39.505362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.675819ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.505477Z","caller":"traceutil/trace.go:172","msg":"trace[327440767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1314; }","duration":"104.854861ms","start":"2026-03-30T16:50:39.400598Z","end":"2026-03-30T16:50:39.505453Z","steps":["trace[327440767] 'range keys from in-memory index tree' (duration: 104.612368ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.515014Z","caller":"traceutil/trace.go:172","msg":"trace[745471526] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1554; }","duration":"450.654641ms","start":"2026-03-30T16:50:39.064339Z","end":"2026-03-30T16:50:39.514993Z","steps":["trace[745471526] 'read index received' (duration: 450.646811ms)","trace[745471526] 'applied index is now lower than readState.Index' (duration: 6.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.522244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"513.531732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4387"} {"level":"info","ts":"2026-03-30T16:50:39.522319Z","caller":"traceutil/trace.go:172","msg":"trace[149455339] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1314; }","duration":"513.620633ms","start":"2026-03-30T16:50:39.008680Z","end":"2026-03-30T16:50:39.522301Z","steps":["trace[149455339] 'agreement among raft nodes before linearized reading' (duration: 506.39123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.221397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4236"} {"level":"info","ts":"2026-03-30T16:50:39.522375Z","caller":"traceutil/trace.go:172","msg":"trace[315964830] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1314; }","duration":"494.307788ms","start":"2026-03-30T16:50:39.028046Z","end":"2026-03-30T16:50:39.522354Z","steps":["trace[315964830] 'agreement among raft nodes before linearized reading' (duration: 487.004233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"499.318048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4236"} {"level":"warn","ts":"2026-03-30T16:50:39.522459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.028037Z","time spent":"494.40206ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4258,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:39.522479Z","caller":"traceutil/trace.go:172","msg":"trace[1789887243] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1314; }","duration":"499.353508ms","start":"2026-03-30T16:50:39.023115Z","end":"2026-03-30T16:50:39.522469Z","steps":["trace[1789887243] 'agreement among raft nodes before linearized reading' (duration: 491.963062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.429777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T16:50:39.522505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.023093Z","time spent":"499.402699ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4258,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:39.522511Z","caller":"traceutil/trace.go:172","msg":"trace[95193708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1314; }","duration":"528.469738ms","start":"2026-03-30T16:50:38.994034Z","end":"2026-03-30T16:50:39.522504Z","steps":["trace[95193708] 'agreement among raft nodes before linearized reading' (duration: 521.065421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.994020Z","time spent":"528.505948ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.522592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"499.45957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:39.522587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.488657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-30T16:50:39.522624Z","caller":"traceutil/trace.go:172","msg":"trace[802885452] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1314; }","duration":"499.48917ms","start":"2026-03-30T16:50:39.023124Z","end":"2026-03-30T16:50:39.522613Z","steps":["trace[802885452] 'agreement among raft nodes before linearized reading' (duration: 491.896801ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.522638Z","caller":"traceutil/trace.go:172","msg":"trace[1789835278] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1314; }","duration":"582.553568ms","start":"2026-03-30T16:50:38.940074Z","end":"2026-03-30T16:50:39.522628Z","steps":["trace[1789835278] 'agreement among raft nodes before linearized reading' (duration: 575.0182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.330131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:39.522661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.023093Z","time spent":"499.56054ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.522667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.940056Z","time spent":"582.604789ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:39.522674Z","caller":"traceutil/trace.go:172","msg":"trace[1925755546] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1314; }","duration":"489.347522ms","start":"2026-03-30T16:50:39.033318Z","end":"2026-03-30T16:50:39.522665Z","steps":["trace[1925755546] 'agreement among raft nodes before linearized reading' (duration: 481.725952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.033309Z","time spent":"489.379622ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.522732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"613.508859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.522758Z","caller":"traceutil/trace.go:172","msg":"trace[1619280110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1314; }","duration":"613.53281ms","start":"2026-03-30T16:50:38.909218Z","end":"2026-03-30T16:50:39.522750Z","steps":["trace[1619280110] 'agreement among raft nodes before linearized reading' (duration: 605.87492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.909205Z","time spent":"613.56842ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:39.522587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.863966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4387"} {"level":"info","ts":"2026-03-30T16:50:39.522814Z","caller":"traceutil/trace.go:172","msg":"trace[1095290471] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1314; }","duration":"513.104529ms","start":"2026-03-30T16:50:39.009699Z","end":"2026-03-30T16:50:39.522803Z","steps":["trace[1095290471] 'agreement among raft nodes before linearized reading' (duration: 505.385699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.009689Z","time spent":"513.14803ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4409,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.522997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.425252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:39.523034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.526164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4387"} {"level":"info","ts":"2026-03-30T16:50:39.523042Z","caller":"traceutil/trace.go:172","msg":"trace[875596729] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1314; }","duration":"495.447813ms","start":"2026-03-30T16:50:39.027565Z","end":"2026-03-30T16:50:39.523013Z","steps":["trace[875596729] 'agreement among raft nodes before linearized reading' (duration: 487.49243ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.523058Z","caller":"traceutil/trace.go:172","msg":"trace[1216086123] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1314; }","duration":"495.552344ms","start":"2026-03-30T16:50:39.027498Z","end":"2026-03-30T16:50:39.523050Z","steps":["trace[1216086123] 'agreement among raft nodes before linearized reading' (duration: 487.566401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.523061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.027548Z","time spent":"495.507763ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.523077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.027488Z","time spent":"495.584394ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4409,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:39.523270Z","caller":"traceutil/trace.go:172","msg":"trace[989319896] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"530.718324ms","start":"2026-03-30T16:50:38.992541Z","end":"2026-03-30T16:50:39.523259Z","steps":["trace[989319896] 'process raft request' (duration: 530.542932ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.523261Z","caller":"traceutil/trace.go:172","msg":"trace[256508586] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"529.100945ms","start":"2026-03-30T16:50:38.994142Z","end":"2026-03-30T16:50:39.523243Z","steps":["trace[256508586] 'process raft request' (duration: 529.028024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.523392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.992527Z","time spent":"530.769165ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:39.523438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.994132Z","time spent":"529.175556ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":875,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:39.524608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.008655Z","time spent":"515.92505ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4409,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.533277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.163025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.533349Z","caller":"traceutil/trace.go:172","msg":"trace[601903426] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1317; }","duration":"287.244246ms","start":"2026-03-30T16:50:39.246090Z","end":"2026-03-30T16:50:39.533334Z","steps":["trace[601903426] 'agreement among raft nodes before linearized reading' (duration: 287.138455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.533277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.757147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.534162Z","caller":"traceutil/trace.go:172","msg":"trace[498544741] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1317; }","duration":"194.657298ms","start":"2026-03-30T16:50:39.339496Z","end":"2026-03-30T16:50:39.534153Z","steps":["trace[498544741] 'agreement among raft nodes before linearized reading' (duration: 193.699756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.534709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.50068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4236"} {"level":"info","ts":"2026-03-30T16:50:39.534780Z","caller":"traceutil/trace.go:172","msg":"trace[1369176626] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1317; }","duration":"469.570341ms","start":"2026-03-30T16:50:39.065194Z","end":"2026-03-30T16:50:39.534765Z","steps":["trace[1369176626] 'agreement among raft nodes before linearized reading' (duration: 469.407199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.534822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.065182Z","time spent":"469.629332ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4258,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.536050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:39.536072Z","caller":"traceutil/trace.go:172","msg":"trace[252173080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1317; }","duration":"186.31132ms","start":"2026-03-30T16:50:39.349755Z","end":"2026-03-30T16:50:39.536067Z","steps":["trace[252173080] 'agreement among raft nodes before linearized reading' (duration: 186.225429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.536260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.949178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.536322Z","caller":"traceutil/trace.go:172","msg":"trace[1008902352] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1317; }","duration":"278.027419ms","start":"2026-03-30T16:50:39.258281Z","end":"2026-03-30T16:50:39.536308Z","steps":["trace[1008902352] 'agreement among raft nodes before linearized reading' (duration: 274.931473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.534661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.855233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:18516"} {"level":"info","ts":"2026-03-30T16:50:39.536675Z","caller":"traceutil/trace.go:172","msg":"trace[211447317] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1317; }","duration":"185.980388ms","start":"2026-03-30T16:50:39.350681Z","end":"2026-03-30T16:50:39.536661Z","steps":["trace[211447317] 'agreement among raft nodes before linearized reading' (duration: 183.731601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.536146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.743504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.540302Z","caller":"traceutil/trace.go:172","msg":"trace[755728733] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1317; }","duration":"189.894433ms","start":"2026-03-30T16:50:39.350394Z","end":"2026-03-30T16:50:39.540288Z","steps":["trace[755728733] 'agreement among raft nodes before linearized reading' (duration: 185.724633ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.640660Z","caller":"traceutil/trace.go:172","msg":"trace[549872266] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"106.485741ms","start":"2026-03-30T16:50:39.534157Z","end":"2026-03-30T16:50:39.640643Z","steps":["trace[549872266] 'process raft request' (duration: 106.163467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.641826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.711413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.641955Z","caller":"traceutil/trace.go:172","msg":"trace[440946534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1323; }","duration":"100.853755ms","start":"2026-03-30T16:50:39.541085Z","end":"2026-03-30T16:50:39.641939Z","steps":["trace[440946534] 'agreement among raft nodes before linearized reading' (duration: 100.47962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.042415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:40.513187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.974315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-03-30T16:50:40.513266Z","caller":"traceutil/trace.go:172","msg":"trace[1137417636] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1371; }","duration":"132.045636ms","start":"2026-03-30T16:50:40.381197Z","end":"2026-03-30T16:50:40.513243Z","steps":["trace[1137417636] 'range keys from in-memory index tree' (duration: 130.548178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.513162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.893222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-30T16:50:40.513362Z","caller":"traceutil/trace.go:172","msg":"trace[751827491] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1371; }","duration":"155.130884ms","start":"2026-03-30T16:50:40.358216Z","end":"2026-03-30T16:50:40.513347Z","steps":["trace[751827491] 'range keys from in-memory index tree' (duration: 153.614407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.513391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.592335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-30T16:50:40.513464Z","caller":"traceutil/trace.go:172","msg":"trace[1371282716] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1371; }","duration":"103.681006ms","start":"2026-03-30T16:50:40.409767Z","end":"2026-03-30T16:50:40.513447Z","steps":["trace[1371282716] 'range keys from in-memory index tree' (duration: 101.804174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.513672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.674822ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:40.513709Z","caller":"traceutil/trace.go:172","msg":"trace[284838920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1371; }","duration":"113.713422ms","start":"2026-03-30T16:50:40.399987Z","end":"2026-03-30T16:50:40.513700Z","steps":["trace[284838920] 'range keys from in-memory index tree' (duration: 113.637361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.514436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.634287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-03-30T16:50:40.514501Z","caller":"traceutil/trace.go:172","msg":"trace[1289584429] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1371; }","duration":"165.702288ms","start":"2026-03-30T16:50:40.348785Z","end":"2026-03-30T16:50:40.514487Z","steps":["trace[1289584429] 'range keys from in-memory index tree' (duration: 164.218831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.514769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.717888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-03-30T16:50:40.515238Z","caller":"traceutil/trace.go:172","msg":"trace[1790764066] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1371; }","duration":"159.85863ms","start":"2026-03-30T16:50:40.354952Z","end":"2026-03-30T16:50:40.514811Z","steps":["trace[1790764066] 'range keys from in-memory index tree' (duration: 158.403543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.513860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.467135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-03-30T16:50:40.515651Z","caller":"traceutil/trace.go:172","msg":"trace[1840850213] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1371; }","duration":"112.240456ms","start":"2026-03-30T16:50:40.403385Z","end":"2026-03-30T16:50:40.515626Z","steps":["trace[1840850213] 'range keys from in-memory index tree' (duration: 109.531715ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.623183Z","caller":"traceutil/trace.go:172","msg":"trace[1957675844] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"107.42953ms","start":"2026-03-30T16:50:40.515734Z","end":"2026-03-30T16:50:40.623163Z","steps":["trace[1957675844] 'process raft request' (duration: 107.298458ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.623902Z","caller":"traceutil/trace.go:172","msg":"trace[1940785496] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1613; }","duration":"104.74514ms","start":"2026-03-30T16:50:40.519135Z","end":"2026-03-30T16:50:40.623880Z","steps":["trace[1940785496] 'read index received' (duration: 104.73982ms)","trace[1940785496] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:40.624187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.031743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-03-30T16:50:40.624294Z","caller":"traceutil/trace.go:172","msg":"trace[2037669755] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1372; }","duration":"105.148354ms","start":"2026-03-30T16:50:40.519129Z","end":"2026-03-30T16:50:40.624277Z","steps":["trace[2037669755] 'agreement among raft nodes before linearized reading' (duration: 104.882601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.626009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.360145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-03-30T16:50:40.626108Z","caller":"traceutil/trace.go:172","msg":"trace[1926422654] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1372; }","duration":"105.479677ms","start":"2026-03-30T16:50:40.520607Z","end":"2026-03-30T16:50:40.626087Z","steps":["trace[1926422654] 'agreement among raft nodes before linearized reading' (duration: 105.174263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.626356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:40.626437Z","caller":"traceutil/trace.go:172","msg":"trace[1659811600] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1372; }","duration":"105.793541ms","start":"2026-03-30T16:50:40.520627Z","end":"2026-03-30T16:50:40.626420Z","steps":["trace[1659811600] 'agreement among raft nodes before linearized reading' (duration: 105.67305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.626628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.951226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-03-30T16:50:40.626699Z","caller":"traceutil/trace.go:172","msg":"trace[1954081545] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1372; }","duration":"102.029447ms","start":"2026-03-30T16:50:40.524656Z","end":"2026-03-30T16:50:40.626685Z","steps":["trace[1954081545] 'agreement among raft nodes before linearized reading' (duration: 101.612833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.626711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.445647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-30T16:50:40.626787Z","caller":"traceutil/trace.go:172","msg":"trace[848694100] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1372; }","duration":"105.523358ms","start":"2026-03-30T16:50:40.521256Z","end":"2026-03-30T16:50:40.626779Z","steps":["trace[848694100] 'agreement among raft nodes before linearized reading' (duration: 104.962512ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.849166Z","caller":"traceutil/trace.go:172","msg":"trace[352255087] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"220.794649ms","start":"2026-03-30T16:50:40.628353Z","end":"2026-03-30T16:50:40.849147Z","steps":["trace[352255087] 'process raft request' (duration: 129.299884ms)","trace[352255087] 'compare' (duration: 91.334083ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:40.906624Z","caller":"traceutil/trace.go:172","msg":"trace[1646830745] linearizableReadLoop","detail":"{readStateIndex:1614; appliedIndex:1614; }","duration":"269.918111ms","start":"2026-03-30T16:50:40.636683Z","end":"2026-03-30T16:50:40.906601Z","steps":["trace[1646830745] 'read index received' (duration: 269.9071ms)","trace[1646830745] 'applied index is now lower than readState.Index' (duration: 9.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:40.906874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.157223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-30T16:50:40.906953Z","caller":"traceutil/trace.go:172","msg":"trace[381572304] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1373; }","duration":"270.240754ms","start":"2026-03-30T16:50:40.636675Z","end":"2026-03-30T16:50:40.906916Z","steps":["trace[381572304] 'agreement among raft nodes before linearized reading' (duration: 270.031942ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.906955Z","caller":"traceutil/trace.go:172","msg":"trace[2141715604] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"263.753668ms","start":"2026-03-30T16:50:40.643188Z","end":"2026-03-30T16:50:40.906941Z","steps":["trace[2141715604] 'process raft request' (duration: 263.596607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.960697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.821159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:40.960744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.963329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-03-30T16:50:40.960768Z","caller":"traceutil/trace.go:172","msg":"trace[810862724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1382; }","duration":"165.90535ms","start":"2026-03-30T16:50:40.794848Z","end":"2026-03-30T16:50:40.960753Z","steps":["trace[810862724] 'agreement among raft nodes before linearized reading' (duration: 161.191885ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.960781Z","caller":"traceutil/trace.go:172","msg":"trace[1643885431] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1382; }","duration":"323.997589ms","start":"2026-03-30T16:50:40.636769Z","end":"2026-03-30T16:50:40.960767Z","steps":["trace[1643885431] 'agreement among raft nodes before linearized reading' (duration: 319.291715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.960806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.636754Z","time spent":"324.04403ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":3705,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:40.961022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.456548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-03-30T16:50:40.961049Z","caller":"traceutil/trace.go:172","msg":"trace[510411731] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1382; }","duration":"241.480779ms","start":"2026-03-30T16:50:40.719560Z","end":"2026-03-30T16:50:40.961041Z","steps":["trace[510411731] 'agreement among raft nodes before linearized reading' (duration: 236.47108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.961072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.309571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-30T16:50:40.961103Z","caller":"traceutil/trace.go:172","msg":"trace[1505704890] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1382; }","duration":"237.341241ms","start":"2026-03-30T16:50:40.723756Z","end":"2026-03-30T16:50:40.961097Z","steps":["trace[1505704890] 'agreement among raft nodes before linearized reading' (duration: 232.270602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.961160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.43418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-03-30T16:50:40.961184Z","caller":"traceutil/trace.go:172","msg":"trace[659936318] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1382; }","duration":"236.45769ms","start":"2026-03-30T16:50:40.724721Z","end":"2026-03-30T16:50:40.961179Z","steps":["trace[659936318] 'agreement among raft nodes before linearized reading' (duration: 231.32504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.961254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.537804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-03-30T16:50:40.961269Z","caller":"traceutil/trace.go:172","msg":"trace[363608017] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1382; }","duration":"250.553804ms","start":"2026-03-30T16:50:40.710711Z","end":"2026-03-30T16:50:40.961265Z","steps":["trace[363608017] 'agreement among raft nodes before linearized reading' (duration: 245.337423ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:41.232574Z","caller":"traceutil/trace.go:172","msg":"trace[885537316] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1626; }","duration":"276.552394ms","start":"2026-03-30T16:50:40.956002Z","end":"2026-03-30T16:50:41.232554Z","steps":["trace[885537316] 'read index received' (duration: 274.411059ms)","trace[885537316] 'applied index is now lower than readState.Index' (duration: 2.140395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:41.232731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.486276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-30T16:50:41.233367Z","caller":"traceutil/trace.go:172","msg":"trace[370923770] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"304.111933ms","start":"2026-03-30T16:50:40.929219Z","end":"2026-03-30T16:50:41.233331Z","steps":["trace[370923770] 'agreement among raft nodes before linearized reading' (duration: 303.398925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.233447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.929202Z","time spent":"304.215945ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:41.232731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.929161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-30T16:50:41.233705Z","caller":"traceutil/trace.go:172","msg":"trace[1737004323] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"304.926523ms","start":"2026-03-30T16:50:40.928773Z","end":"2026-03-30T16:50:41.233699Z","steps":["trace[1737004323] 'agreement among raft nodes before linearized reading' (duration: 303.79052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.233725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.928553Z","time spent":"305.165687ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:41.232774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.339735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-30T16:50:41.233834Z","caller":"traceutil/trace.go:172","msg":"trace[1848112581] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"298.460588ms","start":"2026-03-30T16:50:40.935368Z","end":"2026-03-30T16:50:41.233828Z","steps":["trace[1848112581] 'agreement among raft nodes before linearized reading' (duration: 297.219224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.232858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.668759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-30T16:50:41.233961Z","caller":"traceutil/trace.go:172","msg":"trace[735113247] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"292.777121ms","start":"2026-03-30T16:50:40.941178Z","end":"2026-03-30T16:50:41.233955Z","steps":["trace[735113247] 'agreement among raft nodes before linearized reading' (duration: 291.599168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.232869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.631162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-30T16:50:41.234023Z","caller":"traceutil/trace.go:172","msg":"trace[46929541] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"306.794365ms","start":"2026-03-30T16:50:40.927224Z","end":"2026-03-30T16:50:41.234019Z","steps":["trace[46929541] 'agreement among raft nodes before linearized reading' (duration: 305.557101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.234037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.927205Z","time spent":"306.826065ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:41.232881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.186341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-30T16:50:41.234095Z","caller":"traceutil/trace.go:172","msg":"trace[169802783] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"309.409326ms","start":"2026-03-30T16:50:40.924682Z","end":"2026-03-30T16:50:41.234091Z","steps":["trace[169802783] 'agreement among raft nodes before linearized reading' (duration: 308.11428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.234107Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.924630Z","time spent":"309.473487ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:41.232958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.62002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-30T16:50:41.234143Z","caller":"traceutil/trace.go:172","msg":"trace[1721424311] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"305.810795ms","start":"2026-03-30T16:50:40.928329Z","end":"2026-03-30T16:50:41.234140Z","steps":["trace[1721424311] 'agreement among raft nodes before linearized reading' (duration: 304.565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.234165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.928321Z","time spent":"305.839566ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:41.232961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.262572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-30T16:50:41.234198Z","caller":"traceutil/trace.go:172","msg":"trace[1788959837] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"309.506817ms","start":"2026-03-30T16:50:40.924687Z","end":"2026-03-30T16:50:41.234194Z","steps":["trace[1788959837] 'agreement among raft nodes before linearized reading' (duration: 308.204522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.234210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.924681Z","time spent":"309.525327ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:41.232962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.754554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-30T16:50:41.234244Z","caller":"traceutil/trace.go:172","msg":"trace[1601008298] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"307.0802ms","start":"2026-03-30T16:50:40.927161Z","end":"2026-03-30T16:50:41.234241Z","steps":["trace[1601008298] 'agreement among raft nodes before linearized reading' (duration: 305.652043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.234256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:40.927142Z","time spent":"307.11092ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:41.237831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.934817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:41.237870Z","caller":"traceutil/trace.go:172","msg":"trace[1958904148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1386; }","duration":"275.976347ms","start":"2026-03-30T16:50:40.961885Z","end":"2026-03-30T16:50:41.237861Z","steps":["trace[1958904148] 'agreement among raft nodes before linearized reading' (duration: 275.914247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.238024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.079313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"warn","ts":"2026-03-30T16:50:41.238006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.658616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-03-30T16:50:41.238061Z","caller":"traceutil/trace.go:172","msg":"trace[386273947] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1386; }","duration":"187.107163ms","start":"2026-03-30T16:50:41.050936Z","end":"2026-03-30T16:50:41.238043Z","steps":["trace[386273947] 'agreement among raft nodes before linearized reading' (duration: 187.018682ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:41.238078Z","caller":"traceutil/trace.go:172","msg":"trace[1194464106] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1386; }","duration":"184.742527ms","start":"2026-03-30T16:50:41.053318Z","end":"2026-03-30T16:50:41.238061Z","steps":["trace[1194464106] 'agreement among raft nodes before linearized reading' (duration: 184.531814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.238121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.871271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-30T16:50:41.238164Z","caller":"traceutil/trace.go:172","msg":"trace[1970828369] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"112.913792ms","start":"2026-03-30T16:50:41.125237Z","end":"2026-03-30T16:50:41.238151Z","steps":["trace[1970828369] 'agreement among raft nodes before linearized reading' (duration: 112.76183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.238159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.623889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-30T16:50:41.238208Z","caller":"traceutil/trace.go:172","msg":"trace[1428513830] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1386; }","duration":"143.675999ms","start":"2026-03-30T16:50:41.094520Z","end":"2026-03-30T16:50:41.238196Z","steps":["trace[1428513830] 'agreement among raft nodes before linearized reading' (duration: 143.510557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.238264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.39896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-30T16:50:41.238300Z","caller":"traceutil/trace.go:172","msg":"trace[1278617905] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1386; }","duration":"176.43336ms","start":"2026-03-30T16:50:41.061858Z","end":"2026-03-30T16:50:41.238291Z","steps":["trace[1278617905] 'agreement among raft nodes before linearized reading' (duration: 176.346719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.238412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.416968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"warn","ts":"2026-03-30T16:50:41.238439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.686045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-03-30T16:50:41.238466Z","caller":"traceutil/trace.go:172","msg":"trace[1474871634] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1386; }","duration":"187.473648ms","start":"2026-03-30T16:50:41.050982Z","end":"2026-03-30T16:50:41.238456Z","steps":["trace[1474871634] 'agreement among raft nodes before linearized reading' (duration: 187.364997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.238466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.831969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-30T16:50:41.238507Z","caller":"traceutil/trace.go:172","msg":"trace[1164851761] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1386; }","duration":"265.8723ms","start":"2026-03-30T16:50:40.972627Z","end":"2026-03-30T16:50:41.238499Z","steps":["trace[1164851761] 'agreement among raft nodes before linearized reading' (duration: 265.748758ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:41.238483Z","caller":"traceutil/trace.go:172","msg":"trace[395939147] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1386; }","duration":"221.719765ms","start":"2026-03-30T16:50:41.016743Z","end":"2026-03-30T16:50:41.238463Z","steps":["trace[395939147] 'agreement among raft nodes before linearized reading' (duration: 221.628124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.774146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.788013Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.914369Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.957869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:42.078095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59042","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:50:42.773843Z","caller":"traceutil/trace.go:172","msg":"trace[334222628] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1635; }","duration":"192.731965ms","start":"2026-03-30T16:50:42.581085Z","end":"2026-03-30T16:50:42.773816Z","steps":["trace[334222628] 'read index received' (duration: 192.712215ms)","trace[334222628] 'applied index is now lower than readState.Index' (duration: 18.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:42.774017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.272512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:42.774063Z","caller":"traceutil/trace.go:172","msg":"trace[1928637426] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-3; range_end:; response_count:0; response_revision:1394; }","duration":"194.327932ms","start":"2026-03-30T16:50:42.579721Z","end":"2026-03-30T16:50:42.774049Z","steps":["trace[1928637426] 'agreement among raft nodes before linearized reading' (duration: 194.243801ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.774093Z","caller":"traceutil/trace.go:172","msg":"trace[1102708553] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"193.709616ms","start":"2026-03-30T16:50:42.580363Z","end":"2026-03-30T16:50:42.774073Z","steps":["trace[1102708553] 'process raft request' (duration: 193.569304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.774079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.221481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:42.774192Z","caller":"traceutil/trace.go:172","msg":"trace[685821592] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-3; range_end:; response_count:0; response_revision:1394; }","duration":"194.430264ms","start":"2026-03-30T16:50:42.579746Z","end":"2026-03-30T16:50:42.774177Z","steps":["trace[685821592] 'agreement among raft nodes before linearized reading' (duration: 194.12566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.783082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.044088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-03-30T16:50:42.783127Z","caller":"traceutil/trace.go:172","msg":"trace[2105056547] range","detail":"{range_begin:/registry/clusterroles/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1395; }","duration":"149.096858ms","start":"2026-03-30T16:50:42.634022Z","end":"2026-03-30T16:50:42.783119Z","steps":["trace[2105056547] 'agreement among raft nodes before linearized reading' (duration: 148.988927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.783081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.496437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-30T16:50:42.783193Z","caller":"traceutil/trace.go:172","msg":"trace[1342309773] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:1395; }","duration":"114.618108ms","start":"2026-03-30T16:50:42.668568Z","end":"2026-03-30T16:50:42.783186Z","steps":["trace[1342309773] 'agreement among raft nodes before linearized reading' (duration: 114.446166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.783205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.914977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:950"} {"level":"info","ts":"2026-03-30T16:50:42.783229Z","caller":"traceutil/trace.go:172","msg":"trace[1012374780] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1395; }","duration":"180.949768ms","start":"2026-03-30T16:50:42.602272Z","end":"2026-03-30T16:50:42.783222Z","steps":["trace[1012374780] 'agreement among raft nodes before linearized reading' (duration: 180.797476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.783084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.900056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-30T16:50:42.783250Z","caller":"traceutil/trace.go:172","msg":"trace[1693826368] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"187.604814ms","start":"2026-03-30T16:50:42.595625Z","end":"2026-03-30T16:50:42.783230Z","steps":["trace[1693826368] 'process raft request' (duration: 187.420731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.783328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.368434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-30T16:50:42.783340Z","caller":"traceutil/trace.go:172","msg":"trace[190014873] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:1395; }","duration":"193.16186ms","start":"2026-03-30T16:50:42.590165Z","end":"2026-03-30T16:50:42.783327Z","steps":["trace[190014873] 'agreement among raft nodes before linearized reading' (duration: 192.821225ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.783349Z","caller":"traceutil/trace.go:172","msg":"trace[218871494] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1395; }","duration":"169.388454ms","start":"2026-03-30T16:50:42.613953Z","end":"2026-03-30T16:50:42.783342Z","steps":["trace[218871494] 'agreement among raft nodes before linearized reading' (duration: 169.095939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.783084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.28851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:950"} {"level":"info","ts":"2026-03-30T16:50:42.783435Z","caller":"traceutil/trace.go:172","msg":"trace[1906440555] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1395; }","duration":"161.646235ms","start":"2026-03-30T16:50:42.621783Z","end":"2026-03-30T16:50:42.783429Z","steps":["trace[1906440555] 'agreement among raft nodes before linearized reading' (duration: 161.203449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:43.245358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:44.597763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.863577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7472"} {"level":"info","ts":"2026-03-30T16:50:44.597835Z","caller":"traceutil/trace.go:172","msg":"trace[223377993] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:1411; }","duration":"440.951178ms","start":"2026-03-30T16:50:44.156872Z","end":"2026-03-30T16:50:44.597823Z","steps":["trace[223377993] 'range keys from in-memory index tree' (duration: 439.160478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.597866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:44.156855Z","time spent":"441.004199ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7494,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:44.597874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"742.528599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-30T16:50:44.597937Z","caller":"traceutil/trace.go:172","msg":"trace[1803596252] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1411; }","duration":"742.602239ms","start":"2026-03-30T16:50:43.855320Z","end":"2026-03-30T16:50:44.597922Z","steps":["trace[1803596252] 'range keys from in-memory index tree' (duration: 741.198943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.598006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:43.855300Z","time spent":"742.68804ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":781,"request content":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:44.598152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"742.215615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"warn","ts":"2026-03-30T16:50:44.598188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.10983ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:44.598191Z","caller":"traceutil/trace.go:172","msg":"trace[570074561] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1411; }","duration":"742.256355ms","start":"2026-03-30T16:50:43.855925Z","end":"2026-03-30T16:50:44.598181Z","steps":["trace[570074561] 'range keys from in-memory index tree' (duration: 740.061429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.598203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.024716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-03-30T16:50:44.598221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:43.855917Z","time spent":"742.294176ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":715,"request content":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:44.598211Z","caller":"traceutil/trace.go:172","msg":"trace[957892824] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1411; }","duration":"198.134381ms","start":"2026-03-30T16:50:44.400070Z","end":"2026-03-30T16:50:44.598205Z","steps":["trace[957892824] 'range keys from in-memory index tree' (duration: 198.074359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.598397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"728.559817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-30T16:50:44.598425Z","caller":"traceutil/trace.go:172","msg":"trace[852963679] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:1411; }","duration":"728.586287ms","start":"2026-03-30T16:50:43.869832Z","end":"2026-03-30T16:50:44.598418Z","steps":["trace[852963679] 'range keys from in-memory index tree' (duration: 726.842036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.598444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:43.869819Z","time spent":"728.619367ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":821,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:44.598494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"726.650675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-30T16:50:44.598234Z","caller":"traceutil/trace.go:172","msg":"trace[446360224] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1411; }","duration":"669.055847ms","start":"2026-03-30T16:50:43.929169Z","end":"2026-03-30T16:50:44.598225Z","steps":["trace[446360224] 'range keys from in-memory index tree' (duration: 667.499659ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:44.598525Z","caller":"traceutil/trace.go:172","msg":"trace[2094662257] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:1411; }","duration":"726.681995ms","start":"2026-03-30T16:50:43.871837Z","end":"2026-03-30T16:50:44.598519Z","steps":["trace[2094662257] 'range keys from in-memory index tree' (duration: 725.818654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.598533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:43.929149Z","time spent":"669.378541ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":781,"request content":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:44.598543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:43.871829Z","time spent":"726.709005ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":821,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:44.598630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.243257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:848"} {"level":"info","ts":"2026-03-30T16:50:44.598656Z","caller":"traceutil/trace.go:172","msg":"trace[36322394] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1411; }","duration":"699.266218ms","start":"2026-03-30T16:50:43.899382Z","end":"2026-03-30T16:50:44.598649Z","steps":["trace[36322394] 'range keys from in-memory index tree' (duration: 696.941051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.598673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:43.899366Z","time spent":"699.302338ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":870,"request content":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:45.439836Z","caller":"traceutil/trace.go:172","msg":"trace[1068668310] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1679; }","duration":"137.048523ms","start":"2026-03-30T16:50:45.302761Z","end":"2026-03-30T16:50:45.439809Z","steps":["trace[1068668310] 'read index received' (duration: 137.042112ms)","trace[1068668310] 'applied index is now lower than readState.Index' (duration: 5.151µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:45.508502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.708964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:730"} {"level":"info","ts":"2026-03-30T16:50:45.508602Z","caller":"traceutil/trace.go:172","msg":"trace[1411476889] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1434; }","duration":"205.815916ms","start":"2026-03-30T16:50:45.302759Z","end":"2026-03-30T16:50:45.508575Z","steps":["trace[1411476889] 'agreement among raft nodes before linearized reading' (duration: 137.159354ms)","trace[1411476889] 'range keys from in-memory index tree' (duration: 68.440229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:45.508942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.334949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-03-30T16:50:45.508989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.015727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T16:50:45.509023Z","caller":"traceutil/trace.go:172","msg":"trace[1553106705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1435; }","duration":"101.053067ms","start":"2026-03-30T16:50:45.407962Z","end":"2026-03-30T16:50:45.509015Z","steps":["trace[1553106705] 'agreement among raft nodes before linearized reading' (duration: 100.947436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:45.509024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.066324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-30T16:50:45.509104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.199457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pv-protection-controller\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-30T16:50:45.509107Z","caller":"traceutil/trace.go:172","msg":"trace[796810129] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1435; }","duration":"106.166645ms","start":"2026-03-30T16:50:45.402923Z","end":"2026-03-30T16:50:45.509090Z","steps":["trace[796810129] 'agreement among raft nodes before linearized reading' (duration: 105.852151ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:45.509138Z","caller":"traceutil/trace.go:172","msg":"trace[1346101652] range","detail":"{range_begin:/registry/clusterroles/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:1435; }","duration":"139.233558ms","start":"2026-03-30T16:50:45.369897Z","end":"2026-03-30T16:50:45.509131Z","steps":["trace[1346101652] 'agreement among raft nodes before linearized reading' (duration: 139.149787ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:45.509026Z","caller":"traceutil/trace.go:172","msg":"trace[572020938] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1435; }","duration":"172.450091ms","start":"2026-03-30T16:50:45.336558Z","end":"2026-03-30T16:50:45.509008Z","steps":["trace[572020938] 'agreement among raft nodes before linearized reading' (duration: 172.191007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:45.509122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.563364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-30T16:50:45.509284Z","caller":"traceutil/trace.go:172","msg":"trace[1901013043] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1435; }","duration":"128.737096ms","start":"2026-03-30T16:50:45.380487Z","end":"2026-03-30T16:50:45.509224Z","steps":["trace[1901013043] 'agreement among raft nodes before linearized reading' (duration: 128.34917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:45.509351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.810027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1000"} {"level":"info","ts":"2026-03-30T16:50:45.509385Z","caller":"traceutil/trace.go:172","msg":"trace[811408277] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1435; }","duration":"141.844007ms","start":"2026-03-30T16:50:45.367530Z","end":"2026-03-30T16:50:45.509375Z","steps":["trace[811408277] 'agreement among raft nodes before linearized reading' (duration: 141.758547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:45.509488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.292892ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:45.509516Z","caller":"traceutil/trace.go:172","msg":"trace[1323903146] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1435; }","duration":"109.320342ms","start":"2026-03-30T16:50:45.400187Z","end":"2026-03-30T16:50:45.509508Z","steps":["trace[1323903146] 'agreement among raft nodes before linearized reading' (duration: 109.277382ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:45.509546Z","caller":"traceutil/trace.go:172","msg":"trace[773650166] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"141.11741ms","start":"2026-03-30T16:50:45.368375Z","end":"2026-03-30T16:50:45.509493Z","steps":["trace[773650166] 'process raft request' (duration: 140.049807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:47.944755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.146987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:47.944805Z","caller":"traceutil/trace.go:172","msg":"trace[1673436625] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1465; }","duration":"149.204438ms","start":"2026-03-30T16:50:47.795591Z","end":"2026-03-30T16:50:47.944796Z","steps":["trace[1673436625] 'range keys from in-memory index tree' (duration: 149.116456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:47.945151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.218876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:47.945194Z","caller":"traceutil/trace.go:172","msg":"trace[656525047] linearizableReadLoop","detail":"{readStateIndex:1715; appliedIndex:1714; }","duration":"158.622495ms","start":"2026-03-30T16:50:47.786566Z","end":"2026-03-30T16:50:47.945188Z","steps":["trace[656525047] 'read index received' (duration: 11.177178ms)","trace[656525047] 'applied index is now lower than readState.Index' (duration: 147.444677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:47.945290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.727936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-03-30T16:50:47.945305Z","caller":"traceutil/trace.go:172","msg":"trace[642977281] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:1466; }","duration":"158.742797ms","start":"2026-03-30T16:50:47.786557Z","end":"2026-03-30T16:50:47.945300Z","steps":["trace[642977281] 'agreement among raft nodes before linearized reading' (duration: 158.665456ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:47.945319Z","caller":"traceutil/trace.go:172","msg":"trace[197992091] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"190.864647ms","start":"2026-03-30T16:50:47.754388Z","end":"2026-03-30T16:50:47.945253Z","steps":["trace[197992091] 'process raft request' (duration: 42.502449ms)","trace[197992091] 'compare' (duration: 148.151706ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:48.157149Z","caller":"traceutil/trace.go:172","msg":"trace[390017693] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1715; }","duration":"211.918677ms","start":"2026-03-30T16:50:47.945204Z","end":"2026-03-30T16:50:48.157123Z","steps":["trace[390017693] 'read index received' (duration: 205.25294ms)","trace[390017693] 'applied index is now lower than readState.Index' (duration: 6.664777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:48.157518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.87652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" limit:1 ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-03-30T16:50:48.158109Z","caller":"traceutil/trace.go:172","msg":"trace[2102896095] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1467; }","duration":"346.579128ms","start":"2026-03-30T16:50:47.811510Z","end":"2026-03-30T16:50:48.158089Z","steps":["trace[2102896095] 'agreement among raft nodes before linearized reading' (duration: 345.663648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.158182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:47.811502Z","time spent":"346.664009ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":660,"request content":"key:\"/registry/clusterroles/system:heapster\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:48.157690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.342378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-dns\" limit:1 ","response":"range_response_count:1 size:576"} {"level":"info","ts":"2026-03-30T16:50:48.158412Z","caller":"traceutil/trace.go:172","msg":"trace[580056710] range","detail":"{range_begin:/registry/clusterroles/system:kube-dns; range_end:; response_count:1; response_revision:1467; }","duration":"263.058846ms","start":"2026-03-30T16:50:47.895341Z","end":"2026-03-30T16:50:48.158400Z","steps":["trace[580056710] 'agreement among raft nodes before linearized reading' (duration: 262.303048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.157743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.571812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" limit:1 ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-03-30T16:50:48.158552Z","caller":"traceutil/trace.go:172","msg":"trace[1006756805] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:1467; }","duration":"357.373261ms","start":"2026-03-30T16:50:47.801168Z","end":"2026-03-30T16:50:48.158541Z","steps":["trace[1006756805] 'agreement among raft nodes before linearized reading' (duration: 356.545282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.158589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:47.801156Z","time spent":"357.418041ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":617,"request content":"key:\"/registry/clusterroles/system:kube-aggregator\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:48.157468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.288787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-30T16:50:48.158646Z","caller":"traceutil/trace.go:172","msg":"trace[364858759] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1467; }","duration":"355.46637ms","start":"2026-03-30T16:50:47.803166Z","end":"2026-03-30T16:50:48.158632Z","steps":["trace[364858759] 'agreement among raft nodes before linearized reading' (duration: 354.098135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.157812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.415141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:1039"} {"level":"warn","ts":"2026-03-30T16:50:48.158709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:47.803159Z","time spent":"355.520401ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":669,"request content":"key:\"/registry/clusterroles/system:discovery\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:48.158744Z","caller":"traceutil/trace.go:172","msg":"trace[1754148367] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:1467; }","duration":"350.370641ms","start":"2026-03-30T16:50:47.808365Z","end":"2026-03-30T16:50:48.158735Z","steps":["trace[1754148367] 'agreement among raft nodes before linearized reading' (duration: 349.295099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.158778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:47.808352Z","time spent":"350.415052ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1061,"request content":"key:\"/registry/clusterroles/system:kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:48.157688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.858704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:48.158902Z","caller":"traceutil/trace.go:172","msg":"trace[1789195599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1467; }","duration":"370.093888ms","start":"2026-03-30T16:50:47.788796Z","end":"2026-03-30T16:50:48.158890Z","steps":["trace[1789195599] 'agreement among raft nodes before linearized reading' (duration: 368.762963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.158931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:47.788789Z","time spent":"370.133738ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:48.160090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.738662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-03-30T16:50:48.160168Z","caller":"traceutil/trace.go:172","msg":"trace[280634260] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:1467; }","duration":"209.818303ms","start":"2026-03-30T16:50:47.950331Z","end":"2026-03-30T16:50:48.160149Z","steps":["trace[280634260] 'agreement among raft nodes before linearized reading' (duration: 209.56194ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:51.550387Z","caller":"traceutil/trace.go:172","msg":"trace[1877270557] linearizableReadLoop","detail":"{readStateIndex:1757; appliedIndex:1757; }","duration":"158.409343ms","start":"2026-03-30T16:50:51.391963Z","end":"2026-03-30T16:50:51.550372Z","steps":["trace[1877270557] 'read index received' (duration: 158.405253ms)","trace[1877270557] 'applied index is now lower than readState.Index' (duration: 3.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:51.550587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.607635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-30T16:50:51.550609Z","caller":"traceutil/trace.go:172","msg":"trace[993038352] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1506; }","duration":"158.655776ms","start":"2026-03-30T16:50:51.391949Z","end":"2026-03-30T16:50:51.550605Z","steps":["trace[993038352] 'agreement among raft nodes before linearized reading' (duration: 158.528314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:51.552603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.814976ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:51.552629Z","caller":"traceutil/trace.go:172","msg":"trace[516763406] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1507; }","duration":"149.848506ms","start":"2026-03-30T16:50:51.402775Z","end":"2026-03-30T16:50:51.552624Z","steps":["trace[516763406] 'agreement among raft nodes before linearized reading' (duration: 149.799816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:51.553992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.616746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-30T16:50:51.554014Z","caller":"traceutil/trace.go:172","msg":"trace[273793051] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1507; }","duration":"103.640207ms","start":"2026-03-30T16:50:51.450368Z","end":"2026-03-30T16:50:51.554008Z","steps":["trace[273793051] 'agreement among raft nodes before linearized reading' (duration: 102.743227ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:54.987482Z","caller":"traceutil/trace.go:172","msg":"trace[1676592858] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1770; }","duration":"150.517897ms","start":"2026-03-30T16:50:54.836929Z","end":"2026-03-30T16:50:54.987447Z","steps":["trace[1676592858] 'read index received' (duration: 150.508147ms)","trace[1676592858] 'applied index is now lower than readState.Index' (duration: 7.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:54.990205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.674989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" limit:1 ","response":"range_response_count:1 size:694"} {"level":"warn","ts":"2026-03-30T16:50:54.990218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.287218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-scheduler\" limit:1 ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-03-30T16:50:54.990217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.968579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" limit:1 ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-30T16:50:54.990251Z","caller":"traceutil/trace.go:172","msg":"trace[1234046811] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-scheduler; range_end:; response_count:1; response_revision:1517; }","duration":"153.324939ms","start":"2026-03-30T16:50:54.836917Z","end":"2026-03-30T16:50:54.990242Z","steps":["trace[1234046811] 'agreement among raft nodes before linearized reading' (duration: 150.696719ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:54.990277Z","caller":"traceutil/trace.go:172","msg":"trace[935705924] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:1517; }","duration":"128.02541ms","start":"2026-03-30T16:50:54.862236Z","end":"2026-03-30T16:50:54.990262Z","steps":["trace[935705924] 'agreement among raft nodes before linearized reading' (duration: 127.897288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:54.990304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.195437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-scheduler\" limit:1 ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-30T16:50:54.990320Z","caller":"traceutil/trace.go:172","msg":"trace[1763298512] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-scheduler; range_end:; response_count:1; response_revision:1517; }","duration":"132.212538ms","start":"2026-03-30T16:50:54.858103Z","end":"2026-03-30T16:50:54.990315Z","steps":["trace[1763298512] 'agreement among raft nodes before linearized reading' (duration: 132.152997ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:54.990243Z","caller":"traceutil/trace.go:172","msg":"trace[1284164404] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:1517; }","duration":"136.73045ms","start":"2026-03-30T16:50:54.853504Z","end":"2026-03-30T16:50:54.990235Z","steps":["trace[1284164404] 'agreement among raft nodes before linearized reading' (duration: 136.580758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:54.990344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.846568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" limit:1 ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-30T16:50:54.990418Z","caller":"traceutil/trace.go:172","msg":"trace[199070166] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:1517; }","duration":"134.923979ms","start":"2026-03-30T16:50:54.855487Z","end":"2026-03-30T16:50:54.990411Z","steps":["trace[199070166] 'agreement among raft nodes before linearized reading' (duration: 134.797367ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:59.246212Z","caller":"traceutil/trace.go:172","msg":"trace[962547552] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1800; }","duration":"112.05092ms","start":"2026-03-30T16:50:59.134128Z","end":"2026-03-30T16:50:59.246178Z","steps":["trace[962547552] 'read index received' (duration: 112.04577ms)","trace[962547552] 'applied index is now lower than readState.Index' (duration: 4.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:59.246426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.301322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/default\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-30T16:50:59.246488Z","caller":"traceutil/trace.go:172","msg":"trace[1129293877] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/default; range_end:; response_count:1; response_revision:1543; }","duration":"112.374274ms","start":"2026-03-30T16:50:59.134101Z","end":"2026-03-30T16:50:59.246476Z","steps":["trace[1129293877] 'agreement among raft nodes before linearized reading' (duration: 112.195612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:59.248039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.199871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:59.248100Z","caller":"traceutil/trace.go:172","msg":"trace[1400439381] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1543; }","duration":"111.272462ms","start":"2026-03-30T16:50:59.136814Z","end":"2026-03-30T16:50:59.248087Z","steps":["trace[1400439381] 'agreement among raft nodes before linearized reading' (duration: 111.057209ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:00.681802Z","caller":"traceutil/trace.go:172","msg":"trace[411566807] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1803; }","duration":"122.81392ms","start":"2026-03-30T16:51:00.558967Z","end":"2026-03-30T16:51:00.681780Z","steps":["trace[411566807] 'read index received' (duration: 122.80725ms)","trace[411566807] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:00.681920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.942342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:00.681953Z","caller":"traceutil/trace.go:172","msg":"trace[582822192] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1546; }","duration":"122.990473ms","start":"2026-03-30T16:51:00.558955Z","end":"2026-03-30T16:51:00.681945Z","steps":["trace[582822192] 'agreement among raft nodes before linearized reading' (duration: 122.904872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:00.683807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.050527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:00.683894Z","caller":"traceutil/trace.go:172","msg":"trace[398923542] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1546; }","duration":"118.143948ms","start":"2026-03-30T16:51:00.565734Z","end":"2026-03-30T16:51:00.683878Z","steps":["trace[398923542] 'agreement among raft nodes before linearized reading' (duration: 118.014876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:00.683997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.122588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:00.684088Z","caller":"traceutil/trace.go:172","msg":"trace[914251988] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1546; }","duration":"111.217729ms","start":"2026-03-30T16:51:00.572850Z","end":"2026-03-30T16:51:00.684068Z","steps":["trace[914251988] 'agreement among raft nodes before linearized reading' (duration: 111.092438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.558348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.195404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-30T16:51:01.558434Z","caller":"traceutil/trace.go:172","msg":"trace[1384579411] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1551; }","duration":"108.285095ms","start":"2026-03-30T16:51:01.450126Z","end":"2026-03-30T16:51:01.558411Z","steps":["trace[1384579411] 'range keys from in-memory index tree' (duration: 106.356293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.558347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.623688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-public/\" range_end:\"/registry/events/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:01.558698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.141221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:01.559764Z","caller":"traceutil/trace.go:172","msg":"trace[269194068] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1551; }","duration":"108.201293ms","start":"2026-03-30T16:51:01.451548Z","end":"2026-03-30T16:51:01.559749Z","steps":["trace[269194068] 'range keys from in-memory index tree' (duration: 105.624704ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.558655Z","caller":"traceutil/trace.go:172","msg":"trace[1194005405] range","detail":"{range_begin:/registry/events/kube-public/; range_end:/registry/events/kube-public0; response_count:0; response_revision:1551; }","duration":"108.891171ms","start":"2026-03-30T16:51:01.449694Z","end":"2026-03-30T16:51:01.558585Z","steps":["trace[1194005405] 'range keys from in-memory index tree' (duration: 107.485496ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.682695Z","caller":"traceutil/trace.go:172","msg":"trace[822404026] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1810; }","duration":"143.505372ms","start":"2026-03-30T16:51:01.539175Z","end":"2026-03-30T16:51:01.682680Z","steps":["trace[822404026] 'read index received' (duration: 143.472122ms)","trace[822404026] 'applied index is now lower than readState.Index' (duration: 30.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:01.682810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.671836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:01.682883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.736723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-30T16:51:01.682918Z","caller":"traceutil/trace.go:172","msg":"trace[1209388766] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:1552; }","duration":"149.773054ms","start":"2026-03-30T16:51:01.533136Z","end":"2026-03-30T16:51:01.682909Z","steps":["trace[1209388766] 'agreement among raft nodes before linearized reading' (duration: 149.652542ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.682897Z","caller":"traceutil/trace.go:172","msg":"trace[695571124] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1552; }","duration":"144.768887ms","start":"2026-03-30T16:51:01.538121Z","end":"2026-03-30T16:51:01.682890Z","steps":["trace[695571124] 'agreement among raft nodes before linearized reading' (duration: 144.649136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.684363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.721645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:01.684619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.026888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:01.684629Z","caller":"traceutil/trace.go:172","msg":"trace[121730928] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1552; }","duration":"121.003688ms","start":"2026-03-30T16:51:01.563611Z","end":"2026-03-30T16:51:01.684615Z","steps":["trace[121730928] 'agreement among raft nodes before linearized reading' (duration: 120.675295ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.684659Z","caller":"traceutil/trace.go:172","msg":"trace[794643645] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1552; }","duration":"128.065929ms","start":"2026-03-30T16:51:01.556583Z","end":"2026-03-30T16:51:01.684649Z","steps":["trace[794643645] 'agreement among raft nodes before linearized reading' (duration: 128.009328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.684857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.463843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" limit:1 ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-03-30T16:51:01.684887Z","caller":"traceutil/trace.go:172","msg":"trace[681054576] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:1552; }","duration":"121.495333ms","start":"2026-03-30T16:51:01.563385Z","end":"2026-03-30T16:51:01.684881Z","steps":["trace[681054576] 'agreement among raft nodes before linearized reading' (duration: 121.419322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.684986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.771098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-03-30T16:51:01.685074Z","caller":"traceutil/trace.go:172","msg":"trace[1316383272] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1552; }","duration":"121.871279ms","start":"2026-03-30T16:51:01.563186Z","end":"2026-03-30T16:51:01.685058Z","steps":["trace[1316383272] 'agreement among raft nodes before linearized reading' (duration: 121.626016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.685143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.077947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-public/\" range_end:\"/registry/events/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:01.685172Z","caller":"traceutil/trace.go:172","msg":"trace[1137264479] range","detail":"{range_begin:/registry/events/kube-public/; range_end:/registry/events/kube-public0; response_count:0; response_revision:1552; }","duration":"119.106277ms","start":"2026-03-30T16:51:01.566058Z","end":"2026-03-30T16:51:01.685164Z","steps":["trace[1137264479] 'agreement among raft nodes before linearized reading' (duration: 119.061407ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.988927Z","caller":"traceutil/trace.go:172","msg":"trace[1608371047] linearizableReadLoop","detail":"{readStateIndex:1811; appliedIndex:1811; }","duration":"164.079985ms","start":"2026-03-30T16:51:01.824829Z","end":"2026-03-30T16:51:01.988909Z","steps":["trace[1608371047] 'read index received' (duration: 164.075365ms)","trace[1608371047] 'applied index is now lower than readState.Index' (duration: 3.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:01.989772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.919685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"info","ts":"2026-03-30T16:51:01.989848Z","caller":"traceutil/trace.go:172","msg":"trace[1994560536] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1553; }","duration":"165.005186ms","start":"2026-03-30T16:51:01.824826Z","end":"2026-03-30T16:51:01.989831Z","steps":["trace[1994560536] 'agreement among raft nodes before linearized reading' (duration: 164.184886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.990333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.004094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-30T16:51:01.990424Z","caller":"traceutil/trace.go:172","msg":"trace[238017721] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:1553; }","duration":"148.108976ms","start":"2026-03-30T16:51:01.842299Z","end":"2026-03-30T16:51:01.990408Z","steps":["trace[238017721] 'agreement among raft nodes before linearized reading' (duration: 147.856723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.990481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.552002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"info","ts":"2026-03-30T16:51:01.990512Z","caller":"traceutil/trace.go:172","msg":"trace[893860402] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1553; }","duration":"165.584763ms","start":"2026-03-30T16:51:01.824919Z","end":"2026-03-30T16:51:01.990504Z","steps":["trace[893860402] 'agreement among raft nodes before linearized reading' (duration: 165.144678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.990638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.402476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:51:01.990656Z","caller":"traceutil/trace.go:172","msg":"trace[633694525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1553; }","duration":"161.420176ms","start":"2026-03-30T16:51:01.829231Z","end":"2026-03-30T16:51:01.990651Z","steps":["trace[633694525] 'agreement among raft nodes before linearized reading' (duration: 161.367686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:01.990628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.736386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:01.990934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.171566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-03-30T16:51:01.991622Z","caller":"traceutil/trace.go:172","msg":"trace[1976873329] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:1553; }","duration":"164.848474ms","start":"2026-03-30T16:51:01.826753Z","end":"2026-03-30T16:51:01.991601Z","steps":["trace[1976873329] 'agreement among raft nodes before linearized reading' (duration: 163.988404ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.991537Z","caller":"traceutil/trace.go:172","msg":"trace[164625985] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1553; }","duration":"144.647736ms","start":"2026-03-30T16:51:01.846870Z","end":"2026-03-30T16:51:01.991518Z","steps":["trace[164625985] 'agreement among raft nodes before linearized reading' (duration: 143.714916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.501022Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085272052,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:02.515043Z","caller":"traceutil/trace.go:172","msg":"trace[1395659851] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"515.704085ms","start":"2026-03-30T16:51:01.999284Z","end":"2026-03-30T16:51:02.514988Z","steps":["trace[1395659851] 'process raft request' (duration: 515.484943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.515253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:01.999269Z","time spent":"515.884998ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:51:02.515757Z","caller":"traceutil/trace.go:172","msg":"trace[1749614852] linearizableReadLoop","detail":"{readStateIndex:1811; appliedIndex:1812; }","duration":"515.573424ms","start":"2026-03-30T16:51:02.000151Z","end":"2026-03-30T16:51:02.515725Z","steps":["trace[1749614852] 'read index received' (duration: 515.559384ms)","trace[1749614852] 'applied index is now lower than readState.Index' (duration: 11.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.517001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"516.832409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"info","ts":"2026-03-30T16:51:02.517075Z","caller":"traceutil/trace.go:172","msg":"trace[350148000] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1554; }","duration":"516.91021ms","start":"2026-03-30T16:51:02.000149Z","end":"2026-03-30T16:51:02.517059Z","steps":["trace[350148000] 'agreement among raft nodes before linearized reading' (duration: 515.660335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.517128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.000141Z","time spent":"516.96592ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":179,"response size":135841,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:51:02.517660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.181899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.517699Z","caller":"traceutil/trace.go:172","msg":"trace[298225783] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1554; }","duration":"430.21942ms","start":"2026-03-30T16:51:02.087470Z","end":"2026-03-30T16:51:02.517690Z","steps":["trace[298225783] 'agreement among raft nodes before linearized reading' (duration: 430.157459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.517706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.04799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:02.517719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.087455Z","time spent":"430.25958ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:02.517742Z","caller":"traceutil/trace.go:172","msg":"trace[26865368] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1554; }","duration":"424.08173ms","start":"2026-03-30T16:51:02.093649Z","end":"2026-03-30T16:51:02.517730Z","steps":["trace[26865368] 'agreement among raft nodes before linearized reading' (duration: 424.02063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.517739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.715683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"warn","ts":"2026-03-30T16:51:02.517766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.093638Z","time spent":"424.121281ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:02.517773Z","caller":"traceutil/trace.go:172","msg":"trace[1005837471] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:1554; }","duration":"428.753524ms","start":"2026-03-30T16:51:02.089010Z","end":"2026-03-30T16:51:02.517764Z","steps":["trace[1005837471] 'agreement among raft nodes before linearized reading' (duration: 428.636382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.517798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.089002Z","time spent":"428.789084ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":715,"request content":"key:\"/registry/configmaps/kube-system/coredns\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.517857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.127852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:02.517902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.836776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-30T16:51:02.517960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.500388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.517994Z","caller":"traceutil/trace.go:172","msg":"trace[2084949410] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1554; }","duration":"117.528598ms","start":"2026-03-30T16:51:02.400454Z","end":"2026-03-30T16:51:02.517982Z","steps":["trace[2084949410] 'agreement among raft nodes before linearized reading' (duration: 117.488918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.258387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.518074Z","caller":"traceutil/trace.go:172","msg":"trace[2049681700] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1554; }","duration":"157.287087ms","start":"2026-03-30T16:51:02.360780Z","end":"2026-03-30T16:51:02.518067Z","steps":["trace[2049681700] 'agreement among raft nodes before linearized reading' (duration: 157.238816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.315333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.518144Z","caller":"traceutil/trace.go:172","msg":"trace[1936891836] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1554; }","duration":"308.349974ms","start":"2026-03-30T16:51:02.209782Z","end":"2026-03-30T16:51:02.518132Z","steps":["trace[1936891836] 'agreement among raft nodes before linearized reading' (duration: 308.293623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.209754Z","time spent":"308.408874ms","remote":"127.0.0.1:54818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:02.517993Z","caller":"traceutil/trace.go:172","msg":"trace[1752716079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1554; }","duration":"198.943647ms","start":"2026-03-30T16:51:02.319029Z","end":"2026-03-30T16:51:02.517972Z","steps":["trace[1752716079] 'agreement among raft nodes before linearized reading' (duration: 198.674664ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:02.518221Z","caller":"traceutil/trace.go:172","msg":"trace[543024604] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1554; }","duration":"209.201453ms","start":"2026-03-30T16:51:02.308699Z","end":"2026-03-30T16:51:02.517900Z","steps":["trace[543024604] 'agreement among raft nodes before linearized reading' (duration: 209.114752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.194483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.518359Z","caller":"traceutil/trace.go:172","msg":"trace[1600193503] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1554; }","duration":"271.221213ms","start":"2026-03-30T16:51:02.247130Z","end":"2026-03-30T16:51:02.518351Z","steps":["trace[1600193503] 'agreement among raft nodes before linearized reading' (duration: 271.176053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"514.160308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"warn","ts":"2026-03-30T16:51:02.518450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.760591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.518469Z","caller":"traceutil/trace.go:172","msg":"trace[1927657737] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1554; }","duration":"514.198078ms","start":"2026-03-30T16:51:02.004260Z","end":"2026-03-30T16:51:02.518458Z","steps":["trace[1927657737] 'agreement among raft nodes before linearized reading' (duration: 513.335099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.004253Z","time spent":"514.236029ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":179,"response size":135841,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:51:02.518562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.568191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-03-30T16:51:02.518594Z","caller":"traceutil/trace.go:172","msg":"trace[1125222060] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:1554; }","duration":"444.594162ms","start":"2026-03-30T16:51:02.073987Z","end":"2026-03-30T16:51:02.518581Z","steps":["trace[1125222060] 'agreement among raft nodes before linearized reading' (duration: 444.522881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.073968Z","time spent":"444.647232ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":392,"request content":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.518660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.351792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:02.517780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.15933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-30T16:51:02.518694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.73759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:51:02.518695Z","caller":"traceutil/trace.go:172","msg":"trace[742698520] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1554; }","duration":"438.381843ms","start":"2026-03-30T16:51:02.080302Z","end":"2026-03-30T16:51:02.518684Z","steps":["trace[742698520] 'agreement among raft nodes before linearized reading' (duration: 438.336631ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:02.518720Z","caller":"traceutil/trace.go:172","msg":"trace[429949208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1554; }","duration":"448.76239ms","start":"2026-03-30T16:51:02.069951Z","end":"2026-03-30T16:51:02.518713Z","steps":["trace[429949208] 'agreement among raft nodes before linearized reading' (duration: 448.685808ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:02.518719Z","caller":"traceutil/trace.go:172","msg":"trace[1121002637] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1554; }","duration":"423.113091ms","start":"2026-03-30T16:51:02.095596Z","end":"2026-03-30T16:51:02.518709Z","steps":["trace[1121002637] 'agreement among raft nodes before linearized reading' (duration: 422.005448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.069937Z","time spent":"448.79615ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.518735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.080283Z","time spent":"438.442033ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.518745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.095578Z","time spent":"423.161451ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.518744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.227661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.518473Z","caller":"traceutil/trace.go:172","msg":"trace[1100090543] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1554; }","duration":"403.784751ms","start":"2026-03-30T16:51:02.114682Z","end":"2026-03-30T16:51:02.518467Z","steps":["trace[1100090543] 'agreement among raft nodes before linearized reading' (duration: 403.740001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.518811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.114658Z","time spent":"404.149396ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:02.518779Z","caller":"traceutil/trace.go:172","msg":"trace[759544537] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1554; }","duration":"469.266172ms","start":"2026-03-30T16:51:02.049505Z","end":"2026-03-30T16:51:02.518771Z","steps":["trace[759544537] 'agreement among raft nodes before linearized reading' (duration: 469.207221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.521339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.049488Z","time spent":"471.82375ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.521750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.220371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-30T16:51:02.521787Z","caller":"traceutil/trace.go:172","msg":"trace[1072594528] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1554; }","duration":"431.255132ms","start":"2026-03-30T16:51:02.090520Z","end":"2026-03-30T16:51:02.521775Z","steps":["trace[1072594528] 'agreement among raft nodes before linearized reading' (duration: 427.112104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.521811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.090515Z","time spent":"431.290042ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.034377Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085272055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:03.062955Z","caller":"traceutil/trace.go:172","msg":"trace[1061382818] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1812; }","duration":"528.863923ms","start":"2026-03-30T16:51:02.534043Z","end":"2026-03-30T16:51:03.062907Z","steps":["trace[1061382818] 'read index received' (duration: 528.771392ms)","trace[1061382818] 'applied index is now lower than readState.Index' (duration: 90.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.085582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"551.513848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-03-30T16:51:03.085693Z","caller":"traceutil/trace.go:172","msg":"trace[819308711] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:1554; }","duration":"551.65688ms","start":"2026-03-30T16:51:02.534004Z","end":"2026-03-30T16:51:03.085661Z","steps":["trace[819308711] 'agreement among raft nodes before linearized reading' (duration: 529.028755ms)","trace[819308711] 'range keys from in-memory index tree' (duration: 22.365383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.086788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.985015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:51:03.086490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.533982Z","time spent":"552.486009ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":392,"request content":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.087048Z","caller":"traceutil/trace.go:172","msg":"trace[1969670064] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"552.962754ms","start":"2026-03-30T16:51:02.533999Z","end":"2026-03-30T16:51:03.086961Z","steps":["trace[1969670064] 'process raft request' (duration: 230.718656ms)","trace[1969670064] 'compare' (duration: 320.976945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.087145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.533958Z","time spent":"553.139136ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:51:03.564275Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085272057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:51:03.568692Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601967085272057,"received-request-id":16371601967085272055} {"level":"warn","ts":"2026-03-30T16:51:03.602363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.443794ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.602611Z","caller":"traceutil/trace.go:172","msg":"trace[1826569966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1555; }","duration":"202.521745ms","start":"2026-03-30T16:51:03.399895Z","end":"2026-03-30T16:51:03.602417Z","steps":["trace[1826569966] 'range keys from in-memory index tree' (duration: 202.388544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.603379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.074497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:51:03.929181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.896103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T16:51:03.929544Z","caller":"traceutil/trace.go:172","msg":"trace[350326177] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1813; }","duration":"866.419497ms","start":"2026-03-30T16:51:03.063081Z","end":"2026-03-30T16:51:03.929501Z","steps":["trace[350326177] 'read index received' (duration: 507.435907ms)","trace[350326177] 'applied index is now lower than readState.Index' (duration: 358.98005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.929782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.261092924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.929831Z","caller":"traceutil/trace.go:172","msg":"trace[1969293412] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1558; }","duration":"1.261162255s","start":"2026-03-30T16:51:02.668657Z","end":"2026-03-30T16:51:03.929820Z","steps":["trace[1969293412] 'agreement among raft nodes before linearized reading' (duration: 1.261042173s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.929834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"923.893296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.929869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.668627Z","time spent":"1.261232615s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.929911Z","caller":"traceutil/trace.go:172","msg":"trace[1354802081] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1558; }","duration":"923.971457ms","start":"2026-03-30T16:51:03.005925Z","end":"2026-03-30T16:51:03.929896Z","steps":["trace[1354802081] 'agreement among raft nodes before linearized reading' (duration: 923.799485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.929941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.005890Z","time spent":"924.046067ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.930035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.303999898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:2137"} {"level":"warn","ts":"2026-03-30T16:51:03.930173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"887.941409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.930252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.278667482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-03-30T16:51:03.930276Z","caller":"traceutil/trace.go:172","msg":"trace[457232068] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:1558; }","duration":"1.278686783s","start":"2026-03-30T16:51:02.651579Z","end":"2026-03-30T16:51:03.930266Z","steps":["trace[457232068] 'agreement among raft nodes before linearized reading' (duration: 1.278633502s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.930044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.247774393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.930501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.651576Z","time spent":"1.278916055s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":392,"request content":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.930273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"893.553583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.930496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.138174015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.930584Z","caller":"traceutil/trace.go:172","msg":"trace[1142928783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1558; }","duration":"1.138256117s","start":"2026-03-30T16:51:02.792311Z","end":"2026-03-30T16:51:03.930567Z","steps":["trace[1142928783] 'agreement among raft nodes before linearized reading' (duration: 1.138139085s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:03.930615Z","caller":"traceutil/trace.go:172","msg":"trace[396306730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1558; }","duration":"888.780629ms","start":"2026-03-30T16:51:03.041822Z","end":"2026-03-30T16:51:03.930603Z","steps":["trace[396306730] 'agreement among raft nodes before linearized reading' (duration: 887.914219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.930618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.279110547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.930641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.792240Z","time spent":"1.138388119s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:51:03.930670Z","caller":"traceutil/trace.go:172","msg":"trace[1589820195] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1558; }","duration":"1.279162548s","start":"2026-03-30T16:51:02.651501Z","end":"2026-03-30T16:51:03.930664Z","steps":["trace[1589820195] 'agreement among raft nodes before linearized reading' (duration: 1.279031206s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.930743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.303976239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.930766Z","caller":"traceutil/trace.go:172","msg":"trace[1962929064] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1558; }","duration":"1.303999979s","start":"2026-03-30T16:51:02.626761Z","end":"2026-03-30T16:51:03.930761Z","steps":["trace[1962929064] 'agreement among raft nodes before linearized reading' (duration: 1.303954128s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.930779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.626754Z","time spent":"1.304021989s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.930555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.244139944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.930687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.651485Z","time spent":"1.279196669s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.930811Z","caller":"traceutil/trace.go:172","msg":"trace[1528854784] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1558; }","duration":"1.244396786s","start":"2026-03-30T16:51:02.686405Z","end":"2026-03-30T16:51:03.930802Z","steps":["trace[1528854784] 'agreement among raft nodes before linearized reading' (duration: 1.244116123s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.930843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.396728617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"warn","ts":"2026-03-30T16:51:03.930655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.041809Z","time spent":"888.83766ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.930896Z","caller":"traceutil/trace.go:172","msg":"trace[1467690470] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:1558; }","duration":"1.396782797s","start":"2026-03-30T16:51:02.534102Z","end":"2026-03-30T16:51:03.930885Z","steps":["trace[1467690470] 'agreement among raft nodes before linearized reading' (duration: 1.395990608s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.930893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"989.095551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.930926Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.534097Z","time spent":"1.396821278s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":715,"request content":"key:\"/registry/configmaps/kube-system/coredns\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.930736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.311937829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-30T16:51:03.930998Z","caller":"traceutil/trace.go:172","msg":"trace[965035949] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1558; }","duration":"1.312208851s","start":"2026-03-30T16:51:02.618780Z","end":"2026-03-30T16:51:03.930989Z","steps":["trace[965035949] 'agreement among raft nodes before linearized reading' (duration: 1.311308161s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:03.930403Z","caller":"traceutil/trace.go:172","msg":"trace[1070219777] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1558; }","duration":"1.248269328s","start":"2026-03-30T16:51:02.682121Z","end":"2026-03-30T16:51:03.930390Z","steps":["trace[1070219777] 'agreement among raft nodes before linearized reading' (duration: 1.247421019s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:03.930996Z","caller":"traceutil/trace.go:172","msg":"trace[186090880] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1558; }","duration":"989.154092ms","start":"2026-03-30T16:51:02.941783Z","end":"2026-03-30T16:51:03.930937Z","steps":["trace[186090880] 'agreement among raft nodes before linearized reading' (duration: 989.062411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.931041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.682107Z","time spent":"1.248925117s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.931064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.279522412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-30T16:51:03.931056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.941753Z","time spent":"989.289374ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.931086Z","caller":"traceutil/trace.go:172","msg":"trace[1955861400] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1558; }","duration":"1.279545932s","start":"2026-03-30T16:51:02.651535Z","end":"2026-03-30T16:51:03.931081Z","steps":["trace[1955861400] 'agreement among raft nodes before linearized reading' (duration: 1.279433031s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.931100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.651532Z","time spent":"1.279565103s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.930548Z","caller":"traceutil/trace.go:172","msg":"trace[774069420] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1558; }","duration":"893.825466ms","start":"2026-03-30T16:51:03.036706Z","end":"2026-03-30T16:51:03.930531Z","steps":["trace[774069420] 'agreement among raft nodes before linearized reading' (duration: 893.146478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.931143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.036677Z","time spent":"894.452633ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.931248Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.618763Z","time spent":"1.312257813s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.930195Z","caller":"traceutil/trace.go:172","msg":"trace[1534236861] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1558; }","duration":"1.30415568s","start":"2026-03-30T16:51:02.626026Z","end":"2026-03-30T16:51:03.930182Z","steps":["trace[1534236861] 'agreement among raft nodes before linearized reading' (duration: 1.303880707s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.931306Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.626009Z","time spent":"1.305291633s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2159,"request content":"key:\"/registry/configmaps/kube-system/kube-proxy\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.930842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.686396Z","time spent":"1.244438757s","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.934632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.934046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.934705Z","caller":"traceutil/trace.go:172","msg":"trace[2081001311] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1558; }","duration":"332.012707ms","start":"2026-03-30T16:51:03.602676Z","end":"2026-03-30T16:51:03.934689Z","steps":["trace[2081001311] 'agreement among raft nodes before linearized reading' (duration: 331.897066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.934841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"646.807249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.934891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.890091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.934957Z","caller":"traceutil/trace.go:172","msg":"trace[657140570] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1558; }","duration":"351.951312ms","start":"2026-03-30T16:51:03.582996Z","end":"2026-03-30T16:51:03.934947Z","steps":["trace[657140570] 'agreement among raft nodes before linearized reading' (duration: 351.878631ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:03.934954Z","caller":"traceutil/trace.go:172","msg":"trace[1104457318] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1558; }","duration":"646.91755ms","start":"2026-03-30T16:51:03.287977Z","end":"2026-03-30T16:51:03.934894Z","steps":["trace[1104457318] 'agreement among raft nodes before linearized reading' (duration: 646.772259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.935024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.582976Z","time spent":"352.001072ms","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.934857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.364791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.935281Z","caller":"traceutil/trace.go:172","msg":"trace[1079098579] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1558; }","duration":"364.808966ms","start":"2026-03-30T16:51:03.570460Z","end":"2026-03-30T16:51:03.935269Z","steps":["trace[1079098579] 'agreement among raft nodes before linearized reading' (duration: 364.341861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.935441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.287949Z","time spent":"647.036031ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.935469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.570440Z","time spent":"365.013998ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.935582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"572.870854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:51:03.935737Z","caller":"traceutil/trace.go:172","msg":"trace[990264574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1558; }","duration":"573.026985ms","start":"2026-03-30T16:51:03.362701Z","end":"2026-03-30T16:51:03.935728Z","steps":["trace[990264574] 'agreement among raft nodes before linearized reading' (duration: 572.353608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.935831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.362681Z","time spent":"573.117416ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.937826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"846.807415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"info","ts":"2026-03-30T16:51:03.937873Z","caller":"traceutil/trace.go:172","msg":"trace[1836221495] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1558; }","duration":"846.856726ms","start":"2026-03-30T16:51:03.091005Z","end":"2026-03-30T16:51:03.937862Z","steps":["trace[1836221495] 'agreement among raft nodes before linearized reading' (duration: 843.777881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.937910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.090990Z","time spent":"846.907757ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":179,"response size":135841,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-30T16:51:05.231412Z","caller":"traceutil/trace.go:172","msg":"trace[157933745] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1819; }","duration":"145.125574ms","start":"2026-03-30T16:51:05.086248Z","end":"2026-03-30T16:51:05.231374Z","steps":["trace[157933745] 'read index received' (duration: 145.107924ms)","trace[157933745] 'applied index is now lower than readState.Index' (duration: 15.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:05.231674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.410657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-dns\" limit:1 ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-30T16:51:05.231790Z","caller":"traceutil/trace.go:172","msg":"trace[1216657298] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-dns; range_end:; response_count:1; response_revision:1560; }","duration":"145.516738ms","start":"2026-03-30T16:51:05.086232Z","end":"2026-03-30T16:51:05.231749Z","steps":["trace[1216657298] 'agreement among raft nodes before linearized reading' (duration: 145.269235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.233666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.440334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:51:05.233773Z","caller":"traceutil/trace.go:172","msg":"trace[477004343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1561; }","duration":"142.547985ms","start":"2026-03-30T16:51:05.091210Z","end":"2026-03-30T16:51:05.233758Z","steps":["trace[477004343] 'agreement among raft nodes before linearized reading' (duration: 142.356483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.233992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.569393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gp9q8\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-03-30T16:51:05.234047Z","caller":"traceutil/trace.go:172","msg":"trace[272386533] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gp9q8; range_end:; response_count:1; response_revision:1561; }","duration":"132.621524ms","start":"2026-03-30T16:51:05.101409Z","end":"2026-03-30T16:51:05.234031Z","steps":["trace[272386533] 'agreement among raft nodes before linearized reading' (duration: 132.487113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.234032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.992961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gp9q8\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-03-30T16:51:05.234136Z","caller":"traceutil/trace.go:172","msg":"trace[1970127382] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gp9q8; range_end:; response_count:1; response_revision:1561; }","duration":"104.161383ms","start":"2026-03-30T16:51:05.129960Z","end":"2026-03-30T16:51:05.234121Z","steps":["trace[1970127382] 'agreement among raft nodes before linearized reading' (duration: 103.671678ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:05.343900Z","caller":"traceutil/trace.go:172","msg":"trace[225315868] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1821; }","duration":"101.419892ms","start":"2026-03-30T16:51:05.242461Z","end":"2026-03-30T16:51:05.343881Z","steps":["trace[225315868] 'read index received' (duration: 101.415842ms)","trace[225315868] 'applied index is now lower than readState.Index' (duration: 3.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:05.480278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.739227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gp9q8\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-03-30T16:51:05.481064Z","caller":"traceutil/trace.go:172","msg":"trace[2136426810] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gp9q8; range_end:; response_count:1; response_revision:1561; }","duration":"238.565276ms","start":"2026-03-30T16:51:05.242453Z","end":"2026-03-30T16:51:05.481018Z","steps":["trace[2136426810] 'agreement among raft nodes before linearized reading' (duration: 101.533963ms)","trace[2136426810] 'range keys from in-memory index tree' (duration: 136.084862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:05.480390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.394336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:51:05.481223Z","caller":"traceutil/trace.go:172","msg":"trace[1382603492] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"137.242995ms","start":"2026-03-30T16:51:05.343962Z","end":"2026-03-30T16:51:05.481205Z","steps":["trace[1382603492] 'read index received' (duration: 1.346405ms)","trace[1382603492] 'applied index is now lower than readState.Index' (duration: 135.89484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:05.481332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.188932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:19892"} {"level":"info","ts":"2026-03-30T16:51:05.481579Z","caller":"traceutil/trace.go:172","msg":"trace[1996230733] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1562; }","duration":"150.429494ms","start":"2026-03-30T16:51:05.331128Z","end":"2026-03-30T16:51:05.481557Z","steps":["trace[1996230733] 'agreement among raft nodes before linearized reading' (duration: 150.094801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.481599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.446299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:7356"} {"level":"warn","ts":"2026-03-30T16:51:05.481646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.296978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gp9q8\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-03-30T16:51:05.481651Z","caller":"traceutil/trace.go:172","msg":"trace[1287420988] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:1562; }","duration":"154.499719ms","start":"2026-03-30T16:51:05.327136Z","end":"2026-03-30T16:51:05.481636Z","steps":["trace[1287420988] 'agreement among raft nodes before linearized reading' (duration: 154.132935ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:05.481679Z","caller":"traceutil/trace.go:172","msg":"trace[723889787] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gp9q8; range_end:; response_count:1; response_revision:1562; }","duration":"155.334729ms","start":"2026-03-30T16:51:05.326335Z","end":"2026-03-30T16:51:05.481670Z","steps":["trace[723889787] 'agreement among raft nodes before linearized reading' (duration: 154.988155ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:05.481867Z","caller":"traceutil/trace.go:172","msg":"trace[1505252315] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"239.89223ms","start":"2026-03-30T16:51:05.241948Z","end":"2026-03-30T16:51:05.481841Z","steps":["trace[1505252315] 'process raft request' (duration: 102.008348ms)","trace[1505252315] 'compare' (duration: 136.178354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:05.481790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.784056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:19892"} {"level":"info","ts":"2026-03-30T16:51:05.482007Z","caller":"traceutil/trace.go:172","msg":"trace[812432434] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1562; }","duration":"141.972858ms","start":"2026-03-30T16:51:05.339999Z","end":"2026-03-30T16:51:05.481972Z","steps":["trace[812432434] 'agreement among raft nodes before linearized reading' (duration: 141.723555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.481871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.522375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:19892"} {"level":"info","ts":"2026-03-30T16:51:05.482112Z","caller":"traceutil/trace.go:172","msg":"trace[1704562513] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1562; }","duration":"237.763447ms","start":"2026-03-30T16:51:05.244334Z","end":"2026-03-30T16:51:05.482098Z","steps":["trace[1704562513] 'agreement among raft nodes before linearized reading' (duration: 237.417924ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:05.944117Z","caller":"traceutil/trace.go:172","msg":"trace[1907867254] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1822; }","duration":"147.752362ms","start":"2026-03-30T16:51:05.796337Z","end":"2026-03-30T16:51:05.944089Z","steps":["trace[1907867254] 'read index received' (duration: 147.739302ms)","trace[1907867254] 'applied index is now lower than readState.Index' (duration: 11.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:05.944622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.261708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-ksrgx\" limit:1 ","response":"range_response_count:1 size:5762"} {"level":"info","ts":"2026-03-30T16:51:05.944994Z","caller":"traceutil/trace.go:172","msg":"trace[193847522] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-ksrgx; range_end:; response_count:1; response_revision:1563; }","duration":"148.442651ms","start":"2026-03-30T16:51:05.796334Z","end":"2026-03-30T16:51:05.944777Z","steps":["trace[193847522] 'agreement among raft nodes before linearized reading' (duration: 147.944754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.946288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.087183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-03-30T16:51:05.946369Z","caller":"traceutil/trace.go:172","msg":"trace[1658317225] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1563; }","duration":"105.170444ms","start":"2026-03-30T16:51:05.841186Z","end":"2026-03-30T16:51:05.946356Z","steps":["trace[1658317225] 'agreement among raft nodes before linearized reading' (duration: 104.980372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.946653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.08265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"warn","ts":"2026-03-30T16:51:05.946659Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.022989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-03-30T16:51:05.946714Z","caller":"traceutil/trace.go:172","msg":"trace[2121579989] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1563; }","duration":"134.07997ms","start":"2026-03-30T16:51:05.812623Z","end":"2026-03-30T16:51:05.946703Z","steps":["trace[2121579989] 'agreement among raft nodes before linearized reading' (duration: 133.877028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.946592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.841378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:7356"} {"level":"info","ts":"2026-03-30T16:51:05.946753Z","caller":"traceutil/trace.go:172","msg":"trace[1410315820] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:1563; }","duration":"134.015619ms","start":"2026-03-30T16:51:05.812724Z","end":"2026-03-30T16:51:05.946740Z","steps":["trace[1410315820] 'agreement among raft nodes before linearized reading' (duration: 133.476873ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:05.946825Z","caller":"traceutil/trace.go:172","msg":"trace[858630386] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1563; }","duration":"134.252622ms","start":"2026-03-30T16:51:05.812563Z","end":"2026-03-30T16:51:05.946815Z","steps":["trace[858630386] 'agreement among raft nodes before linearized reading' (duration: 133.723676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.165718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.143881ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-30T16:51:06.165815Z","caller":"traceutil/trace.go:172","msg":"trace[1699719420] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1823; }","duration":"215.802848ms","start":"2026-03-30T16:51:05.949992Z","end":"2026-03-30T16:51:06.165795Z","steps":["trace[1699719420] 'read index received' (duration: 88.002301ms)","trace[1699719420] 'applied index is now lower than readState.Index' (duration: 127.799027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:06.167267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.263904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"info","ts":"2026-03-30T16:51:06.167312Z","caller":"traceutil/trace.go:172","msg":"trace[113688369] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1563; }","duration":"217.314105ms","start":"2026-03-30T16:51:05.949988Z","end":"2026-03-30T16:51:06.167302Z","steps":["trace[113688369] 'agreement among raft nodes before linearized reading' (duration: 215.901359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.168124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.352946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-ksrgx\" limit:1 ","response":"range_response_count:1 size:5762"} {"level":"info","ts":"2026-03-30T16:51:06.168276Z","caller":"traceutil/trace.go:172","msg":"trace[1491747625] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-ksrgx; range_end:; response_count:1; response_revision:1563; }","duration":"122.501787ms","start":"2026-03-30T16:51:06.045750Z","end":"2026-03-30T16:51:06.168252Z","steps":["trace[1491747625] 'agreement among raft nodes before linearized reading' (duration: 122.177924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.168722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.069387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:7356"} {"level":"warn","ts":"2026-03-30T16:51:06.168734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.813781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-03-30T16:51:06.168782Z","caller":"traceutil/trace.go:172","msg":"trace[1528151493] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:1563; }","duration":"214.113368ms","start":"2026-03-30T16:51:05.954641Z","end":"2026-03-30T16:51:06.168755Z","steps":["trace[1528151493] 'agreement among raft nodes before linearized reading' (duration: 213.958236ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:06.168813Z","caller":"traceutil/trace.go:172","msg":"trace[302896439] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1563; }","duration":"114.907982ms","start":"2026-03-30T16:51:06.053878Z","end":"2026-03-30T16:51:06.168786Z","steps":["trace[302896439] 'agreement among raft nodes before linearized reading' (duration: 114.623349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.169082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.792558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"info","ts":"2026-03-30T16:51:06.169162Z","caller":"traceutil/trace.go:172","msg":"trace[1433982723] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1563; }","duration":"215.882919ms","start":"2026-03-30T16:51:05.953263Z","end":"2026-03-30T16:51:06.169146Z","steps":["trace[1433982723] 'agreement among raft nodes before linearized reading' (duration: 214.529743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.170326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.901956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:179 size:135819"} {"level":"info","ts":"2026-03-30T16:51:06.170402Z","caller":"traceutil/trace.go:172","msg":"trace[153335496] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:179; response_revision:1563; }","duration":"213.967797ms","start":"2026-03-30T16:51:05.956409Z","end":"2026-03-30T16:51:06.170377Z","steps":["trace[153335496] 'agreement among raft nodes before linearized reading' (duration: 212.045375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.381714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.71998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-zjwrl\" limit:1 ","response":"range_response_count:1 size:4380"} {"level":"warn","ts":"2026-03-30T16:51:06.381893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.34949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-f6vlj\" limit:1 ","response":"range_response_count:1 size:4380"} {"level":"info","ts":"2026-03-30T16:51:06.382686Z","caller":"traceutil/trace.go:172","msg":"trace[1815301434] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7488bc8bd5-f6vlj; range_end:; response_count:1; response_revision:1564; }","duration":"110.132508ms","start":"2026-03-30T16:51:06.272528Z","end":"2026-03-30T16:51:06.382660Z","steps":["trace[1815301434] 'range keys from in-memory index tree' (duration: 107.837684ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:06.382596Z","caller":"traceutil/trace.go:172","msg":"trace[488924379] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7488bc8bd5-zjwrl; range_end:; response_count:1; response_revision:1564; }","duration":"107.55914ms","start":"2026-03-30T16:51:06.274964Z","end":"2026-03-30T16:51:06.382523Z","steps":["trace[488924379] 'range keys from in-memory index tree' (duration: 104.860279ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:06.662317Z","caller":"traceutil/trace.go:172","msg":"trace[969192908] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"121.314295ms","start":"2026-03-30T16:51:06.540978Z","end":"2026-03-30T16:51:06.662292Z","steps":["trace[969192908] 'process raft request' (duration: 121.105123ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:06.663948Z","caller":"traceutil/trace.go:172","msg":"trace[1896259090] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1826; }","duration":"100.826374ms","start":"2026-03-30T16:51:06.563104Z","end":"2026-03-30T16:51:06.663930Z","steps":["trace[1896259090] 'read index received' (duration: 100.821024ms)","trace[1896259090] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:06.664473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.324319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-zjwrl\" limit:1 ","response":"range_response_count:1 size:4380"} {"level":"info","ts":"2026-03-30T16:51:06.664585Z","caller":"traceutil/trace.go:172","msg":"trace[222762452] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7488bc8bd5-zjwrl; range_end:; response_count:1; response_revision:1565; }","duration":"101.470201ms","start":"2026-03-30T16:51:06.563090Z","end":"2026-03-30T16:51:06.664560Z","steps":["trace[222762452] 'agreement among raft nodes before linearized reading' (duration: 101.014676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:23.551380Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085273713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:51:24.052575Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601967085273713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:24.194827Z","caller":"traceutil/trace.go:172","msg":"trace[483762453] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1893; }","duration":"1.143473112s","start":"2026-03-30T16:51:23.051303Z","end":"2026-03-30T16:51:24.194776Z","steps":["trace[483762453] 'read index received' (duration: 1.143453232s)","trace[483762453] 'applied index is now lower than readState.Index' (duration: 17.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:24.195048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.143721375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:19892"} {"level":"info","ts":"2026-03-30T16:51:24.195126Z","caller":"traceutil/trace.go:172","msg":"trace[1468392746] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1622; }","duration":"1.143810686s","start":"2026-03-30T16:51:23.051298Z","end":"2026-03-30T16:51:24.195109Z","steps":["trace[1468392746] 'agreement among raft nodes before linearized reading' (duration: 1.143600014s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.195171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.051277Z","time spent":"1.143887057s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19914,"request content":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:24.200192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.13241718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 ","response":"range_response_count:1 size:7356"} {"level":"warn","ts":"2026-03-30T16:51:24.200193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"800.115482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:24.200272Z","caller":"traceutil/trace.go:172","msg":"trace[882170006] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn; range_end:; response_count:1; response_revision:1624; }","duration":"1.132509071s","start":"2026-03-30T16:51:23.067748Z","end":"2026-03-30T16:51:24.200257Z","steps":["trace[882170006] 'agreement among raft nodes before linearized reading' (duration: 1.132317769s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:24.200296Z","caller":"traceutil/trace.go:172","msg":"trace[1481240926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1624; }","duration":"800.234534ms","start":"2026-03-30T16:51:23.400046Z","end":"2026-03-30T16:51:24.200280Z","steps":["trace[1481240926] 'agreement among raft nodes before linearized reading' (duration: 800.074252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.200307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"818.756619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:51:24.200348Z","caller":"traceutil/trace.go:172","msg":"trace[1104561196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1624; }","duration":"818.789219ms","start":"2026-03-30T16:51:23.381540Z","end":"2026-03-30T16:51:24.200329Z","steps":["trace[1104561196] 'agreement among raft nodes before linearized reading' (duration: 818.631987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.200375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.381523Z","time spent":"818.844499ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:24.200625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.062049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-30T16:51:24.200307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.067728Z","time spent":"1.132571742s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7378,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v2jdn\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:24.200719Z","caller":"traceutil/trace.go:172","msg":"trace[218547189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1624; }","duration":"581.1694ms","start":"2026-03-30T16:51:23.619532Z","end":"2026-03-30T16:51:24.200701Z","steps":["trace[218547189] 'agreement among raft nodes before linearized reading' (duration: 580.917507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.200765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.619499Z","time spent":"581.255501ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:24.200510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.124445502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 ","response":"range_response_count:1 size:19892"} {"level":"info","ts":"2026-03-30T16:51:24.200799Z","caller":"traceutil/trace.go:172","msg":"trace[448730293] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ntdjj; range_end:; response_count:1; response_revision:1624; }","duration":"1.124731945s","start":"2026-03-30T16:51:23.076057Z","end":"2026-03-30T16:51:24.200789Z","steps":["trace[448730293] 'agreement among raft nodes before linearized reading' (duration: 1.12426912s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.200896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.076039Z","time spent":"1.124780105s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19914,"request content":"key:\"/registry/pods/kube-system/cilium-ntdjj\" limit:1 "}