{"level":"warn","ts":"2026-04-15T17:54:15.838585Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-15T17:54:15.838709Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-15T17:54:15.838738Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.30:2380","--initial-cluster=controller-1=https://199.19.213.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.30:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-15T17:54:15.838831Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-15T17:54:15.838856Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T17:54:15.838878Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-15T17:54:15.838899Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T17:54:15.839680Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"]} {"level":"info","ts":"2026-04-15T17:54:15.839809Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-15T17:54:15.841701Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078108}"} {"level":"info","ts":"2026-04-15T17:54:15.845431Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-15T17:54:15.845484Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.977908ms"} {"level":"info","ts":"2026-04-15T17:54:15.845513Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-15T17:54:15.845531Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-15T17:54:15.845566Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-15T17:54:15.855522Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-15T17:54:15.855620Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"e2b5783e11defe7e","cluster-id":"5210a9231a779bf0"} {"level":"info","ts":"2026-04-15T17:54:15.855650Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-15T17:54:15.855719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e2b5783e11defe7e switched to configuration voters=()"} {"level":"info","ts":"2026-04-15T17:54:15.855762Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e2b5783e11defe7e became follower at term 0"} {"level":"info","ts":"2026-04-15T17:54:15.855777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft e2b5783e11defe7e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-15T17:54:15.855788Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e2b5783e11defe7e became follower at term 1"} {"level":"info","ts":"2026-04-15T17:54:15.855826Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"warn","ts":"2026-04-15T17:54:15.861541Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-15T17:54:15.863863Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-15T17:54:15.869046Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-15T17:54:15.869791Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"e2b5783e11defe7e","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-15T17:54:15.869948Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T17:54:15.870227Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"e2b5783e11defe7e","initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-15T17:54:15.870259Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-15T17:54:15.870331Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-04-15T17:54:15.870357Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-04-15T17:54:15.870333Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e2b5783e11defe7e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-15T17:54:15.870523Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T17:54:15.870573Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T17:54:15.870584Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T17:54:15.870862Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"info","ts":"2026-04-15T17:54:15.871099Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","added-peer-id":"e2b5783e11defe7e","added-peer-peer-urls":["https://199.19.213.30:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-15T17:54:16.856211Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"e2b5783e11defe7e is starting a new election at term 1"} {"level":"info","ts":"2026-04-15T17:54:16.856257Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"e2b5783e11defe7e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-15T17:54:16.856324Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e2b5783e11defe7e received MsgPreVoteResp from e2b5783e11defe7e at term 1"} {"level":"info","ts":"2026-04-15T17:54:16.856337Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e2b5783e11defe7e has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-15T17:54:16.856354Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"e2b5783e11defe7e became candidate at term 2"} {"level":"info","ts":"2026-04-15T17:54:16.857220Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e2b5783e11defe7e received MsgVoteResp from e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-04-15T17:54:16.857238Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e2b5783e11defe7e has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-15T17:54:16.857259Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"e2b5783e11defe7e became leader at term 2"} {"level":"info","ts":"2026-04-15T17:54:16.857272Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: e2b5783e11defe7e elected leader e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-04-15T17:54:16.858540Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T17:54:16.858593Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-15T17:54:16.858518Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"e2b5783e11defe7e","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.30:2379]}","cluster-id":"5210a9231a779bf0","publish-timeout":"7s"} {"level":"info","ts":"2026-04-15T17:54:16.858735Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T17:54:16.859051Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-15T17:54:16.859310Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-15T17:54:16.859580Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","cluster-version":"3.6"} {"level":"info","ts":"2026-04-15T17:54:16.859722Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-15T17:54:16.859786Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-15T17:54:16.859943Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-15T17:54:16.860044Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-15T17:54:16.860786Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-15T17:54:16.863879Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-15T17:54:16.863951Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-15T17:54:16.867708Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-15T17:54:16.868294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.868263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.868613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38854","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:54:16.882510Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.30:2379"} {"level":"warn","ts":"2026-04-15T17:54:16.883953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.900746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.919025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.928498Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.935192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.943613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.955332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.962583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.977676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.985235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:16.994197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.002439Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.010248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.020920Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.031639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.042382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.050529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.057326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.065704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.094404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.101523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.111199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.128110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.141328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.149653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.158513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.169552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.178519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.186174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.193536Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.203540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.215930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.226221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.235617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.245077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.256665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.266221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.276538Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.284751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.297430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.309192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.317444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.327629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.337631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.347394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.385187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.392541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.401359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.411356Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.420225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.430825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.439268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.450334Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.460383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.469031Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.480824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.515738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.524931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.534798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:54:17.581516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40004","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:54:18.369090Z","caller":"traceutil/trace.go:172","msg":"trace[637221501] linearizableReadLoop","detail":"{readStateIndex:25; appliedIndex:25; }","duration":"114.469323ms","start":"2026-04-15T17:54:18.254607Z","end":"2026-04-15T17:54:18.369076Z","steps":["trace[637221501] 'read index received' (duration: 114.466893ms)","trace[637221501] 'applied index is now lower than readState.Index' (duration: 2.04µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:18.382642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.004542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:18.382865Z","caller":"traceutil/trace.go:172","msg":"trace[44914602] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:21; }","duration":"128.249493ms","start":"2026-04-15T17:54:18.254592Z","end":"2026-04-15T17:54:18.382842Z","steps":["trace[44914602] 'agreement among raft nodes before linearized reading' (duration: 114.549367ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.382948Z","caller":"traceutil/trace.go:172","msg":"trace[1552052040] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"175.341568ms","start":"2026-04-15T17:54:18.207568Z","end":"2026-04-15T17:54:18.382909Z","steps":["trace[1552052040] 'process raft request' (duration: 161.499296ms)","trace[1552052040] 'compare' (duration: 13.56445ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:18.383037Z","caller":"traceutil/trace.go:172","msg":"trace[1844773643] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"173.59013ms","start":"2026-04-15T17:54:18.209434Z","end":"2026-04-15T17:54:18.383024Z","steps":["trace[1844773643] 'process raft request' (duration: 173.432693ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.383146Z","caller":"traceutil/trace.go:172","msg":"trace[1921943304] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"173.814239ms","start":"2026-04-15T17:54:18.209327Z","end":"2026-04-15T17:54:18.383141Z","steps":["trace[1921943304] 'process raft request' (duration: 173.489485ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.383225Z","caller":"traceutil/trace.go:172","msg":"trace[1924393056] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"126.602428ms","start":"2026-04-15T17:54:18.256600Z","end":"2026-04-15T17:54:18.383202Z","steps":["trace[1924393056] 'process raft request' (duration: 126.556926ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.383382Z","caller":"traceutil/trace.go:172","msg":"trace[1594800595] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"173.683534ms","start":"2026-04-15T17:54:18.209694Z","end":"2026-04-15T17:54:18.383377Z","steps":["trace[1594800595] 'process raft request' (duration: 173.313577ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.383302Z","caller":"traceutil/trace.go:172","msg":"trace[814909375] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"173.661823ms","start":"2026-04-15T17:54:18.209633Z","end":"2026-04-15T17:54:18.383295Z","steps":["trace[814909375] 'process raft request' (duration: 173.271786ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.386101Z","caller":"traceutil/trace.go:172","msg":"trace[14031337] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"173.053055ms","start":"2026-04-15T17:54:18.212951Z","end":"2026-04-15T17:54:18.386004Z","steps":["trace[14031337] 'process raft request' (duration: 170.139314ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.383324Z","caller":"traceutil/trace.go:172","msg":"trace[2068158222] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"173.656492ms","start":"2026-04-15T17:54:18.209663Z","end":"2026-04-15T17:54:18.383320Z","steps":["trace[2068158222] 'process raft request' (duration: 173.305117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:54:18.387232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.843989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:1 size:338"} {"level":"info","ts":"2026-04-15T17:54:18.387316Z","caller":"traceutil/trace.go:172","msg":"trace[413532300] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:30; }","duration":"128.921473ms","start":"2026-04-15T17:54:18.258362Z","end":"2026-04-15T17:54:18.387283Z","steps":["trace[413532300] 'agreement among raft nodes before linearized reading' (duration: 128.814578ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:18.383291Z","caller":"traceutil/trace.go:172","msg":"trace[1297549346] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"173.58624ms","start":"2026-04-15T17:54:18.209695Z","end":"2026-04-15T17:54:18.383281Z","steps":["trace[1297549346] 'process raft request' (duration: 173.350939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:54:18.975578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.486738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a6994bc1f26144\" limit:1 ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-15T17:54:18.975907Z","caller":"traceutil/trace.go:172","msg":"trace[1626031155] range","detail":"{range_begin:/registry/events/default/controller-1.18a6994bc1f26144; range_end:; response_count:1; response_revision:76; }","duration":"200.821623ms","start":"2026-04-15T17:54:18.775074Z","end":"2026-04-15T17:54:18.975896Z","steps":["trace[1626031155] 'agreement among raft nodes before linearized reading' (duration: 61.710163ms)","trace[1626031155] 'range keys from in-memory index tree' (duration: 138.692662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:18.976831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.816487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-15T17:54:18.977440Z","caller":"traceutil/trace.go:172","msg":"trace[960367620] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"217.926602ms","start":"2026-04-15T17:54:18.758957Z","end":"2026-04-15T17:54:18.976884Z","steps":["trace[960367620] 'process raft request' (duration: 77.849688ms)","trace[960367620] 'compare' (duration: 138.637339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:19.345654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.570241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-15T17:54:19.345885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.203272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-15T17:54:19.345940Z","caller":"traceutil/trace.go:172","msg":"trace[1666152042] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:80; }","duration":"289.868134ms","start":"2026-04-15T17:54:19.056048Z","end":"2026-04-15T17:54:19.345916Z","steps":["trace[1666152042] 'agreement among raft nodes before linearized reading' (duration: 98.421642ms)","trace[1666152042] 'range keys from in-memory index tree' (duration: 191.062435ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:19.345958Z","caller":"traceutil/trace.go:172","msg":"trace[1140260547] linearizableReadLoop","detail":"{readStateIndex:86; appliedIndex:85; }","duration":"191.520676ms","start":"2026-04-15T17:54:19.154428Z","end":"2026-04-15T17:54:19.345949Z","steps":["trace[1140260547] 'read index received' (duration: 42.422µs)","trace[1140260547] 'applied index is now lower than readState.Index' (duration: 191.477564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:19.346042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.240911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a6994bc1f30baa\" limit:1 ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-04-15T17:54:19.346054Z","caller":"traceutil/trace.go:172","msg":"trace[1893370255] range","detail":"{range_begin:/registry/events/default/controller-1.18a6994bc1f30baa; range_end:; response_count:1; response_revision:81; }","duration":"288.257912ms","start":"2026-04-15T17:54:19.057792Z","end":"2026-04-15T17:54:19.346050Z","steps":["trace[1893370255] 'agreement among raft nodes before linearized reading' (duration: 288.182009ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:19.346236Z","caller":"traceutil/trace.go:172","msg":"trace[1135086450] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"298.564255ms","start":"2026-04-15T17:54:19.047666Z","end":"2026-04-15T17:54:19.346230Z","steps":["trace[1135086450] 'process raft request' (duration: 106.795049ms)","trace[1135086450] 'compare' (duration: 191.098576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:19.346298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.245687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:19.346310Z","caller":"traceutil/trace.go:172","msg":"trace[394536306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:81; }","duration":"277.257548ms","start":"2026-04-15T17:54:19.069049Z","end":"2026-04-15T17:54:19.346306Z","steps":["trace[394536306] 'agreement among raft nodes before linearized reading' (duration: 277.238077ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:19.586592Z","caller":"traceutil/trace.go:172","msg":"trace[1800302923] linearizableReadLoop","detail":"{readStateIndex:86; appliedIndex:86; }","duration":"237.732182ms","start":"2026-04-15T17:54:19.348829Z","end":"2026-04-15T17:54:19.586561Z","steps":["trace[1800302923] 'read index received' (duration: 237.723332ms)","trace[1800302923] 'applied index is now lower than readState.Index' (duration: 7.46µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:19.586762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.996474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:19.586802Z","caller":"traceutil/trace.go:172","msg":"trace[901123917] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:81; }","duration":"238.070807ms","start":"2026-04-15T17:54:19.348720Z","end":"2026-04-15T17:54:19.586790Z","steps":["trace[901123917] 'agreement among raft nodes before linearized reading' (duration: 237.950442ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:19.586753Z","caller":"traceutil/trace.go:172","msg":"trace[293206507] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"238.507227ms","start":"2026-04-15T17:54:19.348221Z","end":"2026-04-15T17:54:19.586728Z","steps":["trace[293206507] 'process raft request' (duration: 238.386542ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:19.812725Z","caller":"traceutil/trace.go:172","msg":"trace[1214320671] linearizableReadLoop","detail":"{readStateIndex:90; appliedIndex:90; }","duration":"144.499922ms","start":"2026-04-15T17:54:19.668194Z","end":"2026-04-15T17:54:19.812694Z","steps":["trace[1214320671] 'read index received' (duration: 144.485822ms)","trace[1214320671] 'applied index is now lower than readState.Index' (duration: 12.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:19.919447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.217818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:19.919536Z","caller":"traceutil/trace.go:172","msg":"trace[2122887018] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:0; response_revision:85; }","duration":"251.324013ms","start":"2026-04-15T17:54:19.668191Z","end":"2026-04-15T17:54:19.919515Z","steps":["trace[2122887018] 'agreement among raft nodes before linearized reading' (duration: 144.621089ms)","trace[2122887018] 'range keys from in-memory index tree' (duration: 106.558518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:19.919680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.8265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-15T17:54:19.919846Z","caller":"traceutil/trace.go:172","msg":"trace[1468410886] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"197.810248ms","start":"2026-04-15T17:54:19.722021Z","end":"2026-04-15T17:54:19.919831Z","steps":["trace[1468410886] 'process raft request' (duration: 197.757696ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:19.920205Z","caller":"traceutil/trace.go:172","msg":"trace[1984029774] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"252.945226ms","start":"2026-04-15T17:54:19.667214Z","end":"2026-04-15T17:54:19.920159Z","steps":["trace[1984029774] 'process raft request' (duration: 145.552201ms)","trace[1984029774] 'compare' (duration: 106.717855ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:20.058264Z","caller":"traceutil/trace.go:172","msg":"trace[66207130] linearizableReadLoop","detail":"{readStateIndex:92; appliedIndex:92; }","duration":"133.481968ms","start":"2026-04-15T17:54:19.924752Z","end":"2026-04-15T17:54:20.058234Z","steps":["trace[66207130] 'read index received' (duration: 133.471448ms)","trace[66207130] 'applied index is now lower than readState.Index' (duration: 9.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:20.553218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.393125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a6994bc1f26144\" limit:1 ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-15T17:54:20.553294Z","caller":"traceutil/trace.go:172","msg":"trace[1365717967] range","detail":"{range_begin:/registry/events/default/controller-1.18a6994bc1f26144; range_end:; response_count:1; response_revision:87; }","duration":"628.524881ms","start":"2026-04-15T17:54:19.924748Z","end":"2026-04-15T17:54:20.553273Z","steps":["trace[1365717967] 'agreement among raft nodes before linearized reading' (duration: 133.588303ms)","trace[1365717967] 'range keys from in-memory index tree' (duration: 494.694828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:20.553290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.907477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"warn","ts":"2026-04-15T17:54:20.553329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:19.924733Z","time spent":"628.588154ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":705,"request content":"key:\"/registry/events/default/controller-1.18a6994bc1f26144\" limit:1 "} {"level":"info","ts":"2026-04-15T17:54:20.553449Z","caller":"traceutil/trace.go:172","msg":"trace[1737053538] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"573.578232ms","start":"2026-04-15T17:54:19.979854Z","end":"2026-04-15T17:54:20.553432Z","steps":["trace[1737053538] 'process raft request' (duration: 573.53615ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:20.553464Z","caller":"traceutil/trace.go:172","msg":"trace[2129681864] linearizableReadLoop","detail":"{readStateIndex:93; appliedIndex:92; }","duration":"483.825419ms","start":"2026-04-15T17:54:20.069616Z","end":"2026-04-15T17:54:20.553442Z","steps":["trace[2129681864] 'read index received' (duration: 208.789091ms)","trace[2129681864] 'applied index is now lower than readState.Index' (duration: 275.033478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:20.553537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:19.979834Z","time spent":"573.660676ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:54:20.553557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.934224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:20.553560Z","caller":"traceutil/trace.go:172","msg":"trace[1572042410] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"630.404835ms","start":"2026-04-15T17:54:19.923134Z","end":"2026-04-15T17:54:20.553539Z","steps":["trace[1572042410] 'process raft request' (duration: 135.192654ms)","trace[1572042410] 'compare' (duration: 494.766671ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:20.553585Z","caller":"traceutil/trace.go:172","msg":"trace[619513934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:89; }","duration":"483.965226ms","start":"2026-04-15T17:54:20.069611Z","end":"2026-04-15T17:54:20.553576Z","steps":["trace[619513934] 'agreement among raft nodes before linearized reading' (duration: 483.893893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:54:20.553611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:20.069590Z","time spent":"484.015618ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:54:20.553651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:19.923079Z","time spent":"630.522651ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:54:20.779195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.280881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a6994bc1f2e06c\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-15T17:54:20.779267Z","caller":"traceutil/trace.go:172","msg":"trace[1947330503] range","detail":"{range_begin:/registry/events/default/controller-1.18a6994bc1f2e06c; range_end:; response_count:1; response_revision:90; }","duration":"174.364435ms","start":"2026-04-15T17:54:20.604886Z","end":"2026-04-15T17:54:20.779251Z","steps":["trace[1947330503] 'agreement among raft nodes before linearized reading' (duration: 74.131261ms)","trace[1947330503] 'range keys from in-memory index tree' (duration: 100.031795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:20.779300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.207632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-15T17:54:20.779399Z","caller":"traceutil/trace.go:172","msg":"trace[1027395649] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"174.738342ms","start":"2026-04-15T17:54:20.604642Z","end":"2026-04-15T17:54:20.779380Z","steps":["trace[1027395649] 'process raft request' (duration: 74.395253ms)","trace[1027395649] 'compare' (duration: 100.064436ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:20.951151Z","caller":"traceutil/trace.go:172","msg":"trace[1225495821] linearizableReadLoop","detail":"{readStateIndex:96; appliedIndex:96; }","duration":"169.102508ms","start":"2026-04-15T17:54:20.782020Z","end":"2026-04-15T17:54:20.951122Z","steps":["trace[1225495821] 'read index received' (duration: 169.097238ms)","trace[1225495821] 'applied index is now lower than readState.Index' (duration: 4.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:20.989591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.546326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:20.989668Z","caller":"traceutil/trace.go:172","msg":"trace[139622295] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:0; response_revision:91; }","duration":"207.63735ms","start":"2026-04-15T17:54:20.782016Z","end":"2026-04-15T17:54:20.989653Z","steps":["trace[139622295] 'agreement among raft nodes before linearized reading' (duration: 169.204903ms)","trace[139622295] 'range keys from in-memory index tree' (duration: 38.313542ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:20.989795Z","caller":"traceutil/trace.go:172","msg":"trace[1282533417] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"208.075299ms","start":"2026-04-15T17:54:20.781699Z","end":"2026-04-15T17:54:20.989774Z","steps":["trace[1282533417] 'process raft request' (duration: 169.467014ms)","trace[1282533417] 'compare' (duration: 38.518331ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:21.379005Z","caller":"traceutil/trace.go:172","msg":"trace[312477967] linearizableReadLoop","detail":"{readStateIndex:101; appliedIndex:101; }","duration":"163.422413ms","start":"2026-04-15T17:54:21.215557Z","end":"2026-04-15T17:54:21.378980Z","steps":["trace[312477967] 'read index received' (duration: 163.415592ms)","trace[312477967] 'applied index is now lower than readState.Index' (duration: 5.761µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:21.381268Z","caller":"traceutil/trace.go:172","msg":"trace[443775882] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"205.810368ms","start":"2026-04-15T17:54:21.175437Z","end":"2026-04-15T17:54:21.381248Z","steps":["trace[443775882] 'process raft request' (duration: 204.193185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:54:21.381789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.225869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a6994bc1f2e06c\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-15T17:54:21.381888Z","caller":"traceutil/trace.go:172","msg":"trace[1462727500] range","detail":"{range_begin:/registry/events/default/controller-1.18a6994bc1f2e06c; range_end:; response_count:1; response_revision:96; }","duration":"166.333414ms","start":"2026-04-15T17:54:21.215543Z","end":"2026-04-15T17:54:21.381876Z","steps":["trace[1462727500] 'agreement among raft nodes before linearized reading' (duration: 163.535198ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:21.403090Z","caller":"traceutil/trace.go:172","msg":"trace[2007491285] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"186.830415ms","start":"2026-04-15T17:54:21.216234Z","end":"2026-04-15T17:54:21.403064Z","steps":["trace[2007491285] 'process raft request' (duration: 186.767032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:54:21.627270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.095242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:21.627367Z","caller":"traceutil/trace.go:172","msg":"trace[1519595762] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:100; }","duration":"184.202496ms","start":"2026-04-15T17:54:21.443143Z","end":"2026-04-15T17:54:21.627346Z","steps":["trace[1519595762] 'agreement among raft nodes before linearized reading' (duration: 55.834738ms)","trace[1519595762] 'range keys from in-memory index tree' (duration: 128.057654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:21.628010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.823948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-15T17:54:21.628452Z","caller":"traceutil/trace.go:172","msg":"trace[652168125] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"185.909183ms","start":"2026-04-15T17:54:21.442395Z","end":"2026-04-15T17:54:21.628304Z","steps":["trace[652168125] 'process raft request' (duration: 56.679127ms)","trace[652168125] 'compare' (duration: 128.707533ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:21.711042Z","caller":"traceutil/trace.go:172","msg":"trace[839866000] linearizableReadLoop","detail":"{readStateIndex:106; appliedIndex:106; }","duration":"140.90575ms","start":"2026-04-15T17:54:21.570113Z","end":"2026-04-15T17:54:21.711018Z","steps":["trace[839866000] 'read index received' (duration: 140.89801ms)","trace[839866000] 'applied index is now lower than readState.Index' (duration: 6.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:21.711189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.060797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T17:54:21.711246Z","caller":"traceutil/trace.go:172","msg":"trace[2062610335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:101; }","duration":"141.12053ms","start":"2026-04-15T17:54:21.570107Z","end":"2026-04-15T17:54:21.711228Z","steps":["trace[2062610335] 'agreement among raft nodes before linearized reading' (duration: 140.990575ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:21.711285Z","caller":"traceutil/trace.go:172","msg":"trace[1805320864] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"268.754555ms","start":"2026-04-15T17:54:21.442506Z","end":"2026-04-15T17:54:21.711260Z","steps":["trace[1805320864] 'process raft request' (duration: 268.623799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:54:21.757604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.914527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a6994bc1f26144\" limit:1 ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-15T17:54:21.757655Z","caller":"traceutil/trace.go:172","msg":"trace[1204718554] range","detail":"{range_begin:/registry/events/default/controller-1.18a6994bc1f26144; range_end:; response_count:1; response_revision:102; }","duration":"125.97988ms","start":"2026-04-15T17:54:21.631662Z","end":"2026-04-15T17:54:21.757642Z","steps":["trace[1204718554] 'agreement among raft nodes before linearized reading' (duration: 118.314205ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:21.757626Z","caller":"traceutil/trace.go:172","msg":"trace[421576211] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"126.589707ms","start":"2026-04-15T17:54:21.631014Z","end":"2026-04-15T17:54:21.757604Z","steps":["trace[421576211] 'process raft request' (duration: 118.995256ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:27.866740Z","caller":"traceutil/trace.go:172","msg":"trace[1932802993] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"111.186676ms","start":"2026-04-15T17:54:27.755523Z","end":"2026-04-15T17:54:27.866710Z","steps":["trace[1932802993] 'process raft request' (duration: 95.400377ms)","trace[1932802993] 'compare' (duration: 15.287407ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:27.867956Z","caller":"traceutil/trace.go:172","msg":"trace[1358239049] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"101.075792ms","start":"2026-04-15T17:54:27.766805Z","end":"2026-04-15T17:54:27.867881Z","steps":["trace[1358239049] 'process raft request' (duration: 100.269236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:54:30.355100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.811727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7705"} {"level":"info","ts":"2026-04-15T17:54:30.355178Z","caller":"traceutil/trace.go:172","msg":"trace[1730997619] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:398; }","duration":"280.901731ms","start":"2026-04-15T17:54:30.074260Z","end":"2026-04-15T17:54:30.355161Z","steps":["trace[1730997619] 'agreement among raft nodes before linearized reading' (duration: 25.147699ms)","trace[1730997619] 'range keys from in-memory index tree' (duration: 255.548532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:30.355159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.634006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:54:30.355425Z","caller":"traceutil/trace.go:172","msg":"trace[1100104634] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"325.37509ms","start":"2026-04-15T17:54:30.030031Z","end":"2026-04-15T17:54:30.355406Z","steps":["trace[1100104634] 'process raft request' (duration: 325.308587ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:30.355460Z","caller":"traceutil/trace.go:172","msg":"trace[2104277189] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"380.908895ms","start":"2026-04-15T17:54:29.974511Z","end":"2026-04-15T17:54:30.355420Z","steps":["trace[2104277189] 'process raft request' (duration: 380.748828ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:30.355529Z","caller":"traceutil/trace.go:172","msg":"trace[1797947753] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:417; }","duration":"160.218089ms","start":"2026-04-15T17:54:30.195302Z","end":"2026-04-15T17:54:30.355520Z","steps":["trace[1797947753] 'read index received' (duration: 110.60629ms)","trace[1797947753] 'applied index is now lower than readState.Index' (duration: 49.610819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:30.355559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:30.030004Z","time spent":"325.480805ms","remote":"127.0.0.1:39834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:54:30.355608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:29.974495Z","time spent":"381.050241ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:54:30.355631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.330664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T17:54:30.355651Z","caller":"traceutil/trace.go:172","msg":"trace[154678496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:401; }","duration":"160.353365ms","start":"2026-04-15T17:54:30.195293Z","end":"2026-04-15T17:54:30.355647Z","steps":["trace[154678496] 'agreement among raft nodes before linearized reading' (duration: 160.286052ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:30.355456Z","caller":"traceutil/trace.go:172","msg":"trace[1033595117] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"384.891124ms","start":"2026-04-15T17:54:29.970541Z","end":"2026-04-15T17:54:30.355432Z","steps":["trace[1033595117] 'process raft request' (duration: 128.921893ms)","trace[1033595117] 'compare' (duration: 255.516201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:30.355794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:29.970520Z","time spent":"385.2333ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:54:30.527445Z","caller":"traceutil/trace.go:172","msg":"trace[1672335517] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"167.454864ms","start":"2026-04-15T17:54:30.359962Z","end":"2026-04-15T17:54:30.527417Z","steps":["trace[1672335517] 'process raft request' (duration: 111.666797ms)","trace[1672335517] 'compare' (duration: 55.553806ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:30.527484Z","caller":"traceutil/trace.go:172","msg":"trace[601317124] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"167.073527ms","start":"2026-04-15T17:54:30.360382Z","end":"2026-04-15T17:54:30.527456Z","steps":["trace[601317124] 'process raft request' (duration: 166.952041ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:30.527536Z","caller":"traceutil/trace.go:172","msg":"trace[1335032895] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"157.183742ms","start":"2026-04-15T17:54:30.370337Z","end":"2026-04-15T17:54:30.527521Z","steps":["trace[1335032895] 'process raft request' (duration: 157.151321ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:30.527568Z","caller":"traceutil/trace.go:172","msg":"trace[1577123669] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"166.978983ms","start":"2026-04-15T17:54:30.360547Z","end":"2026-04-15T17:54:30.527526Z","steps":["trace[1577123669] 'process raft request' (duration: 166.829036ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:30.527867Z","caller":"traceutil/trace.go:172","msg":"trace[942307880] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"162.201548ms","start":"2026-04-15T17:54:30.365654Z","end":"2026-04-15T17:54:30.527856Z","steps":["trace[942307880] 'process raft request' (duration: 161.80228ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:30.528834Z","caller":"traceutil/trace.go:172","msg":"trace[957992447] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"167.279007ms","start":"2026-04-15T17:54:30.361534Z","end":"2026-04-15T17:54:30.528812Z","steps":["trace[957992447] 'process raft request' (duration: 165.876243ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:34.879449Z","caller":"traceutil/trace.go:172","msg":"trace[2119424217] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"138.042093ms","start":"2026-04-15T17:54:34.741382Z","end":"2026-04-15T17:54:34.879424Z","steps":["trace[2119424217] 'process raft request' (duration: 91.552504ms)","trace[2119424217] 'compare' (duration: 46.378604ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:40.983028Z","caller":"traceutil/trace.go:172","msg":"trace[137589077] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"176.828585ms","start":"2026-04-15T17:54:40.806173Z","end":"2026-04-15T17:54:40.983001Z","steps":["trace[137589077] 'process raft request' (duration: 176.630626ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:54:41.087620Z","caller":"traceutil/trace.go:172","msg":"trace[65950446] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:467; }","duration":"104.901223ms","start":"2026-04-15T17:54:40.982636Z","end":"2026-04-15T17:54:41.087537Z","steps":["trace[65950446] 'read index received' (duration: 104.889402ms)","trace[65950446] 'applied index is now lower than readState.Index' (duration: 9.761µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:41.591908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"622.772102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:54:41.592028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"504.301549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:54:41.592046Z","caller":"traceutil/trace.go:172","msg":"trace[797819905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:445; }","duration":"622.929289ms","start":"2026-04-15T17:54:40.969089Z","end":"2026-04-15T17:54:41.592018Z","steps":["trace[797819905] 'agreement among raft nodes before linearized reading' (duration: 118.580468ms)","trace[797819905] 'range keys from in-memory index tree' (duration: 504.10997ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:54:41.592123Z","caller":"traceutil/trace.go:172","msg":"trace[2083751387] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"656.11694ms","start":"2026-04-15T17:54:40.935990Z","end":"2026-04-15T17:54:41.592107Z","steps":["trace[2083751387] 'process raft request' (duration: 151.660464ms)","trace[2083751387] 'compare' (duration: 504.182654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:54:41.592126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:40.969051Z","time spent":"623.061645ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:54:41.592245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:54:40.935956Z","time spent":"656.197964ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:03.856356Z","caller":"traceutil/trace.go:172","msg":"trace[2002450175] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"113.131173ms","start":"2026-04-15T17:55:03.743209Z","end":"2026-04-15T17:55:03.856340Z","steps":["trace[2002450175] 'process raft request' (duration: 113.026528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:04.089945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.080385ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:04.090043Z","caller":"traceutil/trace.go:172","msg":"trace[1295189111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:497; }","duration":"126.203301ms","start":"2026-04-15T17:55:03.963824Z","end":"2026-04-15T17:55:04.090027Z","steps":["trace[1295189111] 'range keys from in-memory index tree' (duration: 126.014052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:06.450237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.492315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:55:06.450319Z","caller":"traceutil/trace.go:172","msg":"trace[1786736557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"106.59281ms","start":"2026-04-15T17:55:06.343710Z","end":"2026-04-15T17:55:06.450303Z","steps":["trace[1786736557] 'range keys from in-memory index tree' (duration: 106.257225ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:09.361532Z","caller":"traceutil/trace.go:172","msg":"trace[242955345] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"162.525182ms","start":"2026-04-15T17:55:09.198984Z","end":"2026-04-15T17:55:09.361509Z","steps":["trace[242955345] 'process raft request' (duration: 162.364995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:09.534579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.73764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:55:09.534700Z","caller":"traceutil/trace.go:172","msg":"trace[447061213] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"165.546118ms","start":"2026-04-15T17:55:09.369133Z","end":"2026-04-15T17:55:09.534679Z","steps":["trace[447061213] 'process raft request' (duration: 41.62925ms)","trace[447061213] 'compare' (duration: 123.619505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:11.569815Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.057848741s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:55:11.570369Z","caller":"traceutil/trace.go:172","msg":"trace[259321886] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.058514961s","start":"2026-04-15T17:55:10.511841Z","end":"2026-04-15T17:55:11.570356Z","steps":["trace[259321886] 'process raft request' (duration: 1.058432948s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:11.576573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:10.511813Z","time spent":"1.058577704s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:55:13.985035Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.089096378s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:55:13.985367Z","caller":"traceutil/trace.go:172","msg":"trace[1071282127] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:541; }","duration":"186.572583ms","start":"2026-04-15T17:55:13.798755Z","end":"2026-04-15T17:55:13.985328Z","steps":["trace[1071282127] 'read index received' (duration: 186.559243ms)","trace[1071282127] 'applied index is now lower than readState.Index' (duration: 11.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:13.991848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"775.952935ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:13.991888Z","caller":"traceutil/trace.go:172","msg":"trace[929626435] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:513; }","duration":"776.005377ms","start":"2026-04-15T17:55:13.215875Z","end":"2026-04-15T17:55:13.991880Z","steps":["trace[929626435] 'range keys from in-memory index tree' (duration: 775.902683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:13.992051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.415281482s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:13.992076Z","caller":"traceutil/trace.go:172","msg":"trace[1546079305] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:513; }","duration":"2.415305503s","start":"2026-04-15T17:55:11.576764Z","end":"2026-04-15T17:55:13.992069Z","steps":["trace[1546079305] 'range keys from in-memory index tree' (duration: 2.415199288s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:13.992122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.409919931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:13.992161Z","caller":"traceutil/trace.go:172","msg":"trace[214511124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"2.409960412s","start":"2026-04-15T17:55:11.582189Z","end":"2026-04-15T17:55:13.992150Z","steps":["trace[214511124] 'range keys from in-memory index tree' (duration: 2.409839207s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:13.992237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:11.582161Z","time spent":"2.410067908s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:55:13.992427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.411937762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T17:55:13.992454Z","caller":"traceutil/trace.go:172","msg":"trace[991487808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"2.411964903s","start":"2026-04-15T17:55:11.580480Z","end":"2026-04-15T17:55:13.992445Z","steps":["trace[991487808] 'range keys from in-memory index tree' (duration: 2.411770375s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:13.992432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.616129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:55:13.992478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:11.580467Z","time spent":"2.412003515s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:55:13.992513Z","caller":"traceutil/trace.go:172","msg":"trace[745637555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"193.739905ms","start":"2026-04-15T17:55:13.798749Z","end":"2026-04-15T17:55:13.992489Z","steps":["trace[745637555] 'agreement among raft nodes before linearized reading' (duration: 186.73798ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:13.992950Z","caller":"traceutil/trace.go:172","msg":"trace[515167477] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"2.097093836s","start":"2026-04-15T17:55:11.895832Z","end":"2026-04-15T17:55:13.992926Z","steps":["trace[515167477] 'process raft request' (duration: 2.089713715s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:13.993159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:11.895812Z","time spent":"2.097269044s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:14.213028Z","caller":"traceutil/trace.go:172","msg":"trace[150064390] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:542; }","duration":"227.544524ms","start":"2026-04-15T17:55:13.985452Z","end":"2026-04-15T17:55:14.212997Z","steps":["trace[150064390] 'read index received' (duration: 227.530723ms)","trace[150064390] 'applied index is now lower than readState.Index' (duration: 11.661µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:14.270079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.649967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:55:14.270172Z","caller":"traceutil/trace.go:172","msg":"trace[1955446988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"468.756562ms","start":"2026-04-15T17:55:13.801392Z","end":"2026-04-15T17:55:14.270149Z","steps":["trace[1955446988] 'agreement among raft nodes before linearized reading' (duration: 411.686418ms)","trace[1955446988] 'range keys from in-memory index tree' (duration: 56.802482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:14.270218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:13.801367Z","time spent":"468.840065ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:55:14.270205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.255174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T17:55:14.270593Z","caller":"traceutil/trace.go:172","msg":"trace[628211698] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:514; }","duration":"471.654422ms","start":"2026-04-15T17:55:13.798917Z","end":"2026-04-15T17:55:14.270572Z","steps":["trace[628211698] 'agreement among raft nodes before linearized reading' (duration: 414.207521ms)","trace[628211698] 'range keys from in-memory index tree' (duration: 56.883996ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:14.270577Z","caller":"traceutil/trace.go:172","msg":"trace[51752433] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"470.810575ms","start":"2026-04-15T17:55:13.799734Z","end":"2026-04-15T17:55:14.270545Z","steps":["trace[51752433] 'process raft request' (duration: 413.335362ms)","trace[51752433] 'compare' (duration: 57.234962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:14.270655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:13.798905Z","time spent":"471.732056ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:55:14.270749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:13.799700Z","time spent":"470.979042ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:55:14.281417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.849843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:55:14.281429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.147418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:14.281469Z","caller":"traceutil/trace.go:172","msg":"trace[1590223399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:515; }","duration":"287.904186ms","start":"2026-04-15T17:55:13.993554Z","end":"2026-04-15T17:55:14.281458Z","steps":["trace[1590223399] 'agreement among raft nodes before linearized reading' (duration: 287.819592ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:14.281475Z","caller":"traceutil/trace.go:172","msg":"trace[2106515620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"280.19701ms","start":"2026-04-15T17:55:14.001268Z","end":"2026-04-15T17:55:14.281465Z","steps":["trace[2106515620] 'agreement among raft nodes before linearized reading' (duration: 280.123447ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:14.281746Z","caller":"traceutil/trace.go:172","msg":"trace[776061307] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"283.652735ms","start":"2026-04-15T17:55:13.998079Z","end":"2026-04-15T17:55:14.281732Z","steps":["trace[776061307] 'process raft request' (duration: 283.509208ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:14.281759Z","caller":"traceutil/trace.go:172","msg":"trace[313215318] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"282.849509ms","start":"2026-04-15T17:55:13.998878Z","end":"2026-04-15T17:55:14.281727Z","steps":["trace[313215318] 'process raft request' (duration: 282.806017ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:15.397176Z","caller":"traceutil/trace.go:172","msg":"trace[2108012540] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"277.689936ms","start":"2026-04-15T17:55:15.119435Z","end":"2026-04-15T17:55:15.397124Z","steps":["trace[2108012540] 'process raft request' (duration: 277.483977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:16.785702Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290427926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:55:16.981064Z","caller":"traceutil/trace.go:172","msg":"trace[741731979] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:549; }","duration":"695.657756ms","start":"2026-04-15T17:55:16.285384Z","end":"2026-04-15T17:55:16.981042Z","steps":["trace[741731979] 'read index received' (duration: 695.650076ms)","trace[741731979] 'applied index is now lower than readState.Index' (duration: 6.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:16.981287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"695.884907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:55:16.981356Z","caller":"traceutil/trace.go:172","msg":"trace[1829556154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"695.962231ms","start":"2026-04-15T17:55:16.285379Z","end":"2026-04-15T17:55:16.981341Z","steps":["trace[1829556154] 'agreement among raft nodes before linearized reading' (duration: 695.760052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:16.981407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:16.285361Z","time spent":"696.033014ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:55:16.981408Z","caller":"traceutil/trace.go:172","msg":"trace[861574603] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"982.329388ms","start":"2026-04-15T17:55:15.999027Z","end":"2026-04-15T17:55:16.981356Z","steps":["trace[861574603] 'process raft request' (duration: 982.088047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:16.981563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:15.999006Z","time spent":"982.488325ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:55:17.370197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.062032469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-15T17:55:17.370247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.308146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:17.370283Z","caller":"traceutil/trace.go:172","msg":"trace[845522500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"1.062133214s","start":"2026-04-15T17:55:16.308130Z","end":"2026-04-15T17:55:17.370263Z","steps":["trace[845522500] 'agreement among raft nodes before linearized reading' (duration: 772.568473ms)","trace[845522500] 'range keys from in-memory index tree' (duration: 289.295068ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:17.370325Z","caller":"traceutil/trace.go:172","msg":"trace[466428808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"402.39067ms","start":"2026-04-15T17:55:16.967915Z","end":"2026-04-15T17:55:17.370305Z","steps":["trace[466428808] 'agreement among raft nodes before linearized reading' (duration: 112.796748ms)","trace[466428808] 'range keys from in-memory index tree' (duration: 289.489567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:17.370333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:16.308102Z","time spent":"1.062219397s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:55:17.370370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:16.967890Z","time spent":"402.470843ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:55:17.370499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.567518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:17.370604Z","caller":"traceutil/trace.go:172","msg":"trace[829777958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:521; }","duration":"406.700674ms","start":"2026-04-15T17:55:16.963883Z","end":"2026-04-15T17:55:17.370583Z","steps":["trace[829777958] 'agreement among raft nodes before linearized reading' (duration: 116.83599ms)","trace[829777958] 'range keys from in-memory index tree' (duration: 289.715178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:17.370651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.910216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:55:17.370830Z","caller":"traceutil/trace.go:172","msg":"trace[1062944193] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"385.525243ms","start":"2026-04-15T17:55:16.985293Z","end":"2026-04-15T17:55:17.370818Z","steps":["trace[1062944193] 'process raft request' (duration: 385.417788ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:17.370840Z","caller":"traceutil/trace.go:172","msg":"trace[1839477426] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.095610037s","start":"2026-04-15T17:55:16.275217Z","end":"2026-04-15T17:55:17.370827Z","steps":["trace[1839477426] 'process raft request' (duration: 805.46612ms)","trace[1839477426] 'compare' (duration: 289.670756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:17.370894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:16.985276Z","time spent":"385.590826ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:55:17.370939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:16.275190Z","time spent":"1.095687181s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:55:17.699101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.342374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:17.699171Z","caller":"traceutil/trace.go:172","msg":"trace[94483927] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:524; }","duration":"178.430907ms","start":"2026-04-15T17:55:17.520728Z","end":"2026-04-15T17:55:17.699159Z","steps":["trace[94483927] 'range keys from in-memory index tree' (duration: 178.221588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:21.598328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.1103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:55:21.598432Z","caller":"traceutil/trace.go:172","msg":"trace[937508062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:531; }","duration":"145.219235ms","start":"2026-04-15T17:55:21.453189Z","end":"2026-04-15T17:55:21.598408Z","steps":["trace[937508062] 'agreement among raft nodes before linearized reading' (duration: 86.734407ms)","trace[937508062] 'range keys from in-memory index tree' (duration: 58.254067ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:21.598807Z","caller":"traceutil/trace.go:172","msg":"trace[1273755230] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"175.760327ms","start":"2026-04-15T17:55:21.423016Z","end":"2026-04-15T17:55:21.598776Z","steps":["trace[1273755230] 'process raft request' (duration: 116.942875ms)","trace[1273755230] 'compare' (duration: 58.717588ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:31.640812Z","caller":"traceutil/trace.go:172","msg":"trace[197984122] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"127.555961ms","start":"2026-04-15T17:55:31.513238Z","end":"2026-04-15T17:55:31.640794Z","steps":["trace[197984122] 'process raft request' (duration: 127.444056ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:31.782128Z","caller":"traceutil/trace.go:172","msg":"trace[1880328355] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:586; }","duration":"105.834825ms","start":"2026-04-15T17:55:31.676240Z","end":"2026-04-15T17:55:31.782074Z","steps":["trace[1880328355] 'read index received' (duration: 105.816334ms)","trace[1880328355] 'applied index is now lower than readState.Index' (duration: 16.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:32.008747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.441438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:55:32.008917Z","caller":"traceutil/trace.go:172","msg":"trace[632122678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"332.616246ms","start":"2026-04-15T17:55:31.676235Z","end":"2026-04-15T17:55:32.008851Z","steps":["trace[632122678] 'agreement among raft nodes before linearized reading' (duration: 105.912579ms)","trace[632122678] 'range keys from in-memory index tree' (duration: 226.427614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:32.008999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:31.676215Z","time spent":"332.774122ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:55:32.009267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.153976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:55:32.009360Z","caller":"traceutil/trace.go:172","msg":"trace[1905239053] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:586; }","duration":"227.123635ms","start":"2026-04-15T17:55:31.782222Z","end":"2026-04-15T17:55:32.009346Z","steps":["trace[1905239053] 'read index received' (duration: 70.173µs)","trace[1905239053] 'applied index is now lower than readState.Index' (duration: 227.052502ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:32.009378Z","caller":"traceutil/trace.go:172","msg":"trace[1623883600] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"355.443631ms","start":"2026-04-15T17:55:31.653907Z","end":"2026-04-15T17:55:32.009351Z","steps":["trace[1623883600] 'process raft request' (duration: 128.143008ms)","trace[1623883600] 'compare' (duration: 227.063122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:32.009455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.553957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:55:32.009472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.661936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:32.009485Z","caller":"traceutil/trace.go:172","msg":"trace[1481469627] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:555; }","duration":"276.604799ms","start":"2026-04-15T17:55:31.732872Z","end":"2026-04-15T17:55:32.009477Z","steps":["trace[1481469627] 'agreement among raft nodes before linearized reading' (duration: 276.528035ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:32.009499Z","caller":"traceutil/trace.go:172","msg":"trace[15771511] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:555; }","duration":"196.688647ms","start":"2026-04-15T17:55:31.812802Z","end":"2026-04-15T17:55:32.009491Z","steps":["trace[15771511] 'agreement among raft nodes before linearized reading' (duration: 196.634535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:32.009518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:31.653881Z","time spent":"355.562196ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:32.476092Z","caller":"traceutil/trace.go:172","msg":"trace[1296149443] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:587; }","duration":"190.159894ms","start":"2026-04-15T17:55:32.285899Z","end":"2026-04-15T17:55:32.476059Z","steps":["trace[1296149443] 'read index received' (duration: 190.147203ms)","trace[1296149443] 'applied index is now lower than readState.Index' (duration: 10.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:32.522686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.334131ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:32.522736Z","caller":"traceutil/trace.go:172","msg":"trace[1131176510] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:555; }","duration":"279.390274ms","start":"2026-04-15T17:55:32.243335Z","end":"2026-04-15T17:55:32.522725Z","steps":["trace[1131176510] 'range keys from in-memory index tree' (duration: 279.293149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:32.522955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.044441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:32.522988Z","caller":"traceutil/trace.go:172","msg":"trace[1374622117] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:555; }","duration":"237.084632ms","start":"2026-04-15T17:55:32.285894Z","end":"2026-04-15T17:55:32.522979Z","steps":["trace[1374622117] 'agreement among raft nodes before linearized reading' (duration: 190.254718ms)","trace[1374622117] 'range keys from in-memory index tree' (duration: 46.774612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:32.522998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.515779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:32.523215Z","caller":"traceutil/trace.go:172","msg":"trace[1336139013] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"510.424774ms","start":"2026-04-15T17:55:32.012779Z","end":"2026-04-15T17:55:32.523203Z","steps":["trace[1336139013] 'process raft request' (duration: 463.298777ms)","trace[1336139013] 'compare' (duration: 46.52263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:32.523190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.643595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:32.523354Z","caller":"traceutil/trace.go:172","msg":"trace[992290085] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:556; }","duration":"200.803783ms","start":"2026-04-15T17:55:32.322538Z","end":"2026-04-15T17:55:32.523342Z","steps":["trace[992290085] 'agreement among raft nodes before linearized reading' (duration: 200.624155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:32.523292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:32.012760Z","time spent":"510.490778ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:32.523348Z","caller":"traceutil/trace.go:172","msg":"trace[1014747630] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:556; }","duration":"208.805472ms","start":"2026-04-15T17:55:32.314396Z","end":"2026-04-15T17:55:32.523202Z","steps":["trace[1014747630] 'agreement among raft nodes before linearized reading' (duration: 208.473367ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:33.783364Z","caller":"traceutil/trace.go:172","msg":"trace[606024482] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"137.657066ms","start":"2026-04-15T17:55:33.645691Z","end":"2026-04-15T17:55:33.783348Z","steps":["trace[606024482] 'process raft request' (duration: 137.546821ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:39.705397Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558) learners=(3852302343681349438)"} {"level":"info","ts":"2026-04-15T17:55:39.705662Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","added-peer-id":"357620923a88173e","added-peer-peer-urls":["https://199.19.213.152:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-15T17:55:39.705744Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:39.705793Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:39.706011Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:39.705950Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:39.709648Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:39.709617Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:39.709714Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:39.710477Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e","remote-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-04-15T17:55:39.710581Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"e2b5783e11defe7e","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"357620923a88173e"} {"level":"warn","ts":"2026-04-15T17:55:39.727103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:49848","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-15T17:55:39.759569Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:40.260549Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:40.758952Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:41.261163Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:41.759109Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-15T17:55:41.803337Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.152:2380/version","remote-member-id":"357620923a88173e","error":"Get \"https://199.19.213.152:2380/version\": dial tcp 199.19.213.152:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:55:41.803537Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"357620923a88173e","error":"Get \"https://199.19.213.152:2380/version\": dial tcp 199.19.213.152:2380: connect: connection refused"} {"level":"error","ts":"2026-04-15T17:55:42.261365Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:42.760199Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:43.296603Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:43.760759Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-15T17:55:44.352430Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"95.968659ms"} {"level":"info","ts":"2026-04-15T17:55:44.352656Z","caller":"traceutil/trace.go:172","msg":"trace[1995811510] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"201.562947ms","start":"2026-04-15T17:55:44.151069Z","end":"2026-04-15T17:55:44.352632Z","steps":["trace[1995811510] 'process raft request' (duration: 201.209031ms)"],"step_count":1} {"level":"error","ts":"2026-04-15T17:55:44.356631Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-15T17:55:44.711285Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"357620923a88173e","rtt":"0s","error":"dial tcp 199.19.213.152:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:55:44.711332Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"357620923a88173e","rtt":"0s","error":"dial tcp 199.19.213.152:2380: connect: connection refused"} {"level":"error","ts":"2026-04-15T17:55:44.760515Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:45.260460Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:55:45.758841Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-15T17:55:45.805394Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.152:2380/version","remote-member-id":"357620923a88173e","error":"Get \"https://199.19.213.152:2380/version\": dial tcp 199.19.213.152:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:55:45.805474Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"357620923a88173e","error":"Get \"https://199.19.213.152:2380/version\": dial tcp 199.19.213.152:2380: connect: connection refused"} {"level":"error","ts":"2026-04-15T17:55:46.257294Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-15T17:55:46.356556Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.356748Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.356896Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.357640Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"357620923a88173e","stream-type":"stream Message"} {"level":"info","ts":"2026-04-15T17:55:46.357698Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.390493Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"357620923a88173e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-15T17:55:46.390538Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.424992Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"e2b5783e11defe7e","to":"357620923a88173e","bytes":897029,"size":"897 kB"} {"level":"info","ts":"2026-04-15T17:55:46.425187Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":625,"remote-peer-id":"357620923a88173e","bytes":897029,"size":"897 kB"} {"level":"info","ts":"2026-04-15T17:55:46.428048Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":888832,"size":"889 kB"} {"level":"info","ts":"2026-04-15T17:55:46.496609Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":625,"remote-peer-id":"357620923a88173e","bytes":897029,"size":"897 kB"} {"level":"info","ts":"2026-04-15T17:55:46.854926Z","caller":"traceutil/trace.go:172","msg":"trace[517139488] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"128.470563ms","start":"2026-04-15T17:55:46.726431Z","end":"2026-04-15T17:55:46.854902Z","steps":["trace[517139488] 'process raft request' (duration: 128.299025ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:46.904324Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e2b5783e11defe7e switched to configuration voters=(3852302343681349438 16336095431339474558)"} {"level":"info","ts":"2026-04-15T17:55:46.904454Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","promoted-member-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.904486Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"e2b5783e11defe7e","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"357620923a88173e"} {"level":"warn","ts":"2026-04-15T17:55:46.922968Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:46.923139Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e","error":"EOF"} {"level":"info","ts":"2026-04-15T17:55:46.934715Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.938199Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"357620923a88173e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-15T17:55:46.938242Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.938252Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.938294Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"357620923a88173e","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-15T17:55:46.938344Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.938368Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:46.940021Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:47.074148Z","caller":"traceutil/trace.go:172","msg":"trace[51219539] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:627; }","duration":"107.781853ms","start":"2026-04-15T17:55:46.966347Z","end":"2026-04-15T17:55:47.074129Z","steps":["trace[51219539] 'read index received' (duration: 107.775952ms)","trace[51219539] 'applied index is now lower than readState.Index' (duration: 4.951µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:47.074321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.979101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:47.074434Z","caller":"traceutil/trace.go:172","msg":"trace[457366294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"108.105047ms","start":"2026-04-15T17:55:46.966322Z","end":"2026-04-15T17:55:47.074427Z","steps":["trace[457366294] 'agreement among raft nodes before linearized reading' (duration: 107.94908ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:48.521519Z","caller":"traceutil/trace.go:172","msg":"trace[884688797] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"127.640394ms","start":"2026-04-15T17:55:48.393850Z","end":"2026-04-15T17:55:48.521490Z","steps":["trace[884688797] 'process raft request' (duration: 127.512234ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:49.517933Z","caller":"traceutil/trace.go:172","msg":"trace[1571389777] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"189.971611ms","start":"2026-04-15T17:55:49.327938Z","end":"2026-04-15T17:55:49.517910Z","steps":["trace[1571389777] 'process raft request' (duration: 189.787811ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:50.112307Z","caller":"traceutil/trace.go:172","msg":"trace[1759091386] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:633; }","duration":"148.003997ms","start":"2026-04-15T17:55:49.964275Z","end":"2026-04-15T17:55:50.112279Z","steps":["trace[1759091386] 'read index received' (duration: 147.995567ms)","trace[1759091386] 'applied index is now lower than readState.Index' (duration: 6.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:50.112584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.277926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:50.112658Z","caller":"traceutil/trace.go:172","msg":"trace[847910482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"148.372236ms","start":"2026-04-15T17:55:49.964268Z","end":"2026-04-15T17:55:50.112641Z","steps":["trace[847910482] 'agreement among raft nodes before linearized reading' (duration: 148.235996ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:50.112907Z","caller":"traceutil/trace.go:172","msg":"trace[55335910] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"108.286773ms","start":"2026-04-15T17:55:50.004602Z","end":"2026-04-15T17:55:50.112888Z","steps":["trace[55335910] 'process raft request' (duration: 108.251503ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:50.113136Z","caller":"traceutil/trace.go:172","msg":"trace[541350524] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"153.171578ms","start":"2026-04-15T17:55:49.959947Z","end":"2026-04-15T17:55:50.113119Z","steps":["trace[541350524] 'process raft request' (duration: 152.418949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:50.114257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.040729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:50.114287Z","caller":"traceutil/trace.go:172","msg":"trace[684687179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"104.078799ms","start":"2026-04-15T17:55:50.010202Z","end":"2026-04-15T17:55:50.114280Z","steps":["trace[684687179] 'agreement among raft nodes before linearized reading' (duration: 104.016009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:50.953091Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"227.562489ms"} {"level":"info","ts":"2026-04-15T17:55:50.953339Z","caller":"traceutil/trace.go:172","msg":"trace[499014212] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"422.939606ms","start":"2026-04-15T17:55:50.530384Z","end":"2026-04-15T17:55:50.953324Z","steps":["trace[499014212] 'process raft request' (duration: 422.810776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:50.953450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:50.530364Z","time spent":"423.030666ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:50.954542Z","caller":"traceutil/trace.go:172","msg":"trace[1478867536] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:636; }","duration":"137.823023ms","start":"2026-04-15T17:55:50.816709Z","end":"2026-04-15T17:55:50.954532Z","steps":["trace[1478867536] 'read index received' (duration: 137.818433ms)","trace[1478867536] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:50.954638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.930503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:50.954697Z","caller":"traceutil/trace.go:172","msg":"trace[564276070] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:597; }","duration":"137.990213ms","start":"2026-04-15T17:55:50.816700Z","end":"2026-04-15T17:55:50.954690Z","steps":["trace[564276070] 'agreement among raft nodes before linearized reading' (duration: 137.912693ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:51.069060Z","caller":"traceutil/trace.go:172","msg":"trace[140894221] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:636; }","duration":"105.896757ms","start":"2026-04-15T17:55:50.963077Z","end":"2026-04-15T17:55:51.068974Z","steps":["trace[140894221] 'read index received' (duration: 105.892297ms)","trace[140894221] 'applied index is now lower than readState.Index' (duration: 3.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:51.184069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.965017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:51.184165Z","caller":"traceutil/trace.go:172","msg":"trace[528835625] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:597; }","duration":"221.074147ms","start":"2026-04-15T17:55:50.963071Z","end":"2026-04-15T17:55:51.184145Z","steps":["trace[528835625] 'agreement among raft nodes before linearized reading' (duration: 106.008537ms)","trace[528835625] 'range keys from in-memory index tree' (duration: 114.93478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:51.184212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.494669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:55:51.184349Z","caller":"traceutil/trace.go:172","msg":"trace[1043911226] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"222.885964ms","start":"2026-04-15T17:55:50.961404Z","end":"2026-04-15T17:55:51.184290Z","steps":["trace[1043911226] 'process raft request' (duration: 107.243795ms)","trace[1043911226] 'compare' (duration: 115.393579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:51.660756Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.503368ms"} {"level":"info","ts":"2026-04-15T17:55:51.760794Z","caller":"traceutil/trace.go:172","msg":"trace[1138293584] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:637; }","duration":"189.374474ms","start":"2026-04-15T17:55:51.571394Z","end":"2026-04-15T17:55:51.760768Z","steps":["trace[1138293584] 'read index received' (duration: 189.351994ms)","trace[1138293584] 'applied index is now lower than readState.Index' (duration: 21.05µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:51.760913Z","caller":"traceutil/trace.go:172","msg":"trace[483994798] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"237.710744ms","start":"2026-04-15T17:55:51.523181Z","end":"2026-04-15T17:55:51.760892Z","steps":["trace[483994798] 'process raft request' (duration: 237.545514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:51.760931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.524853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:51.760986Z","caller":"traceutil/trace.go:172","msg":"trace[1688050585] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:599; }","duration":"189.595733ms","start":"2026-04-15T17:55:51.571380Z","end":"2026-04-15T17:55:51.760975Z","steps":["trace[1688050585] 'agreement among raft nodes before linearized reading' (duration: 189.480043ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:52.358899Z","caller":"traceutil/trace.go:172","msg":"trace[1394750886] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:638; }","duration":"194.312961ms","start":"2026-04-15T17:55:52.164559Z","end":"2026-04-15T17:55:52.358872Z","steps":["trace[1394750886] 'read index received' (duration: 194.295291ms)","trace[1394750886] 'applied index is now lower than readState.Index' (duration: 16.45µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:52.358964Z","caller":"traceutil/trace.go:172","msg":"trace[1550277795] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"239.976858ms","start":"2026-04-15T17:55:52.118969Z","end":"2026-04-15T17:55:52.358946Z","steps":["trace[1550277795] 'process raft request' (duration: 239.855498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:52.359087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.472181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:52.359109Z","caller":"traceutil/trace.go:172","msg":"trace[1162734436] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:600; }","duration":"194.54843ms","start":"2026-04-15T17:55:52.164555Z","end":"2026-04-15T17:55:52.359104Z","steps":["trace[1162734436] 'agreement among raft nodes before linearized reading' (duration: 194.412551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.120150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.857173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.120213Z","caller":"traceutil/trace.go:172","msg":"trace[634952883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"156.930963ms","start":"2026-04-15T17:55:53.963271Z","end":"2026-04-15T17:55:54.120202Z","steps":["trace[634952883] 'range keys from in-memory index tree' (duration: 156.202434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.120285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.786088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.120343Z","caller":"traceutil/trace.go:172","msg":"trace[486379257] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:604; }","duration":"169.850448ms","start":"2026-04-15T17:55:53.950485Z","end":"2026-04-15T17:55:54.120335Z","steps":["trace[486379257] 'range keys from in-memory index tree' (duration: 169.259078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.572318Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.163381ms"} {"level":"info","ts":"2026-04-15T17:55:54.575472Z","caller":"traceutil/trace.go:172","msg":"trace[1010758388] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"211.898832ms","start":"2026-04-15T17:55:54.363559Z","end":"2026-04-15T17:55:54.575458Z","steps":["trace[1010758388] 'process raft request' (duration: 211.787982ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:56.113663Z","caller":"traceutil/trace.go:172","msg":"trace[944377532] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:649; }","duration":"250.09127ms","start":"2026-04-15T17:55:55.863544Z","end":"2026-04-15T17:55:56.113636Z","steps":["trace[944377532] 'read index received' (duration: 250.08264ms)","trace[944377532] 'applied index is now lower than readState.Index' (duration: 7.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:56.113858Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"50.24624ms"} {"level":"info","ts":"2026-04-15T17:55:56.113966Z","caller":"traceutil/trace.go:172","msg":"trace[644560291] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"245.256208ms","start":"2026-04-15T17:55:55.868676Z","end":"2026-04-15T17:55:56.113932Z","steps":["trace[644560291] 'process raft request' (duration: 245.061868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:56.114225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.33145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:56.114279Z","caller":"traceutil/trace.go:172","msg":"trace[1851031102] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:608; }","duration":"250.72399ms","start":"2026-04-15T17:55:55.863539Z","end":"2026-04-15T17:55:56.114263Z","steps":["trace[1851031102] 'agreement among raft nodes before linearized reading' (duration: 250.21646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:56.114967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.188198ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:56.115022Z","caller":"traceutil/trace.go:172","msg":"trace[1171075557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:609; }","duration":"151.245268ms","start":"2026-04-15T17:55:55.963764Z","end":"2026-04-15T17:55:56.115009Z","steps":["trace[1171075557] 'agreement among raft nodes before linearized reading' (duration: 151.147357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:56.115099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.456537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:56.115186Z","caller":"traceutil/trace.go:172","msg":"trace[1419632533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"145.560237ms","start":"2026-04-15T17:55:55.969610Z","end":"2026-04-15T17:55:56.115170Z","steps":["trace[1419632533] 'agreement among raft nodes before linearized reading' (duration: 145.377507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:56.673118Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.403315ms"} {"level":"info","ts":"2026-04-15T17:55:56.694376Z","caller":"traceutil/trace.go:172","msg":"trace[1057186604] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"310.318325ms","start":"2026-04-15T17:55:56.383801Z","end":"2026-04-15T17:55:56.694119Z","steps":["trace[1057186604] 'process raft request' (duration: 289.485864ms)","trace[1057186604] 'compare' (duration: 20.44527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:56.694628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:56.383772Z","time spent":"310.665835ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:56.739205Z","caller":"traceutil/trace.go:172","msg":"trace[2040856613] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"159.222675ms","start":"2026-04-15T17:55:56.579957Z","end":"2026-04-15T17:55:56.739180Z","steps":["trace[2040856613] 'process raft request' (duration: 159.064824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:57.096124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.626918ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:57.096200Z","caller":"traceutil/trace.go:172","msg":"trace[263237681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:611; }","duration":"131.831928ms","start":"2026-04-15T17:55:56.964355Z","end":"2026-04-15T17:55:57.096187Z","steps":["trace[263237681] 'range keys from in-memory index tree' (duration: 131.607908ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:57.683220Z","caller":"traceutil/trace.go:172","msg":"trace[2029222903] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:653; }","duration":"334.319719ms","start":"2026-04-15T17:55:57.348876Z","end":"2026-04-15T17:55:57.683195Z","steps":["trace[2029222903] 'read index received' (duration: 334.310519ms)","trace[2029222903] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:57.683434Z","caller":"traceutil/trace.go:172","msg":"trace[1671630248] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"583.766188ms","start":"2026-04-15T17:55:57.099654Z","end":"2026-04-15T17:55:57.683420Z","steps":["trace[1671630248] 'process raft request' (duration: 583.522188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:57.683406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.521449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:55:57.683700Z","caller":"traceutil/trace.go:172","msg":"trace[403875211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"334.82645ms","start":"2026-04-15T17:55:57.348861Z","end":"2026-04-15T17:55:57.683688Z","steps":["trace[403875211] 'agreement among raft nodes before linearized reading' (duration: 334.419389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:57.683738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:57.348840Z","time spent":"334.88798ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:55:57.683673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:57.099635Z","time spent":"583.915848ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:57.842614Z","caller":"traceutil/trace.go:172","msg":"trace[1813288442] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"155.647201ms","start":"2026-04-15T17:55:57.686950Z","end":"2026-04-15T17:55:57.842598Z","steps":["trace[1813288442] 'process raft request' (duration: 155.598321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:58.059960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.613005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:58.060045Z","caller":"traceutil/trace.go:172","msg":"trace[836851891] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:614; }","duration":"105.706915ms","start":"2026-04-15T17:55:57.954320Z","end":"2026-04-15T17:55:58.060027Z","steps":["trace[836851891] 'agreement among raft nodes before linearized reading' (duration: 31.388307ms)","trace[836851891] 'range keys from in-memory index tree' (duration: 74.199418ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:55:58.930638Z","caller":"traceutil/trace.go:172","msg":"trace[154488190] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"185.674992ms","start":"2026-04-15T17:55:58.744949Z","end":"2026-04-15T17:55:58.930624Z","steps":["trace[154488190] 'process raft request' (duration: 185.557232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:00.257346Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"775.789µs"} {"level":"info","ts":"2026-04-15T17:56:00.257655Z","caller":"traceutil/trace.go:172","msg":"trace[907582069] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"105.325333ms","start":"2026-04-15T17:56:00.152319Z","end":"2026-04-15T17:56:00.257645Z","steps":["trace[907582069] 'process raft request' (duration: 105.222463ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:00.258485Z","caller":"traceutil/trace.go:172","msg":"trace[895879584] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:664; }","duration":"101.145916ms","start":"2026-04-15T17:56:00.157308Z","end":"2026-04-15T17:56:00.258454Z","steps":["trace[895879584] 'read index received' (duration: 101.128176ms)","trace[895879584] 'applied index is now lower than readState.Index' (duration: 16.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:00.258560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.256306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:00.258761Z","caller":"traceutil/trace.go:172","msg":"trace[76953937] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:621; }","duration":"101.295566ms","start":"2026-04-15T17:56:00.157283Z","end":"2026-04-15T17:56:00.258578Z","steps":["trace[76953937] 'agreement among raft nodes before linearized reading' (duration: 101.237216ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:00.593214Z","caller":"traceutil/trace.go:172","msg":"trace[1247689483] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"110.172681ms","start":"2026-04-15T17:56:00.483006Z","end":"2026-04-15T17:56:00.593179Z","steps":["trace[1247689483] 'process raft request' (duration: 109.973781ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:02.026479Z","caller":"traceutil/trace.go:172","msg":"trace[58097200] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:666; }","duration":"104.99249ms","start":"2026-04-15T17:56:01.921461Z","end":"2026-04-15T17:56:02.026453Z","steps":["trace[58097200] 'read index received' (duration: 104.98533ms)","trace[58097200] 'applied index is now lower than readState.Index' (duration: 5.96µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:02.026507Z","caller":"traceutil/trace.go:172","msg":"trace[681896984] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"257.917521ms","start":"2026-04-15T17:56:01.768566Z","end":"2026-04-15T17:56:02.026484Z","steps":["trace[681896984] 'process raft request' (duration: 257.778541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:02.026739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.239841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:56:02.026804Z","caller":"traceutil/trace.go:172","msg":"trace[1083096745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"105.326471ms","start":"2026-04-15T17:56:01.921457Z","end":"2026-04-15T17:56:02.026783Z","steps":["trace[1083096745] 'agreement among raft nodes before linearized reading' (duration: 105.128421ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:02.223073Z","caller":"traceutil/trace.go:172","msg":"trace[138243079] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"191.446297ms","start":"2026-04-15T17:56:02.031597Z","end":"2026-04-15T17:56:02.223044Z","steps":["trace[138243079] 'process raft request' (duration: 101.533257ms)","trace[138243079] 'compare' (duration: 89.783959ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:02.449225Z","caller":"traceutil/trace.go:172","msg":"trace[877307251] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"186.817385ms","start":"2026-04-15T17:56:02.262383Z","end":"2026-04-15T17:56:02.449201Z","steps":["trace[877307251] 'process raft request' (duration: 120.066379ms)","trace[877307251] 'compare' (duration: 66.642526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:03.197380Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.232394ms"} {"level":"warn","ts":"2026-04-15T17:56:03.347277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.158459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:03.347577Z","caller":"traceutil/trace.go:172","msg":"trace[353996305] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"337.435085ms","start":"2026-04-15T17:56:03.010117Z","end":"2026-04-15T17:56:03.347552Z","steps":["trace[353996305] 'process raft request' (duration: 234.743245ms)","trace[353996305] 'compare' (duration: 101.472797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:03.347719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:03.010095Z","time spent":"337.583976ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:03.348210Z","caller":"traceutil/trace.go:172","msg":"trace[1829714892] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"143.250816ms","start":"2026-04-15T17:56:03.204946Z","end":"2026-04-15T17:56:03.348197Z","steps":["trace[1829714892] 'process raft request' (duration: 143.028885ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.317056Z","caller":"traceutil/trace.go:172","msg":"trace[938116913] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:688; }","duration":"163.177841ms","start":"2026-04-15T17:56:08.153860Z","end":"2026-04-15T17:56:08.317038Z","steps":["trace[938116913] 'read index received' (duration: 163.172161ms)","trace[938116913] 'applied index is now lower than readState.Index' (duration: 4.82µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:08.317247Z","caller":"traceutil/trace.go:172","msg":"trace[393919377] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"163.414762ms","start":"2026-04-15T17:56:08.153815Z","end":"2026-04-15T17:56:08.317229Z","steps":["trace[393919377] 'process raft request' (duration: 163.141901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:08.317367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.483853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T17:56:08.317411Z","caller":"traceutil/trace.go:172","msg":"trace[1076919694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"163.548673ms","start":"2026-04-15T17:56:08.153854Z","end":"2026-04-15T17:56:08.317402Z","steps":["trace[1076919694] 'agreement among raft nodes before linearized reading' (duration: 163.280862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:08.318181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.649469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:08.318221Z","caller":"traceutil/trace.go:172","msg":"trace[2069932992] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:644; }","duration":"162.691549ms","start":"2026-04-15T17:56:08.155520Z","end":"2026-04-15T17:56:08.318212Z","steps":["trace[2069932992] 'agreement among raft nodes before linearized reading' (duration: 162.617359ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.519163Z","caller":"traceutil/trace.go:172","msg":"trace[2123566734] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"198.728925ms","start":"2026-04-15T17:56:08.320410Z","end":"2026-04-15T17:56:08.519138Z","steps":["trace[2123566734] 'process raft request' (duration: 113.874441ms)","trace[2123566734] 'compare' (duration: 84.709493ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:08.540219Z","caller":"traceutil/trace.go:172","msg":"trace[1929751169] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"217.28539ms","start":"2026-04-15T17:56:08.322916Z","end":"2026-04-15T17:56:08.540201Z","steps":["trace[1929751169] 'process raft request' (duration: 216.857948ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.540220Z","caller":"traceutil/trace.go:172","msg":"trace[1915301252] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"217.23162ms","start":"2026-04-15T17:56:08.322968Z","end":"2026-04-15T17:56:08.540200Z","steps":["trace[1915301252] 'process raft request' (duration: 216.914389ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.540674Z","caller":"traceutil/trace.go:172","msg":"trace[1764061947] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:695; }","duration":"119.481844ms","start":"2026-04-15T17:56:08.421177Z","end":"2026-04-15T17:56:08.540659Z","steps":["trace[1764061947] 'read index received' (duration: 119.476684ms)","trace[1764061947] 'applied index is now lower than readState.Index' (duration: 4.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:08.540774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.591844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-04-15T17:56:08.540812Z","caller":"traceutil/trace.go:172","msg":"trace[1729844280] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:649; }","duration":"119.644014ms","start":"2026-04-15T17:56:08.421158Z","end":"2026-04-15T17:56:08.540802Z","steps":["trace[1729844280] 'agreement among raft nodes before linearized reading' (duration: 119.560784ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.639393Z","caller":"traceutil/trace.go:172","msg":"trace[963215454] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"153.09545ms","start":"2026-04-15T17:56:08.486276Z","end":"2026-04-15T17:56:08.639371Z","steps":["trace[963215454] 'process raft request' (duration: 152.415927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:08.947080Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"28.638436ms"} {"level":"warn","ts":"2026-04-15T17:56:09.128117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.568616ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:09.128208Z","caller":"traceutil/trace.go:172","msg":"trace[1184424178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:650; }","duration":"163.672717ms","start":"2026-04-15T17:56:08.964518Z","end":"2026-04-15T17:56:09.128191Z","steps":["trace[1184424178] 'range keys from in-memory index tree' (duration: 163.510706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:09.424081Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290428368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:56:09.527903Z","caller":"traceutil/trace.go:172","msg":"trace[1142917328] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"979.340052ms","start":"2026-04-15T17:56:08.548545Z","end":"2026-04-15T17:56:09.527885Z","steps":["trace[1142917328] 'process raft request' (duration: 979.297971ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:09.527965Z","caller":"traceutil/trace.go:172","msg":"trace[1770582928] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"998.64668ms","start":"2026-04-15T17:56:08.529310Z","end":"2026-04-15T17:56:09.527957Z","steps":["trace[1770582928] 'process raft request' (duration: 998.446009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:09.528026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.529305Z","time spent":"998.68242ms","remote":"127.0.0.1:39834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:09.528026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.548527Z","time spent":"979.442622ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:09.528267Z","caller":"traceutil/trace.go:172","msg":"trace[683746277] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"999.670394ms","start":"2026-04-15T17:56:08.528555Z","end":"2026-04-15T17:56:09.528225Z","steps":["trace[683746277] 'process raft request' (duration: 999.026141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:09.528505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.528544Z","time spent":"999.878575ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:09.735374Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.94174ms"} {"level":"warn","ts":"2026-04-15T17:56:09.924375Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290428368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:56:10.118845Z","caller":"traceutil/trace.go:172","msg":"trace[2090081811] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:700; }","duration":"1.195678554s","start":"2026-04-15T17:56:08.923141Z","end":"2026-04-15T17:56:10.118819Z","steps":["trace[2090081811] 'read index received' (duration: 1.195668584s)","trace[2090081811] 'applied index is now lower than readState.Index' (duration: 8.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:10.119072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.195927665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:10.119124Z","caller":"traceutil/trace.go:172","msg":"trace[1478790851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"1.195984966s","start":"2026-04-15T17:56:08.923120Z","end":"2026-04-15T17:56:10.119105Z","steps":["trace[1478790851] 'agreement among raft nodes before linearized reading' (duration: 1.195841315s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.119164Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.923092Z","time spent":"1.196062746s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:56:10.119502Z","caller":"traceutil/trace.go:172","msg":"trace[814230798] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"1.478204888s","start":"2026-04-15T17:56:08.641279Z","end":"2026-04-15T17:56:10.119484Z","steps":["trace[814230798] 'process raft request' (duration: 1.477861157s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.119611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.641254Z","time spent":"1.478304089s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:56:10.119710Z","caller":"traceutil/trace.go:172","msg":"trace[1546835154] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"1.376218836s","start":"2026-04-15T17:56:08.743474Z","end":"2026-04-15T17:56:10.119693Z","steps":["trace[1546835154] 'process raft request' (duration: 1.375795504s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.119834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.743413Z","time spent":"1.376384977s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:56:10.131084Z","caller":"traceutil/trace.go:172","msg":"trace[484914225] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"733.878382ms","start":"2026-04-15T17:56:09.397188Z","end":"2026-04-15T17:56:10.131067Z","steps":["trace[484914225] 'process raft request' (duration: 733.659801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.131259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.161475903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:56:10.131187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:09.397163Z","time spent":"733.970032ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:10.131350Z","caller":"traceutil/trace.go:172","msg":"trace[1237445042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"1.161571803s","start":"2026-04-15T17:56:08.969764Z","end":"2026-04-15T17:56:10.131336Z","steps":["trace[1237445042] 'agreement among raft nodes before linearized reading' (duration: 1.161218311s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.131450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.969738Z","time spent":"1.161698074s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:56:10.131458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.118706667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:10.131550Z","caller":"traceutil/trace.go:172","msg":"trace[752903306] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:657; }","duration":"1.118805727s","start":"2026-04-15T17:56:09.012717Z","end":"2026-04-15T17:56:10.131523Z","steps":["trace[752903306] 'agreement among raft nodes before linearized reading' (duration: 1.118369725s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.131594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:09.012696Z","time spent":"1.118883937s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:10.131290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.592101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:10.131633Z","caller":"traceutil/trace.go:172","msg":"trace[1877472954] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:657; }","duration":"465.935472ms","start":"2026-04-15T17:56:09.665686Z","end":"2026-04-15T17:56:10.131622Z","steps":["trace[1877472954] 'agreement among raft nodes before linearized reading' (duration: 465.35265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.131684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:09.665666Z","time spent":"466.006553ms","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-04-15T17:56:10.131212Z","caller":"traceutil/trace.go:172","msg":"trace[212588836] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"599.155288ms","start":"2026-04-15T17:56:09.532044Z","end":"2026-04-15T17:56:10.131200Z","steps":["trace[212588836] 'process raft request' (duration: 598.913177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.131338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.003086377s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:56:10.132483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:09.531993Z","time spent":"600.463074ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:56:10.132333Z","caller":"traceutil/trace.go:172","msg":"trace[1222267326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:657; }","duration":"1.004076362s","start":"2026-04-15T17:56:09.128247Z","end":"2026-04-15T17:56:10.132323Z","steps":["trace[1222267326] 'agreement among raft nodes before linearized reading' (duration: 1.002836546s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:10.157840Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-15T17:56:12.349056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.783705ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:12.349153Z","caller":"traceutil/trace.go:172","msg":"trace[706040789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:678; }","duration":"105.898706ms","start":"2026-04-15T17:56:12.243236Z","end":"2026-04-15T17:56:12.349135Z","steps":["trace[706040789] 'range keys from in-memory index tree' (duration: 105.725225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:12.806367Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.680424ms"} {"level":"info","ts":"2026-04-15T17:56:12.806653Z","caller":"traceutil/trace.go:172","msg":"trace[592906414] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"243.234582ms","start":"2026-04-15T17:56:12.563402Z","end":"2026-04-15T17:56:12.806636Z","steps":["trace[592906414] 'process raft request' (duration: 243.100841ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:13.016404Z","caller":"traceutil/trace.go:172","msg":"trace[436196581] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"451.403367ms","start":"2026-04-15T17:56:12.564960Z","end":"2026-04-15T17:56:13.016363Z","steps":["trace[436196581] 'process raft request' (duration: 387.818907ms)","trace[436196581] 'compare' (duration: 63.285459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:13.016524Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:12.564948Z","time spent":"451.523218ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:13.041625Z","caller":"traceutil/trace.go:172","msg":"trace[1924000134] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"389.414656ms","start":"2026-04-15T17:56:12.651923Z","end":"2026-04-15T17:56:13.041338Z","steps":["trace[1924000134] 'process raft request' (duration: 389.099274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:13.041907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:12.651885Z","time spent":"389.914438ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:14.400510Z","caller":"traceutil/trace.go:172","msg":"trace[1668119651] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"186.863513ms","start":"2026-04-15T17:56:14.213623Z","end":"2026-04-15T17:56:14.400487Z","steps":["trace[1668119651] 'process raft request' (duration: 186.680632ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:15.155881Z","caller":"traceutil/trace.go:172","msg":"trace[231776789] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"100.7946ms","start":"2026-04-15T17:56:15.055064Z","end":"2026-04-15T17:56:15.155858Z","steps":["trace[231776789] 'process raft request' (duration: 100.618469ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:16.512590Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"e2b5783e11defe7e","to":"357620923a88173e","bytes":897029,"size":"897 kB","took":"30.087592736s"} {"level":"warn","ts":"2026-04-15T17:56:17.366279Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.515628ms"} {"level":"info","ts":"2026-04-15T17:56:17.422361Z","caller":"traceutil/trace.go:172","msg":"trace[348435828] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"261.792377ms","start":"2026-04-15T17:56:17.160508Z","end":"2026-04-15T17:56:17.422300Z","steps":["trace[348435828] 'process raft request' (duration: 206.291158ms)","trace[348435828] 'compare' (duration: 55.330438ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:17.427962Z","caller":"traceutil/trace.go:172","msg":"trace[817111561] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"220.904792ms","start":"2026-04-15T17:56:17.207038Z","end":"2026-04-15T17:56:17.427943Z","steps":["trace[817111561] 'process raft request' (duration: 220.785481ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:21.546347Z","caller":"traceutil/trace.go:172","msg":"trace[499911820] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"112.053271ms","start":"2026-04-15T17:56:21.434270Z","end":"2026-04-15T17:56:21.546324Z","steps":["trace[499911820] 'process raft request' (duration: 111.672888ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:27.453262Z","caller":"traceutil/trace.go:172","msg":"trace[1827206491] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"130.253731ms","start":"2026-04-15T17:56:27.322799Z","end":"2026-04-15T17:56:27.453053Z","steps":["trace[1827206491] 'process raft request' (duration: 130.064589ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:27.736090Z","caller":"traceutil/trace.go:172","msg":"trace[838584117] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"158.901098ms","start":"2026-04-15T17:56:27.577168Z","end":"2026-04-15T17:56:27.736069Z","steps":["trace[838584117] 'process raft request' (duration: 158.767427ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:29.166135Z","caller":"traceutil/trace.go:172","msg":"trace[927087920] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"131.949079ms","start":"2026-04-15T17:56:29.034158Z","end":"2026-04-15T17:56:29.166107Z","steps":["trace[927087920] 'process raft request' (duration: 131.697406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:47.620966Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:51662","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:56:47.780666Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e2b5783e11defe7e switched to configuration voters=(3852302343681349438 16336095431339474558) learners=(8423925486820372242)"} {"level":"info","ts":"2026-04-15T17:56:47.780979Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","added-peer-id":"74e7cb993049af12","added-peer-peer-urls":["https://199.19.213.177:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-15T17:56:47.781062Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.781102Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.781617Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.781861Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.781809Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.781929Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.781901Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12","remote-peer-urls":["https://199.19.213.177:2380"]} {"level":"info","ts":"2026-04-15T17:56:47.781892Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.782117Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"e2b5783e11defe7e","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"74e7cb993049af12"} {"level":"warn","ts":"2026-04-15T17:56:47.798993Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:51690","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:56:47.944638Z","caller":"traceutil/trace.go:172","msg":"trace[713372101] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"119.143162ms","start":"2026-04-15T17:56:47.825468Z","end":"2026-04-15T17:56:47.944611Z","steps":["trace[713372101] 'process raft request' (duration: 118.835358ms)"],"step_count":1} {"level":"error","ts":"2026-04-15T17:56:47.948605Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:56:48.345939Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-15T17:56:48.346053Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"74e7cb993049af12","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-15T17:56:48.832314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:51732","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-15T17:56:48.832903Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-15T17:56:49.334925Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-15T17:56:49.335073Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"74e7cb993049af12","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-15T17:56:49.835707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:51746","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-15T17:56:49.836258Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-15T17:56:50.125663Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.177:2380/version","remote-member-id":"74e7cb993049af12","error":"Get \"https://199.19.213.177:2380/version\": dial tcp 199.19.213.177:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:56:50.125748Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"74e7cb993049af12","error":"Get \"https://199.19.213.177:2380/version\": dial tcp 199.19.213.177:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:56:50.334256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:40580","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-15T17:56:50.335547Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-15T17:56:50.335615Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"74e7cb993049af12","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-15T17:56:50.832354Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-15T17:56:51.332476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:40604","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-15T17:56:51.333536Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-15T17:56:51.333703Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"74e7cb993049af12","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-15T17:56:51.831939Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-15T17:56:51.924092Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.924301Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.931899Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.936028Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"e2b5783e11defe7e","to":"74e7cb993049af12","bytes":1180202,"size":"1.2 MB"} {"level":"info","ts":"2026-04-15T17:56:51.936111Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":856,"remote-peer-id":"74e7cb993049af12","bytes":1180202,"size":"1.2 MB"} {"level":"info","ts":"2026-04-15T17:56:51.936220Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"74e7cb993049af12","stream-type":"stream Message"} {"level":"info","ts":"2026-04-15T17:56:51.936278Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.941045Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1171456,"size":"1.2 MB"} {"level":"info","ts":"2026-04-15T17:56:51.942810Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"74e7cb993049af12","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-15T17:56:51.942845Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.956992Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":856,"remote-peer-id":"74e7cb993049af12","bytes":1180202,"size":"1.2 MB"} {"level":"warn","ts":"2026-04-15T17:56:52.018664Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:56:52.018820Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:56:52.034147Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"74e7cb993049af12","error":"failed to dial 74e7cb993049af12 on stream MsgApp v2 (peer 74e7cb993049af12 failed to find local node e2b5783e11defe7e)"} {"level":"info","ts":"2026-04-15T17:56:52.035502Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.035542Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.044484Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"74e7cb993049af12","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-15T17:56:52.044552Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.044575Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.050289Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e2b5783e11defe7e","to":"74e7cb993049af12","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-15T17:56:52.050351Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.050370Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.131675Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e2b5783e11defe7e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.389921Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e2b5783e11defe7e switched to configuration voters=(3852302343681349438 8423925486820372242 16336095431339474558)"} {"level":"info","ts":"2026-04-15T17:56:52.390129Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","promoted-member-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.390182Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"e2b5783e11defe7e","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"74e7cb993049af12"} {"level":"warn","ts":"2026-04-15T17:56:52.781961Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"74e7cb993049af12","rtt":"0s","error":"dial tcp 199.19.213.177:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:56:52.782061Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"74e7cb993049af12","rtt":"0s","error":"dial tcp 199.19.213.177:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:56:56.024759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.027668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:56.024847Z","caller":"traceutil/trace.go:172","msg":"trace[640619428] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:801; }","duration":"393.127929ms","start":"2026-04-15T17:56:55.631700Z","end":"2026-04-15T17:56:56.024828Z","steps":["trace[640619428] 'agreement among raft nodes before linearized reading' (duration: 23.541104ms)","trace[640619428] 'range keys from in-memory index tree' (duration: 369.444094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:56.024889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:55.631668Z","time spent":"393.210881ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:56.025051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.789469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:56.025202Z","caller":"traceutil/trace.go:172","msg":"trace[5496364] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"172.994888ms","start":"2026-04-15T17:56:55.852193Z","end":"2026-04-15T17:56:56.025188Z","steps":["trace[5496364] 'read index received' (duration: 1.502433ms)","trace[5496364] 'applied index is now lower than readState.Index' (duration: 171.491225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:56.025972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.763269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:56:56.026211Z","caller":"traceutil/trace.go:172","msg":"trace[43956308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:802; }","duration":"174.010283ms","start":"2026-04-15T17:56:55.852172Z","end":"2026-04-15T17:56:56.026182Z","steps":["trace[43956308] 'agreement among raft nodes before linearized reading' (duration: 173.076219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:56.306052Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"149.541588ms"} {"level":"warn","ts":"2026-04-15T17:56:56.306143Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"149.63881ms"} {"level":"warn","ts":"2026-04-15T17:56:56.525996Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290428720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:56:56.601275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.62556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:56.601384Z","caller":"traceutil/trace.go:172","msg":"trace[332552564] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"587.785608ms","start":"2026-04-15T17:56:56.013579Z","end":"2026-04-15T17:56:56.601364Z","steps":["trace[332552564] 'process raft request' (duration: 292.623029ms)","trace[332552564] 'compare' (duration: 294.447848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:56.601453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.013554Z","time spent":"587.879129ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:56.737701Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"231.511576ms"} {"level":"warn","ts":"2026-04-15T17:56:56.737789Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"231.630307ms"} {"level":"info","ts":"2026-04-15T17:56:56.737756Z","caller":"traceutil/trace.go:172","msg":"trace[375018128] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:875; }","duration":"712.457477ms","start":"2026-04-15T17:56:56.025257Z","end":"2026-04-15T17:56:56.737715Z","steps":["trace[375018128] 'read index received' (duration: 712.436027ms)","trace[375018128] 'applied index is now lower than readState.Index' (duration: 18.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.162280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.192966585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.162395Z","caller":"traceutil/trace.go:172","msg":"trace[1141186877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"1.193095767s","start":"2026-04-15T17:56:55.969274Z","end":"2026-04-15T17:56:57.162370Z","steps":["trace[1141186877] 'agreement among raft nodes before linearized reading' (duration: 768.628007ms)","trace[1141186877] 'range keys from in-memory index tree' (duration: 424.292007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.162443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:55.969250Z","time spent":"1.193182779s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:56:57.162826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.138181027s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:56:57.162884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.174372895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.162916Z","caller":"traceutil/trace.go:172","msg":"trace[1908163273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:803; }","duration":"1.138278828s","start":"2026-04-15T17:56:56.024614Z","end":"2026-04-15T17:56:57.162893Z","steps":["trace[1908163273] 'agreement among raft nodes before linearized reading' (duration: 713.26842ms)","trace[1908163273] 'range keys from in-memory index tree' (duration: 424.897276ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:57.162950Z","caller":"traceutil/trace.go:172","msg":"trace[663790906] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:0; response_revision:803; }","duration":"1.174455637s","start":"2026-04-15T17:56:55.988476Z","end":"2026-04-15T17:56:57.162932Z","steps":["trace[663790906] 'agreement among raft nodes before linearized reading' (duration: 749.419458ms)","trace[663790906] 'range keys from in-memory index tree' (duration: 424.917697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.162986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:55.988462Z","time spent":"1.174517737s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/minions/controller-3\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:57.163479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.365704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:57.163947Z","caller":"traceutil/trace.go:172","msg":"trace[1645443833] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"1.13312529s","start":"2026-04-15T17:56:56.030797Z","end":"2026-04-15T17:56:57.163923Z","steps":["trace[1645443833] 'process raft request' (duration: 707.091866ms)","trace[1645443833] 'compare' (duration: 424.806115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.164055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.030767Z","time spent":"1.133220361s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:57.164418Z","caller":"traceutil/trace.go:172","msg":"trace[452529457] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:875; }","duration":"426.542972ms","start":"2026-04-15T17:56:56.737828Z","end":"2026-04-15T17:56:57.164371Z","steps":["trace[452529457] 'read index received' (duration: 261.850451ms)","trace[452529457] 'applied index is now lower than readState.Index' (duration: 164.689571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.164495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"868.820092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.164488Z","caller":"traceutil/trace.go:172","msg":"trace[1381567765] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"455.778007ms","start":"2026-04-15T17:56:56.708689Z","end":"2026-04-15T17:56:57.164467Z","steps":["trace[1381567765] 'process raft request' (duration: 455.496963ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:57.164525Z","caller":"traceutil/trace.go:172","msg":"trace[320145011] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:806; }","duration":"868.853952ms","start":"2026-04-15T17:56:56.295663Z","end":"2026-04-15T17:56:57.164517Z","steps":["trace[320145011] 'agreement among raft nodes before linearized reading' (duration: 868.793561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.164568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.295642Z","time spent":"868.919823ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:57.165006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.708648Z","time spent":"455.98278ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:57.278009Z","caller":"traceutil/trace.go:172","msg":"trace[25328635] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:878; }","duration":"113.339819ms","start":"2026-04-15T17:56:57.164647Z","end":"2026-04-15T17:56:57.277987Z","steps":["trace[25328635] 'read index received' (duration: 113.330569ms)","trace[25328635] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.379636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.993687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:56:57.379678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.283949ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-15T17:56:57.379731Z","caller":"traceutil/trace.go:172","msg":"trace[427439558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"215.106569ms","start":"2026-04-15T17:56:57.164604Z","end":"2026-04-15T17:56:57.379710Z","steps":["trace[427439558] 'agreement among raft nodes before linearized reading' (duration: 113.507361ms)","trace[427439558] 'range keys from in-memory index tree' (duration: 101.435286ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:57.379790Z","caller":"traceutil/trace.go:172","msg":"trace[375221737] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:878; }","duration":"101.554807ms","start":"2026-04-15T17:56:57.278213Z","end":"2026-04-15T17:56:57.379768Z","steps":["trace[375221737] 'read index received' (duration: 904.534µs)","trace[375221737] 'applied index is now lower than readState.Index' (duration: 100.648983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.379856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.942187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.379879Z","caller":"traceutil/trace.go:172","msg":"trace[2122802611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:806; }","duration":"214.969607ms","start":"2026-04-15T17:56:57.164901Z","end":"2026-04-15T17:56:57.379870Z","steps":["trace[2122802611] 'agreement among raft nodes before linearized reading' (duration: 214.920717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.379975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.374322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.380054Z","caller":"traceutil/trace.go:172","msg":"trace[179587487] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:0; response_revision:806; }","duration":"213.475604ms","start":"2026-04-15T17:56:57.166560Z","end":"2026-04-15T17:56:57.380035Z","steps":["trace[179587487] 'agreement among raft nodes before linearized reading' (duration: 213.314961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.578136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.893849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.578247Z","caller":"traceutil/trace.go:172","msg":"trace[2078501880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"188.019431ms","start":"2026-04-15T17:56:57.390203Z","end":"2026-04-15T17:56:57.578223Z","steps":["trace[2078501880] 'agreement among raft nodes before linearized reading' (duration: 96.652611ms)","trace[2078501880] 'range keys from in-memory index tree' (duration: 91.201117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.815094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.838966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:56:58.251272Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.449201ms"} {"level":"warn","ts":"2026-04-15T17:56:58.251345Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.532282ms"} {"level":"info","ts":"2026-04-15T17:56:58.266918Z","caller":"traceutil/trace.go:172","msg":"trace[1037127600] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"234.855689ms","start":"2026-04-15T17:56:58.032043Z","end":"2026-04-15T17:56:58.266899Z","steps":["trace[1037127600] 'process raft request' (duration: 234.790698ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:58.266969Z","caller":"traceutil/trace.go:172","msg":"trace[580398279] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"238.420624ms","start":"2026-04-15T17:56:58.028499Z","end":"2026-04-15T17:56:58.266919Z","steps":["trace[580398279] 'process raft request' (duration: 223.031254ms)","trace[580398279] 'compare' (duration: 15.177947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:58.536929Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"80.165977ms"} {"level":"warn","ts":"2026-04-15T17:56:58.537135Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"80.37811ms"} {"level":"warn","ts":"2026-04-15T17:56:58.746719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.525533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:58.746947Z","caller":"traceutil/trace.go:172","msg":"trace[50555604] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"474.561504ms","start":"2026-04-15T17:56:58.272370Z","end":"2026-04-15T17:56:58.746932Z","steps":["trace[50555604] 'process raft request' (duration: 474.468472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:58.747031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.272331Z","time spent":"474.656174ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:58.747013Z","caller":"traceutil/trace.go:172","msg":"trace[93525801] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"475.516938ms","start":"2026-04-15T17:56:58.271465Z","end":"2026-04-15T17:56:58.746982Z","steps":["trace[93525801] 'process raft request' (duration: 265.66494ms)","trace[93525801] 'compare' (duration: 208.879963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:58.747160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.271437Z","time spent":"475.65264ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:56:58.842161Z","caller":"traceutil/trace.go:172","msg":"trace[1989517730] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"567.629617ms","start":"2026-04-15T17:56:58.274515Z","end":"2026-04-15T17:56:58.842144Z","steps":["trace[1989517730] 'process raft request' (duration: 567.583216ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:58.842166Z","caller":"traceutil/trace.go:172","msg":"trace[300504257] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"568.269417ms","start":"2026-04-15T17:56:58.273873Z","end":"2026-04-15T17:56:58.842143Z","steps":["trace[300504257] 'process raft request' (duration: 568.131235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:58.842308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.274488Z","time spent":"567.752229ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:58.842338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.273855Z","time spent":"568.39861ms","remote":"127.0.0.1:39834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:56:58.844540Z","caller":"traceutil/trace.go:172","msg":"trace[1008073635] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"237.674393ms","start":"2026-04-15T17:56:58.606847Z","end":"2026-04-15T17:56:58.844522Z","steps":["trace[1008073635] 'process raft request' (duration: 237.412249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:58.844687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.058445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:3083"} {"level":"info","ts":"2026-04-15T17:56:58.844778Z","caller":"traceutil/trace.go:172","msg":"trace[1151151388] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:818; }","duration":"312.164917ms","start":"2026-04-15T17:56:58.532596Z","end":"2026-04-15T17:56:58.844761Z","steps":["trace[1151151388] 'agreement among raft nodes before linearized reading' (duration: 311.812821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:58.844820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.532568Z","time spent":"312.242837ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3106,"request content":"key:\"/registry/minions/controller-3\" limit:1 "} {"level":"info","ts":"2026-04-15T17:56:58.845152Z","caller":"traceutil/trace.go:172","msg":"trace[878190657] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:890; }","duration":"311.276552ms","start":"2026-04-15T17:56:58.532613Z","end":"2026-04-15T17:56:58.843890Z","steps":["trace[878190657] 'read index received' (duration: 311.270882ms)","trace[878190657] 'applied index is now lower than readState.Index' (duration: 4.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.071693Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.921862ms"} {"level":"warn","ts":"2026-04-15T17:56:59.071762Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.998984ms"} {"level":"warn","ts":"2026-04-15T17:56:59.111168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.520179ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.111224Z","caller":"traceutil/trace.go:172","msg":"trace[212613830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:820; }","duration":"146.6012ms","start":"2026-04-15T17:56:58.964608Z","end":"2026-04-15T17:56:59.111209Z","steps":["trace[212613830] 'range keys from in-memory index tree' (duration: 146.423938ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:59.111267Z","caller":"traceutil/trace.go:172","msg":"trace[1963193416] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"260.201445ms","start":"2026-04-15T17:56:58.851044Z","end":"2026-04-15T17:56:59.111245Z","steps":["trace[1963193416] 'process raft request' (duration: 221.100267ms)","trace[1963193416] 'compare' (duration: 38.957566ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:59.310181Z","caller":"traceutil/trace.go:172","msg":"trace[633360505] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"455.502812ms","start":"2026-04-15T17:56:58.854655Z","end":"2026-04-15T17:56:59.310158Z","steps":["trace[633360505] 'process raft request' (duration: 453.315917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.310355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.854636Z","time spent":"455.631844ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:59.423722Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290428743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:56:59.458232Z","caller":"traceutil/trace.go:172","msg":"trace[2050130666] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:895; }","duration":"535.292015ms","start":"2026-04-15T17:56:58.922906Z","end":"2026-04-15T17:56:59.458198Z","steps":["trace[2050130666] 'read index received' (duration: 535.282475ms)","trace[2050130666] 'applied index is now lower than readState.Index' (duration: 7.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.795557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"872.65904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.795833Z","caller":"traceutil/trace.go:172","msg":"trace[1539663116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:822; }","duration":"872.938304ms","start":"2026-04-15T17:56:58.922878Z","end":"2026-04-15T17:56:59.795816Z","steps":["trace[1539663116] 'agreement among raft nodes before linearized reading' (duration: 535.448738ms)","trace[1539663116] 'range keys from in-memory index tree' (duration: 337.18289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.796309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.922855Z","time spent":"873.440812ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:56:59.803902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.509562ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:56:59.804268Z","caller":"traceutil/trace.go:172","msg":"trace[1736242686] linearizableReadLoop","detail":"{readStateIndex:898; appliedIndex:895; }","duration":"345.936399ms","start":"2026-04-15T17:56:59.458312Z","end":"2026-04-15T17:56:59.804248Z","steps":["trace[1736242686] 'read index received' (duration: 748.082µs)","trace[1736242686] 'applied index is now lower than readState.Index' (duration: 345.187107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.804537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.18735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:56:59.804594Z","caller":"traceutil/trace.go:172","msg":"trace[166815918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:824; }","duration":"635.260021ms","start":"2026-04-15T17:56:59.169320Z","end":"2026-04-15T17:56:59.804580Z","steps":["trace[166815918] 'agreement among raft nodes before linearized reading' (duration: 635.054348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.804517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.444284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:56:59.804642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:59.169294Z","time spent":"635.337002ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:56:59.804669Z","caller":"traceutil/trace.go:172","msg":"trace[76135052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:824; }","duration":"509.756368ms","start":"2026-04-15T17:56:59.294887Z","end":"2026-04-15T17:56:59.804643Z","steps":["trace[76135052] 'agreement among raft nodes before linearized reading' (duration: 509.384403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.804730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:59.294861Z","time spent":"509.85178ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:59.804814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.535893ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.804866Z","caller":"traceutil/trace.go:172","msg":"trace[872262232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:824; }","duration":"693.591944ms","start":"2026-04-15T17:56:59.111260Z","end":"2026-04-15T17:56:59.804852Z","steps":["trace[872262232] 'agreement among raft nodes before linearized reading' (duration: 693.511152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.804869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"719.193699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.804908Z","caller":"traceutil/trace.go:172","msg":"trace[593488742] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:824; }","duration":"719.228629ms","start":"2026-04-15T17:56:59.085668Z","end":"2026-04-15T17:56:59.804896Z","steps":["trace[593488742] 'agreement among raft nodes before linearized reading' (duration: 719.178049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.804938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:59.085646Z","time spent":"719.28491ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:59.804816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"836.926703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.805076Z","caller":"traceutil/trace.go:172","msg":"trace[649392951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"837.189297ms","start":"2026-04-15T17:56:58.967878Z","end":"2026-04-15T17:56:59.805067Z","steps":["trace[649392951] 'agreement among raft nodes before linearized reading' (duration: 836.888902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.805106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.967866Z","time spent":"837.231848ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:56:59.805231Z","caller":"traceutil/trace.go:172","msg":"trace[2135172451] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"634.277667ms","start":"2026-04-15T17:56:59.170940Z","end":"2026-04-15T17:56:59.805218Z","steps":["trace[2135172451] 'process raft request' (duration: 633.2347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.805341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:59.170910Z","time spent":"634.350217ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:59.806324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.960134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.806445Z","caller":"traceutil/trace.go:172","msg":"trace[1588790171] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:824; }","duration":"173.076406ms","start":"2026-04-15T17:56:59.633350Z","end":"2026-04-15T17:56:59.806426Z","steps":["trace[1588790171] 'agreement among raft nodes before linearized reading' (duration: 172.930443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.806883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.77572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:56:59.806946Z","caller":"traceutil/trace.go:172","msg":"trace[1276707676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:824; }","duration":"158.841551ms","start":"2026-04-15T17:56:59.648093Z","end":"2026-04-15T17:56:59.806934Z","steps":["trace[1276707676] 'agreement among raft nodes before linearized reading' (duration: 158.653488ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:59.974162Z","caller":"traceutil/trace.go:172","msg":"trace[959913778] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"162.790254ms","start":"2026-04-15T17:56:59.811350Z","end":"2026-04-15T17:56:59.974140Z","steps":["trace[959913778] 'process raft request' (duration: 102.300828ms)","trace[959913778] 'compare' (duration: 60.11116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:01.405511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.603379ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:01.405677Z","caller":"traceutil/trace.go:172","msg":"trace[55395999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:830; }","duration":"441.773691ms","start":"2026-04-15T17:57:00.963871Z","end":"2026-04-15T17:57:01.405645Z","steps":["trace[55395999] 'range keys from in-memory index tree' (duration: 441.523048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:01.490743Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.24941ms"} {"level":"warn","ts":"2026-04-15T17:57:01.490834Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.354402ms"} {"level":"info","ts":"2026-04-15T17:57:01.536001Z","caller":"traceutil/trace.go:172","msg":"trace[1140696118] linearizableReadLoop","detail":"{readStateIndex:904; appliedIndex:904; }","duration":"132.699417ms","start":"2026-04-15T17:57:01.403261Z","end":"2026-04-15T17:57:01.535960Z","steps":["trace[1140696118] 'read index received' (duration: 132.692227ms)","trace[1140696118] 'applied index is now lower than readState.Index' (duration: 5.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:01.536314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.030363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:01.536357Z","caller":"traceutil/trace.go:172","msg":"trace[749569311] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:830; }","duration":"133.103165ms","start":"2026-04-15T17:57:01.403244Z","end":"2026-04-15T17:57:01.536347Z","steps":["trace[749569311] 'agreement among raft nodes before linearized reading' (duration: 132.980003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:01.537715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.394176ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:01.537759Z","caller":"traceutil/trace.go:172","msg":"trace[1853681695] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:831; }","duration":"131.445827ms","start":"2026-04-15T17:57:01.406302Z","end":"2026-04-15T17:57:01.537748Z","steps":["trace[1853681695] 'agreement among raft nodes before linearized reading' (duration: 131.372956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:02.128724Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.596307ms"} {"level":"warn","ts":"2026-04-15T17:57:02.128786Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.668888ms"} {"level":"warn","ts":"2026-04-15T17:57:02.205941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.489212ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:02.206017Z","caller":"traceutil/trace.go:172","msg":"trace[1769216385] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"321.080753ms","start":"2026-04-15T17:57:01.884920Z","end":"2026-04-15T17:57:02.206000Z","steps":["trace[1769216385] 'process raft request' (duration: 244.150684ms)","trace[1769216385] 'compare' (duration: 76.815887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.206851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:01.884897Z","time spent":"321.871097ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:02.207320Z","caller":"traceutil/trace.go:172","msg":"trace[385056819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:832; }","duration":"243.892185ms","start":"2026-04-15T17:57:01.963389Z","end":"2026-04-15T17:57:02.207281Z","steps":["trace[385056819] 'range keys from in-memory index tree' (duration: 242.413801ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:02.403626Z","caller":"traceutil/trace.go:172","msg":"trace[1308126083] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:907; }","duration":"498.337998ms","start":"2026-04-15T17:57:01.905242Z","end":"2026-04-15T17:57:02.403580Z","steps":["trace[1308126083] 'read index received' (duration: 498.329177ms)","trace[1308126083] 'applied index is now lower than readState.Index' (duration: 7.711µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.403632Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.826027ms"} {"level":"warn","ts":"2026-04-15T17:57:02.403732Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.936289ms"} {"level":"warn","ts":"2026-04-15T17:57:02.505953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.677563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:02.506063Z","caller":"traceutil/trace.go:172","msg":"trace[1283984313] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:833; }","duration":"600.802906ms","start":"2026-04-15T17:57:01.905234Z","end":"2026-04-15T17:57:02.506037Z","steps":["trace[1283984313] 'agreement among raft nodes before linearized reading' (duration: 498.476041ms)","trace[1283984313] 'range keys from in-memory index tree' (duration: 102.162692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.506114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:01.905206Z","time spent":"600.897227ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:02.506305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.60117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:02.506580Z","caller":"traceutil/trace.go:172","msg":"trace[1208991859] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:907; }","duration":"102.879494ms","start":"2026-04-15T17:57:02.403686Z","end":"2026-04-15T17:57:02.506565Z","steps":["trace[1208991859] 'read index received' (duration: 83.961175ms)","trace[1208991859] 'applied index is now lower than readState.Index' (duration: 18.916519ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:02.506564Z","caller":"traceutil/trace.go:172","msg":"trace[1200058044] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"460.624489ms","start":"2026-04-15T17:57:02.045911Z","end":"2026-04-15T17:57:02.506535Z","steps":["trace[1200058044] 'process raft request' (duration: 357.715634ms)","trace[1200058044] 'compare' (duration: 102.456467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.507047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:02.045865Z","time spent":"461.015065ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:02.645521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.091756ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:57:02.645918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"676.534136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:02.645994Z","caller":"traceutil/trace.go:172","msg":"trace[1607741243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"676.598017ms","start":"2026-04-15T17:57:01.969365Z","end":"2026-04-15T17:57:02.645963Z","steps":["trace[1607741243] 'agreement among raft nodes before linearized reading' (duration: 537.251267ms)","trace[1607741243] 'range keys from in-memory index tree' (duration: 139.259619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.646063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:01.969344Z","time spent":"676.704059ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:02.646437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"667.283146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-15T17:57:02.646504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.065266ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:02.646534Z","caller":"traceutil/trace.go:172","msg":"trace[1276649172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:834; }","duration":"667.395058ms","start":"2026-04-15T17:57:01.979118Z","end":"2026-04-15T17:57:02.646513Z","steps":["trace[1276649172] 'agreement among raft nodes before linearized reading' (duration: 527.515739ms)","trace[1276649172] 'range keys from in-memory index tree' (duration: 139.599304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.646616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:01.979085Z","time spent":"667.517731ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:02.646556Z","caller":"traceutil/trace.go:172","msg":"trace[275182192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:834; }","duration":"439.116977ms","start":"2026-04-15T17:57:02.207422Z","end":"2026-04-15T17:57:02.646539Z","steps":["trace[275182192] 'agreement among raft nodes before linearized reading' (duration: 299.197447ms)","trace[275182192] 'range keys from in-memory index tree' (duration: 139.854089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.881099Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.356878ms"} {"level":"warn","ts":"2026-04-15T17:57:02.881202Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.46369ms"} {"level":"info","ts":"2026-04-15T17:57:02.881984Z","caller":"traceutil/trace.go:172","msg":"trace[926833663] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"229.900001ms","start":"2026-04-15T17:57:02.652056Z","end":"2026-04-15T17:57:02.881956Z","steps":["trace[926833663] 'process raft request' (duration: 229.728849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:03.094066Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.372642ms"} {"level":"warn","ts":"2026-04-15T17:57:03.094135Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.448353ms"} {"level":"info","ts":"2026-04-15T17:57:03.115636Z","caller":"traceutil/trace.go:172","msg":"trace[641722864] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:910; }","duration":"151.975498ms","start":"2026-04-15T17:57:02.963625Z","end":"2026-04-15T17:57:03.115601Z","steps":["trace[641722864] 'read index received' (duration: 151.947067ms)","trace[641722864] 'applied index is now lower than readState.Index' (duration: 6.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:03.115802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.197801ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:03.115844Z","caller":"traceutil/trace.go:172","msg":"trace[1566206030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:836; }","duration":"152.257612ms","start":"2026-04-15T17:57:02.963571Z","end":"2026-04-15T17:57:03.115829Z","steps":["trace[1566206030] 'agreement among raft nodes before linearized reading' (duration: 152.154561ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:03.115931Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-15T17:57:03.115987Z","caller":"traceutil/trace.go:172","msg":"trace[333205978] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"218.361164ms","start":"2026-04-15T17:57:02.897610Z","end":"2026-04-15T17:57:03.115971Z","steps":["trace[333205978] 'process raft request' (duration: 218.026548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:04.110038Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.685508ms"} {"level":"warn","ts":"2026-04-15T17:57:04.110100Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.75455ms"} {"level":"info","ts":"2026-04-15T17:57:04.152955Z","caller":"traceutil/trace.go:172","msg":"trace[689236922] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:914; }","duration":"184.947728ms","start":"2026-04-15T17:57:03.967982Z","end":"2026-04-15T17:57:04.152929Z","steps":["trace[689236922] 'read index received' (duration: 184.936948ms)","trace[689236922] 'applied index is now lower than readState.Index' (duration: 8.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:04.164948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.945919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:04.164953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.745562ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:04.165020Z","caller":"traceutil/trace.go:172","msg":"trace[521277206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:837; }","duration":"197.03127ms","start":"2026-04-15T17:57:03.967970Z","end":"2026-04-15T17:57:04.165001Z","steps":["trace[521277206] 'agreement among raft nodes before linearized reading' (duration: 185.0876ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:04.165036Z","caller":"traceutil/trace.go:172","msg":"trace[1833800595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:837; }","duration":"200.836123ms","start":"2026-04-15T17:57:03.964182Z","end":"2026-04-15T17:57:04.165018Z","steps":["trace[1833800595] 'range keys from in-memory index tree' (duration: 200.688791ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:04.165155Z","caller":"traceutil/trace.go:172","msg":"trace[1555435472] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"311.013497ms","start":"2026-04-15T17:57:03.854129Z","end":"2026-04-15T17:57:04.165143Z","steps":["trace[1555435472] 'process raft request' (duration: 256.22712ms)","trace[1555435472] 'compare' (duration: 54.667735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:04.165235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:03.854096Z","time spent":"311.087977ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:04.254150Z","caller":"traceutil/trace.go:172","msg":"trace[1084544241] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:915; }","duration":"101.110651ms","start":"2026-04-15T17:57:04.153009Z","end":"2026-04-15T17:57:04.254120Z","steps":["trace[1084544241] 'read index received' (duration: 101.100631ms)","trace[1084544241] 'applied index is now lower than readState.Index' (duration: 8.61µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:04.254245Z","caller":"traceutil/trace.go:172","msg":"trace[443166114] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"400.053806ms","start":"2026-04-15T17:57:03.854171Z","end":"2026-04-15T17:57:04.254225Z","steps":["trace[443166114] 'process raft request' (duration: 399.892793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:04.254276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.575911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:04.254339Z","caller":"traceutil/trace.go:172","msg":"trace[1986340330] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:839; }","duration":"128.656653ms","start":"2026-04-15T17:57:04.125668Z","end":"2026-04-15T17:57:04.254324Z","steps":["trace[1986340330] 'agreement among raft nodes before linearized reading' (duration: 128.5193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:04.254380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:03.854140Z","time spent":"400.156968ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:04.687706Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"226.928292ms"} {"level":"warn","ts":"2026-04-15T17:57:04.687779Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"227.009013ms"} {"level":"info","ts":"2026-04-15T17:57:04.687748Z","caller":"traceutil/trace.go:172","msg":"trace[1878274812] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:916; }","duration":"427.004733ms","start":"2026-04-15T17:57:04.260717Z","end":"2026-04-15T17:57:04.687722Z","steps":["trace[1878274812] 'read index received' (duration: 426.992443ms)","trace[1878274812] 'applied index is now lower than readState.Index' (duration: 10.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:04.767288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.556554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-04-15T17:57:04.767350Z","caller":"traceutil/trace.go:172","msg":"trace[62878896] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:839; }","duration":"506.624055ms","start":"2026-04-15T17:57:04.260710Z","end":"2026-04-15T17:57:04.767334Z","steps":["trace[62878896] 'agreement among raft nodes before linearized reading' (duration: 427.174216ms)","trace[62878896] 'range keys from in-memory index tree' (duration: 79.269376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:04.767374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.260687Z","time spent":"506.681866ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-15T17:57:04.768224Z","caller":"traceutil/trace.go:172","msg":"trace[1923265045] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"507.432859ms","start":"2026-04-15T17:57:04.260773Z","end":"2026-04-15T17:57:04.768206Z","steps":["trace[1923265045] 'process raft request' (duration: 427.239507ms)","trace[1923265045] 'compare' (duration: 79.287037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:04.768339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.260759Z","time spent":"507.5242ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:05.055923Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"168.048746ms"} {"level":"warn","ts":"2026-04-15T17:57:05.055981Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"168.111497ms"} {"level":"info","ts":"2026-04-15T17:57:05.055985Z","caller":"traceutil/trace.go:172","msg":"trace[1322353519] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:917; }","duration":"368.163008ms","start":"2026-04-15T17:57:04.687808Z","end":"2026-04-15T17:57:05.055971Z","steps":["trace[1322353519] 'read index received' (duration: 368.158098ms)","trace[1322353519] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.056714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.204467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.056763Z","caller":"traceutil/trace.go:172","msg":"trace[766093310] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:840; }","duration":"604.264328ms","start":"2026-04-15T17:57:04.452487Z","end":"2026-04-15T17:57:05.056752Z","steps":["trace[766093310] 'agreement among raft nodes before linearized reading' (duration: 603.553526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.056791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.452461Z","time spent":"604.323409ms","remote":"127.0.0.1:39834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.056756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.25183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.056882Z","caller":"traceutil/trace.go:172","msg":"trace[2036655912] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:840; }","duration":"386.397023ms","start":"2026-04-15T17:57:04.670461Z","end":"2026-04-15T17:57:05.056858Z","steps":["trace[2036655912] 'agreement among raft nodes before linearized reading' (duration: 385.565369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.057020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.670437Z","time spent":"386.564496ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:05.169660Z","caller":"traceutil/trace.go:172","msg":"trace[1331610000] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:918; }","duration":"113.627432ms","start":"2026-04-15T17:57:05.056008Z","end":"2026-04-15T17:57:05.169636Z","steps":["trace[1331610000] 'read index received' (duration: 113.618692ms)","trace[1331610000] 'applied index is now lower than readState.Index' (duration: 7.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.434995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.519795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.435144Z","caller":"traceutil/trace.go:172","msg":"trace[1575813815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:841; }","duration":"465.657487ms","start":"2026-04-15T17:57:04.969462Z","end":"2026-04-15T17:57:05.435120Z","steps":["trace[1575813815] 'agreement among raft nodes before linearized reading' (duration: 200.21933ms)","trace[1575813815] 'range keys from in-memory index tree' (duration: 265.284055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.435161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.352678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"warn","ts":"2026-04-15T17:57:05.435192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.396868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:05.435212Z","caller":"traceutil/trace.go:172","msg":"trace[62458650] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:841; }","duration":"665.396789ms","start":"2026-04-15T17:57:04.769797Z","end":"2026-04-15T17:57:05.435194Z","steps":["trace[62458650] 'agreement among raft nodes before linearized reading' (duration: 399.946831ms)","trace[62458650] 'range keys from in-memory index tree' (duration: 265.332446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.434985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.971335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T17:57:05.435255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.769780Z","time spent":"665.46345ms","remote":"127.0.0.1:39334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":542,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.435195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.969445Z","time spent":"465.738379ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:57:05.435258Z","caller":"traceutil/trace.go:172","msg":"trace[531122106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:841; }","duration":"548.2606ms","start":"2026-04-15T17:57:04.886983Z","end":"2026-04-15T17:57:05.435244Z","steps":["trace[531122106] 'agreement among raft nodes before linearized reading' (duration: 282.70909ms)","trace[531122106] 'range keys from in-memory index tree' (duration: 265.128063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.435654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.886957Z","time spent":"548.679386ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:05.435679Z","caller":"traceutil/trace.go:172","msg":"trace[832289443] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:918; }","duration":"265.55127ms","start":"2026-04-15T17:57:05.169868Z","end":"2026-04-15T17:57:05.435419Z","steps":["trace[832289443] 'read index received' (duration: 125.689175ms)","trace[832289443] 'applied index is now lower than readState.Index' (duration: 139.856474ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:05.435395Z","caller":"traceutil/trace.go:172","msg":"trace[29388732] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"314.527548ms","start":"2026-04-15T17:57:05.120854Z","end":"2026-04-15T17:57:05.435382Z","steps":["trace[29388732] 'process raft request' (duration: 314.422536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.436251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:05.120830Z","time spent":"315.27782ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:05.434985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.568069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.436337Z","caller":"traceutil/trace.go:172","msg":"trace[726898534] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:841; }","duration":"456.928352ms","start":"2026-04-15T17:57:04.979387Z","end":"2026-04-15T17:57:05.436316Z","steps":["trace[726898534] 'agreement among raft nodes before linearized reading' (duration: 190.264483ms)","trace[726898534] 'range keys from in-memory index tree' (duration: 265.266544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.436577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.755471ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.436649Z","caller":"traceutil/trace.go:172","msg":"trace[634228826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:843; }","duration":"380.167768ms","start":"2026-04-15T17:57:05.056465Z","end":"2026-04-15T17:57:05.436633Z","steps":["trace[634228826] 'agreement among raft nodes before linearized reading' (duration: 379.397465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.436723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.979359Z","time spent":"457.017504ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.884705Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"246.606921ms"} {"level":"warn","ts":"2026-04-15T17:57:05.884771Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"246.681732ms"} {"level":"info","ts":"2026-04-15T17:57:05.888765Z","caller":"traceutil/trace.go:172","msg":"trace[1669911219] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:920; }","duration":"335.9454ms","start":"2026-04-15T17:57:05.552754Z","end":"2026-04-15T17:57:05.888699Z","steps":["trace[1669911219] 'read index received' (duration: 335.925ms)","trace[1669911219] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:05.919991Z","caller":"traceutil/trace.go:172","msg":"trace[272814958] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"478.105373ms","start":"2026-04-15T17:57:05.441861Z","end":"2026-04-15T17:57:05.919967Z","steps":["trace[272814958] 'process raft request' (duration: 446.833544ms)","trace[272814958] 'compare' (duration: 30.928403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.920147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:05.441845Z","time spent":"478.201796ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:05.919386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.611679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.920879Z","caller":"traceutil/trace.go:172","msg":"trace[1368942168] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:843; }","duration":"368.113034ms","start":"2026-04-15T17:57:05.552737Z","end":"2026-04-15T17:57:05.920850Z","steps":["trace[1368942168] 'agreement among raft nodes before linearized reading' (duration: 336.045732ms)","trace[1368942168] 'range keys from in-memory index tree' (duration: 30.540836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.920975Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:05.552712Z","time spent":"368.241186ms","remote":"127.0.0.1:39334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:06.134556Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"14.667684ms"} {"level":"warn","ts":"2026-04-15T17:57:06.134628Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"14.749205ms"} {"level":"info","ts":"2026-04-15T17:57:06.135896Z","caller":"traceutil/trace.go:172","msg":"trace[623841752] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:921; }","duration":"172.314058ms","start":"2026-04-15T17:57:05.963551Z","end":"2026-04-15T17:57:06.135865Z","steps":["trace[623841752] 'read index received' (duration: 172.306088ms)","trace[623841752] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:06.170647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.073762ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:06.170723Z","caller":"traceutil/trace.go:172","msg":"trace[1190999697] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:844; }","duration":"207.214805ms","start":"2026-04-15T17:57:05.963489Z","end":"2026-04-15T17:57:06.170703Z","steps":["trace[1190999697] 'agreement among raft nodes before linearized reading' (duration: 172.529182ms)","trace[1190999697] 'range keys from in-memory index tree' (duration: 34.568581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:06.171443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.828524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:06.171778Z","caller":"traceutil/trace.go:172","msg":"trace[1308527510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"202.245731ms","start":"2026-04-15T17:57:05.969463Z","end":"2026-04-15T17:57:06.171709Z","steps":["trace[1308527510] 'agreement among raft nodes before linearized reading' (duration: 201.782093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:06.490703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.508102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:06.490837Z","caller":"traceutil/trace.go:172","msg":"trace[1362836049] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"319.884975ms","start":"2026-04-15T17:57:06.170919Z","end":"2026-04-15T17:57:06.490804Z","steps":["trace[1362836049] 'process raft request' (duration: 111.20354ms)","trace[1362836049] 'compare' (duration: 208.38811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:06.490939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:06.170886Z","time spent":"320.005136ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:06.592468Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"110.366702ms"} {"level":"warn","ts":"2026-04-15T17:57:06.592545Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"110.452894ms"} {"level":"warn","ts":"2026-04-15T17:57:06.887226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.837429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:57:06.888028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.15563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:57:06.888108Z","caller":"traceutil/trace.go:172","msg":"trace[299615816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:850; }","duration":"114.253432ms","start":"2026-04-15T17:57:06.773840Z","end":"2026-04-15T17:57:06.888093Z","steps":["trace[299615816] 'agreement among raft nodes before linearized reading' (duration: 113.992158ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:06.887725Z","caller":"traceutil/trace.go:172","msg":"trace[625163003] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:926; }","duration":"113.731123ms","start":"2026-04-15T17:57:06.773890Z","end":"2026-04-15T17:57:06.887621Z","steps":["trace[625163003] 'read index received' (duration: 47.167496ms)","trace[625163003] 'applied index is now lower than readState.Index' (duration: 66.560167ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:07.044393Z","caller":"traceutil/trace.go:172","msg":"trace[448339882] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"150.821685ms","start":"2026-04-15T17:57:06.893537Z","end":"2026-04-15T17:57:07.044359Z","steps":["trace[448339882] 'process raft request' (duration: 142.659514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:07.322913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.934437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:07.322978Z","caller":"traceutil/trace.go:172","msg":"trace[1507134229] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:853; }","duration":"165.016378ms","start":"2026-04-15T17:57:07.157949Z","end":"2026-04-15T17:57:07.322966Z","steps":["trace[1507134229] 'range keys from in-memory index tree' (duration: 164.159154ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:07.458130Z","caller":"traceutil/trace.go:172","msg":"trace[1198972224] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:933; }","duration":"102.126013ms","start":"2026-04-15T17:57:07.355986Z","end":"2026-04-15T17:57:07.458112Z","steps":["trace[1198972224] 'read index received' (duration: 102.119302ms)","trace[1198972224] 'applied index is now lower than readState.Index' (duration: 5.611µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:07.458260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.259185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:07.458289Z","caller":"traceutil/trace.go:172","msg":"trace[34625890] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:854; }","duration":"102.305636ms","start":"2026-04-15T17:57:07.355976Z","end":"2026-04-15T17:57:07.458282Z","steps":["trace[34625890] 'agreement among raft nodes before linearized reading' (duration: 102.231754ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:08.140840Z","caller":"traceutil/trace.go:172","msg":"trace[578365327] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"119.579465ms","start":"2026-04-15T17:57:08.021240Z","end":"2026-04-15T17:57:08.140819Z","steps":["trace[578365327] 'process raft request' (duration: 115.731298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:08.472055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.260105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:57:08.831746Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290428808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:08.906868Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"399.464523ms"} {"level":"warn","ts":"2026-04-15T17:57:08.906941Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"399.554595ms"} {"level":"warn","ts":"2026-04-15T17:57:09.104045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.244563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:09.104224Z","caller":"traceutil/trace.go:172","msg":"trace[1827849068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:859; }","duration":"140.443107ms","start":"2026-04-15T17:57:08.963761Z","end":"2026-04-15T17:57:09.104204Z","steps":["trace[1827849068] 'range keys from in-memory index tree' (duration: 140.085221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.104215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.644777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:57:09.132708Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.743629ms"} {"level":"warn","ts":"2026-04-15T17:57:09.132774Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.815931ms"} {"level":"info","ts":"2026-04-15T17:57:09.132774Z","caller":"traceutil/trace.go:172","msg":"trace[719797482] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:939; }","duration":"801.253696ms","start":"2026-04-15T17:57:08.331465Z","end":"2026-04-15T17:57:09.132719Z","steps":["trace[719797482] 'read index received' (duration: 801.243176ms)","trace[719797482] 'applied index is now lower than readState.Index' (duration: 8.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:09.132871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.396988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:09.132943Z","caller":"traceutil/trace.go:172","msg":"trace[287637412] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:860; }","duration":"801.455879ms","start":"2026-04-15T17:57:08.331457Z","end":"2026-04-15T17:57:09.132913Z","steps":["trace[287637412] 'agreement among raft nodes before linearized reading' (duration: 801.363178ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:09.132946Z","caller":"traceutil/trace.go:172","msg":"trace[2114093946] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"652.709584ms","start":"2026-04-15T17:57:08.480222Z","end":"2026-04-15T17:57:09.132932Z","steps":["trace[2114093946] 'process raft request' (duration: 652.599413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.133020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:08.331433Z","time spent":"801.54941ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:09.133053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:08.480203Z","time spent":"652.786186ms","remote":"127.0.0.1:39834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:09.163800Z","caller":"traceutil/trace.go:172","msg":"trace[1852581811] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"667.156342ms","start":"2026-04-15T17:57:08.496626Z","end":"2026-04-15T17:57:09.163783Z","steps":["trace[1852581811] 'process raft request' (duration: 667.06916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.163907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:08.496567Z","time spent":"667.285354ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:09.165681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.669531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:09.165769Z","caller":"traceutil/trace.go:172","msg":"trace[1559518104] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:862; }","duration":"433.774373ms","start":"2026-04-15T17:57:08.731982Z","end":"2026-04-15T17:57:09.165757Z","steps":["trace[1559518104] 'agreement among raft nodes before linearized reading' (duration: 433.60488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.165842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.185226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:09.165904Z","caller":"traceutil/trace.go:172","msg":"trace[1147721934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:862; }","duration":"116.261077ms","start":"2026-04-15T17:57:09.049631Z","end":"2026-04-15T17:57:09.165892Z","steps":["trace[1147721934] 'agreement among raft nodes before linearized reading' (duration: 116.047483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.165956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:08.731958Z","time spent":"433.988606ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:09.395238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.489279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:57:09.395674Z","caller":"traceutil/trace.go:172","msg":"trace[1570768015] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"224.793959ms","start":"2026-04-15T17:57:09.170854Z","end":"2026-04-15T17:57:09.395648Z","steps":["trace[1570768015] 'process raft request' (duration: 224.477613ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:09.620229Z","caller":"traceutil/trace.go:172","msg":"trace[279592500] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"152.7121ms","start":"2026-04-15T17:57:09.467502Z","end":"2026-04-15T17:57:09.620214Z","steps":["trace[279592500] 'process raft request' (duration: 152.436935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:10.140744Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"165.174015ms"} {"level":"warn","ts":"2026-04-15T17:57:10.140829Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"165.269236ms"} {"level":"info","ts":"2026-04-15T17:57:10.275237Z","caller":"traceutil/trace.go:172","msg":"trace[468801232] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:949; }","duration":"306.160369ms","start":"2026-04-15T17:57:09.969058Z","end":"2026-04-15T17:57:10.275218Z","steps":["trace[468801232] 'read index received' (duration: 306.156729ms)","trace[468801232] 'applied index is now lower than readState.Index' (duration: 2.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:10.290741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.672115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:10.290813Z","caller":"traceutil/trace.go:172","msg":"trace[1102658046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:869; }","duration":"321.755736ms","start":"2026-04-15T17:57:09.969044Z","end":"2026-04-15T17:57:10.290800Z","steps":["trace[1102658046] 'agreement among raft nodes before linearized reading' (duration: 306.292251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:10.290845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:09.969022Z","time spent":"321.816388ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:10.291133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.078181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:10.291222Z","caller":"traceutil/trace.go:172","msg":"trace[1613122058] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:869; }","duration":"327.178883ms","start":"2026-04-15T17:57:09.964028Z","end":"2026-04-15T17:57:10.291207Z","steps":["trace[1613122058] 'range keys from in-memory index tree' (duration: 327.014449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:10.291324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.382974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:57:10.291538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.706468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:10.291559Z","caller":"traceutil/trace.go:172","msg":"trace[237082953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:871; }","duration":"320.727899ms","start":"2026-04-15T17:57:09.970825Z","end":"2026-04-15T17:57:10.291553Z","steps":["trace[237082953] 'agreement among raft nodes before linearized reading' (duration: 320.643037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:10.291575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:09.970815Z","time spent":"320.756369ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:10.908944Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"252.455127ms"} {"level":"warn","ts":"2026-04-15T17:57:10.909017Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"252.538499ms"} {"level":"info","ts":"2026-04-15T17:57:11.076218Z","caller":"traceutil/trace.go:172","msg":"trace[2002262553] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:953; }","duration":"112.201329ms","start":"2026-04-15T17:57:10.963995Z","end":"2026-04-15T17:57:11.076196Z","steps":["trace[2002262553] 'read index received' (duration: 112.193909ms)","trace[2002262553] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:11.399545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.526864ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:11.399625Z","caller":"traceutil/trace.go:172","msg":"trace[356770524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:873; }","duration":"435.617816ms","start":"2026-04-15T17:57:10.963988Z","end":"2026-04-15T17:57:11.399606Z","steps":["trace[356770524] 'agreement among raft nodes before linearized reading' (duration: 112.314601ms)","trace[356770524] 'range keys from in-memory index tree' (duration: 323.188593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:11.473337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.843544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:57:11.473584Z","caller":"traceutil/trace.go:172","msg":"trace[379876834] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:953; }","duration":"397.281034ms","start":"2026-04-15T17:57:11.076285Z","end":"2026-04-15T17:57:11.473566Z","steps":["trace[379876834] 'read index received' (duration: 865.026µs)","trace[379876834] 'applied index is now lower than readState.Index' (duration: 396.413878ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:11.473615Z","caller":"traceutil/trace.go:172","msg":"trace[857144786] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"303.588122ms","start":"2026-04-15T17:57:11.170009Z","end":"2026-04-15T17:57:11.473597Z","steps":["trace[857144786] 'process raft request' (duration: 303.450819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:11.473717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.850083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:11.473736Z","caller":"traceutil/trace.go:172","msg":"trace[377064402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:874; }","duration":"503.881843ms","start":"2026-04-15T17:57:10.969849Z","end":"2026-04-15T17:57:11.473731Z","steps":["trace[377064402] 'agreement among raft nodes before linearized reading' (duration: 503.825772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:11.473713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:11.169971Z","time spent":"303.680914ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:11.473752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:10.969824Z","time spent":"503.924653ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:13.108367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.163186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:13.108633Z","caller":"traceutil/trace.go:172","msg":"trace[903219073] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:879; }","duration":"211.443381ms","start":"2026-04-15T17:57:12.897168Z","end":"2026-04-15T17:57:13.108612Z","steps":["trace[903219073] 'range keys from in-memory index tree' (duration: 210.255119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:13.108818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.351025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:13.108864Z","caller":"traceutil/trace.go:172","msg":"trace[966054251] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:879; }","duration":"144.430786ms","start":"2026-04-15T17:57:12.964419Z","end":"2026-04-15T17:57:13.108850Z","steps":["trace[966054251] 'range keys from in-memory index tree' (duration: 144.301043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:13.109029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.618659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:13.109096Z","caller":"traceutil/trace.go:172","msg":"trace[1214509074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:879; }","duration":"139.69608ms","start":"2026-04-15T17:57:12.969388Z","end":"2026-04-15T17:57:13.109084Z","steps":["trace[1214509074] 'range keys from in-memory index tree' (duration: 138.664861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:15.814960Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.775914ms"} {"level":"warn","ts":"2026-04-15T17:57:15.815020Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.839175ms"} {"level":"info","ts":"2026-04-15T17:57:15.815256Z","caller":"traceutil/trace.go:172","msg":"trace[1548316180] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"264.549999ms","start":"2026-04-15T17:57:15.550688Z","end":"2026-04-15T17:57:15.815238Z","steps":["trace[1548316180] 'process raft request' (duration: 264.512368ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:15.872293Z","caller":"traceutil/trace.go:172","msg":"trace[1356758390] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:969; }","duration":"274.062265ms","start":"2026-04-15T17:57:15.598212Z","end":"2026-04-15T17:57:15.872275Z","steps":["trace[1356758390] 'read index received' (duration: 274.057275ms)","trace[1356758390] 'applied index is now lower than readState.Index' (duration: 4.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:16.016949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.700412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:16.017053Z","caller":"traceutil/trace.go:172","msg":"trace[2146524197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:886; }","duration":"418.825114ms","start":"2026-04-15T17:57:15.598206Z","end":"2026-04-15T17:57:16.017031Z","steps":["trace[2146524197] 'agreement among raft nodes before linearized reading' (duration: 274.140676ms)","trace[2146524197] 'range keys from in-memory index tree' (duration: 144.435623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:16.017108Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:15.598179Z","time spent":"418.915626ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:16.208658Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.076758ms"} {"level":"warn","ts":"2026-04-15T17:57:16.208748Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.17083ms"} {"level":"info","ts":"2026-04-15T17:57:16.208882Z","caller":"traceutil/trace.go:172","msg":"trace[992618985] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"533.125016ms","start":"2026-04-15T17:57:15.675738Z","end":"2026-04-15T17:57:16.208863Z","steps":["trace[992618985] 'process raft request' (duration: 533.005203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.209015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:15.675703Z","time spent":"533.244258ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:16.209311Z","caller":"traceutil/trace.go:172","msg":"trace[708406901] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:970; }","duration":"239.775411ms","start":"2026-04-15T17:57:15.969523Z","end":"2026-04-15T17:57:16.209298Z","steps":["trace[708406901] 'read index received' (duration: 239.771671ms)","trace[708406901] 'applied index is now lower than readState.Index' (duration: 2.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:16.209412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.898983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:16.209477Z","caller":"traceutil/trace.go:172","msg":"trace[1909004443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"239.964725ms","start":"2026-04-15T17:57:15.969503Z","end":"2026-04-15T17:57:16.209467Z","steps":["trace[1909004443] 'agreement among raft nodes before linearized reading' (duration: 239.873163ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:16.209840Z","caller":"traceutil/trace.go:172","msg":"trace[75837908] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"188.507542ms","start":"2026-04-15T17:57:16.021294Z","end":"2026-04-15T17:57:16.209802Z","steps":["trace[75837908] 'process raft request' (duration: 188.209787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.210246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.429465ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:16.210288Z","caller":"traceutil/trace.go:172","msg":"trace[388898805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:888; }","duration":"193.473726ms","start":"2026-04-15T17:57:16.016804Z","end":"2026-04-15T17:57:16.210278Z","steps":["trace[388898805] 'agreement among raft nodes before linearized reading' (duration: 193.390375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.745734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.369442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:16.745824Z","caller":"traceutil/trace.go:172","msg":"trace[1166437790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:888; }","duration":"295.470304ms","start":"2026-04-15T17:57:16.450335Z","end":"2026-04-15T17:57:16.745806Z","steps":["trace[1166437790] 'range keys from in-memory index tree' (duration: 294.306141ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:16.875549Z","caller":"traceutil/trace.go:172","msg":"trace[475465771] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"125.718872ms","start":"2026-04-15T17:57:16.749810Z","end":"2026-04-15T17:57:16.875528Z","steps":["trace[475465771] 'process raft request' (duration: 125.567779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:17.068060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.668668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:17.068133Z","caller":"traceutil/trace.go:172","msg":"trace[1633536343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:889; }","duration":"104.787571ms","start":"2026-04-15T17:57:16.963331Z","end":"2026-04-15T17:57:17.068119Z","steps":["trace[1633536343] 'range keys from in-memory index tree' (duration: 103.744632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:18.044406Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.7687ms"} {"level":"warn","ts":"2026-04-15T17:57:18.044479Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.879723ms"} {"level":"info","ts":"2026-04-15T17:57:18.044885Z","caller":"traceutil/trace.go:172","msg":"trace[1705861799] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"225.261186ms","start":"2026-04-15T17:57:17.819602Z","end":"2026-04-15T17:57:18.044863Z","steps":["trace[1705861799] 'process raft request' (duration: 224.987321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:18.302694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.861437ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-15T17:57:18.584223Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.166118ms"} {"level":"warn","ts":"2026-04-15T17:57:18.584304Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.255669ms"} {"level":"info","ts":"2026-04-15T17:57:18.682710Z","caller":"traceutil/trace.go:172","msg":"trace[125055112] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"375.367189ms","start":"2026-04-15T17:57:18.307323Z","end":"2026-04-15T17:57:18.682690Z","steps":["trace[125055112] 'process raft request' (duration: 375.259627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:18.682851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:18.307294Z","time spent":"375.488471ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:19.065631Z","caller":"traceutil/trace.go:172","msg":"trace[925801618] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:980; }","duration":"202.074522ms","start":"2026-04-15T17:57:18.863535Z","end":"2026-04-15T17:57:19.065610Z","steps":["trace[925801618] 'read index received' (duration: 202.068542ms)","trace[925801618] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:19.446372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.822022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:19.446467Z","caller":"traceutil/trace.go:172","msg":"trace[1745716402] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:895; }","duration":"582.933785ms","start":"2026-04-15T17:57:18.863512Z","end":"2026-04-15T17:57:19.446446Z","steps":["trace[1745716402] 'agreement among raft nodes before linearized reading' (duration: 202.181614ms)","trace[1745716402] 'range keys from in-memory index tree' (duration: 380.584807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:19.446512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:18.863494Z","time spent":"583.008276ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:19.672950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"620.339389ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:57:19.673143Z","caller":"traceutil/trace.go:172","msg":"trace[331837249] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"161.869371ms","start":"2026-04-15T17:57:19.511263Z","end":"2026-04-15T17:57:19.673133Z","steps":["trace[331837249] 'process raft request' (duration: 161.776729ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:19.673147Z","caller":"traceutil/trace.go:172","msg":"trace[529171170] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"607.430479ms","start":"2026-04-15T17:57:19.065699Z","end":"2026-04-15T17:57:19.673129Z","steps":["trace[529171170] 'read index received' (duration: 816.665µs)","trace[529171170] 'applied index is now lower than readState.Index' (duration: 606.612294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:19.673270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"709.308667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:19.673296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.035207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:19.673334Z","caller":"traceutil/trace.go:172","msg":"trace[1338112164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:896; }","duration":"709.382668ms","start":"2026-04-15T17:57:18.963939Z","end":"2026-04-15T17:57:19.673321Z","steps":["trace[1338112164] 'agreement among raft nodes before linearized reading' (duration: 709.280236ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:19.673336Z","caller":"traceutil/trace.go:172","msg":"trace[1079002840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:896; }","duration":"793.082198ms","start":"2026-04-15T17:57:18.880244Z","end":"2026-04-15T17:57:19.673326Z","steps":["trace[1079002840] 'agreement among raft nodes before linearized reading' (duration: 792.941206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:19.673366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:18.880231Z","time spent":"793.127889ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:19.960999Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"104.163704ms"} {"level":"warn","ts":"2026-04-15T17:57:19.961066Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"104.240016ms"} {"level":"info","ts":"2026-04-15T17:57:19.994178Z","caller":"traceutil/trace.go:172","msg":"trace[426616219] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"316.757368ms","start":"2026-04-15T17:57:19.677398Z","end":"2026-04-15T17:57:19.994155Z","steps":["trace[426616219] 'process raft request' (duration: 283.726851ms)","trace[426616219] 'compare' (duration: 32.946055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:19.994441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.677376Z","time spent":"316.90831ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:20.465735Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"270.554736ms"} {"level":"warn","ts":"2026-04-15T17:57:20.465825Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"270.654238ms"} {"level":"info","ts":"2026-04-15T17:57:20.466543Z","caller":"traceutil/trace.go:172","msg":"trace[1303985299] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"416.348795ms","start":"2026-04-15T17:57:20.050163Z","end":"2026-04-15T17:57:20.466512Z","steps":["trace[1303985299] 'process raft request' (duration: 416.015938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.467051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:20.050136Z","time spent":"416.505757ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:20.732939Z","caller":"traceutil/trace.go:172","msg":"trace[426750541] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"424.490862ms","start":"2026-04-15T17:57:20.308436Z","end":"2026-04-15T17:57:20.732927Z","steps":["trace[426750541] 'process raft request' (duration: 335.236698ms)","trace[426750541] 'compare' (duration: 89.083611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.733023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:20.308368Z","time spent":"424.615634ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:21.479730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"516.194748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:21.479828Z","caller":"traceutil/trace.go:172","msg":"trace[1088238732] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:901; }","duration":"516.338211ms","start":"2026-04-15T17:57:20.963469Z","end":"2026-04-15T17:57:21.479807Z","steps":["trace[1088238732] 'range keys from in-memory index tree' (duration: 516.138868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.479903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.923117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:21.479930Z","caller":"traceutil/trace.go:172","msg":"trace[1108090162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:901; }","duration":"509.948547ms","start":"2026-04-15T17:57:20.969972Z","end":"2026-04-15T17:57:21.479921Z","steps":["trace[1108090162] 'range keys from in-memory index tree' (duration: 509.04813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.479989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:20.969956Z","time spent":"510.024868ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:21.889147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290428892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:21.937437Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"349.356244ms"} {"level":"warn","ts":"2026-04-15T17:57:21.938586Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"382.091116ms"} {"level":"info","ts":"2026-04-15T17:57:21.939741Z","caller":"traceutil/trace.go:172","msg":"trace[977982076] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:988; }","duration":"551.362965ms","start":"2026-04-15T17:57:21.388352Z","end":"2026-04-15T17:57:21.939715Z","steps":["trace[977982076] 'read index received' (duration: 551.358645ms)","trace[977982076] 'applied index is now lower than readState.Index' (duration: 3.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:21.939905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"551.536548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:21.939938Z","caller":"traceutil/trace.go:172","msg":"trace[848406249] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:902; }","duration":"551.595889ms","start":"2026-04-15T17:57:21.388337Z","end":"2026-04-15T17:57:21.939932Z","steps":["trace[848406249] 'agreement among raft nodes before linearized reading' (duration: 551.514358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.939967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.388312Z","time spent":"551.64774ms","remote":"127.0.0.1:39398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:21.940864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"460.952354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:21.940929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.337162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:21.940947Z","caller":"traceutil/trace.go:172","msg":"trace[1455404702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:902; }","duration":"461.055686ms","start":"2026-04-15T17:57:21.479873Z","end":"2026-04-15T17:57:21.940929Z","steps":["trace[1455404702] 'agreement among raft nodes before linearized reading' (duration: 460.904563ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:21.940991Z","caller":"traceutil/trace.go:172","msg":"trace[182722695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"459.425873ms","start":"2026-04-15T17:57:21.481534Z","end":"2026-04-15T17:57:21.940960Z","steps":["trace[182722695] 'agreement among raft nodes before linearized reading' (duration: 459.293011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.941080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.481500Z","time spent":"459.569947ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:57:21.957539Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"e2b5783e11defe7e","to":"74e7cb993049af12","bytes":1180202,"size":"1.2 MB","took":"30.021506606s"} {"level":"info","ts":"2026-04-15T17:57:22.127812Z","caller":"traceutil/trace.go:172","msg":"trace[1669314109] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:988; }","duration":"163.89504ms","start":"2026-04-15T17:57:21.963892Z","end":"2026-04-15T17:57:22.127787Z","steps":["trace[1669314109] 'read index received' (duration: 163.88534ms)","trace[1669314109] 'applied index is now lower than readState.Index' (duration: 7.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.396410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.262167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:22.396493Z","caller":"traceutil/trace.go:172","msg":"trace[1083732247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:902; }","duration":"153.38882ms","start":"2026-04-15T17:57:22.243086Z","end":"2026-04-15T17:57:22.396474Z","steps":["trace[1083732247] 'range keys from in-memory index tree' (duration: 153.207026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:22.396740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.812512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:22.396852Z","caller":"traceutil/trace.go:172","msg":"trace[947321815] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:902; }","duration":"432.939175ms","start":"2026-04-15T17:57:21.963887Z","end":"2026-04-15T17:57:22.396826Z","steps":["trace[947321815] 'agreement among raft nodes before linearized reading' (duration: 163.994272ms)","trace[947321815] 'range keys from in-memory index tree' (duration: 268.773809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.508799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.19985ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:57:22.509202Z","caller":"traceutil/trace.go:172","msg":"trace[1223217780] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"381.275711ms","start":"2026-04-15T17:57:22.127888Z","end":"2026-04-15T17:57:22.509163Z","steps":["trace[1223217780] 'read index received' (duration: 522.201µs)","trace[1223217780] 'applied index is now lower than readState.Index' (duration: 380.74877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.903090Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.638102ms"} {"level":"warn","ts":"2026-04-15T17:57:22.903173Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.729214ms"} {"level":"warn","ts":"2026-04-15T17:57:23.007422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"498.247634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:57:23.008036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.009657824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:23.008130Z","caller":"traceutil/trace.go:172","msg":"trace[2076743127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:903; }","duration":"1.009746136s","start":"2026-04-15T17:57:21.998354Z","end":"2026-04-15T17:57:23.008100Z","steps":["trace[2076743127] 'agreement among raft nodes before linearized reading' (duration: 510.984282ms)","trace[2076743127] 'range keys from in-memory index tree' (duration: 498.557641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.008193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.998329Z","time spent":"1.009848878s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:23.008899Z","caller":"traceutil/trace.go:172","msg":"trace[1753050618] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"535.113892ms","start":"2026-04-15T17:57:22.473764Z","end":"2026-04-15T17:57:23.008878Z","steps":["trace[1753050618] 'process raft request' (duration: 534.870907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.009094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.473722Z","time spent":"535.299626ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:23.009420Z","caller":"traceutil/trace.go:172","msg":"trace[425555628] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"265.094148ms","start":"2026-04-15T17:57:22.743778Z","end":"2026-04-15T17:57:23.008872Z","steps":["trace[425555628] 'process raft request' (duration: 265.004406ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:23.222745Z","caller":"traceutil/trace.go:172","msg":"trace[864534173] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:993; }","duration":"404.486936ms","start":"2026-04-15T17:57:22.818239Z","end":"2026-04-15T17:57:23.222726Z","steps":["trace[864534173] 'read index received' (duration: 404.480776ms)","trace[864534173] 'applied index is now lower than readState.Index' (duration: 5.39µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.731337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"913.100312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:23.731586Z","caller":"traceutil/trace.go:172","msg":"trace[2009250573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:905; }","duration":"913.356067ms","start":"2026-04-15T17:57:22.818217Z","end":"2026-04-15T17:57:23.731573Z","steps":["trace[2009250573] 'agreement among raft nodes before linearized reading' (duration: 404.626738ms)","trace[2009250573] 'range keys from in-memory index tree' (duration: 508.414753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.731723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"588.039578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:23.731830Z","caller":"traceutil/trace.go:172","msg":"trace[445169117] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:993; }","duration":"509.022265ms","start":"2026-04-15T17:57:23.222802Z","end":"2026-04-15T17:57:23.731824Z","steps":["trace[445169117] 'read index received' (duration: 1.066181ms)","trace[445169117] 'applied index is now lower than readState.Index' (duration: 507.955594ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:23.731828Z","caller":"traceutil/trace.go:172","msg":"trace[141969135] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"919.892687ms","start":"2026-04-15T17:57:22.811924Z","end":"2026-04-15T17:57:23.731817Z","steps":["trace[141969135] 'process raft request' (duration: 331.725227ms)","trace[141969135] 'compare' (duration: 587.583488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.731939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.086529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.731965Z","caller":"traceutil/trace.go:172","msg":"trace[2085981913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"762.11311ms","start":"2026-04-15T17:57:22.969846Z","end":"2026-04-15T17:57:23.731959Z","steps":["trace[2085981913] 'agreement among raft nodes before linearized reading' (duration: 762.072889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.731983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.969822Z","time spent":"762.156711ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:23.732011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.811895Z","time spent":"920.0476ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:23.731863Z","caller":"traceutil/trace.go:172","msg":"trace[905455071] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"708.489866ms","start":"2026-04-15T17:57:23.023367Z","end":"2026-04-15T17:57:23.731857Z","steps":["trace[905455071] 'process raft request' (duration: 708.419074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.732139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:23.023348Z","time spent":"708.773362ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:23.731875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.818177Z","time spent":"913.690634ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:23.731901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"723.934875ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.732356Z","caller":"traceutil/trace.go:172","msg":"trace[1889391519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:907; }","duration":"724.387084ms","start":"2026-04-15T17:57:23.007962Z","end":"2026-04-15T17:57:23.732349Z","steps":["trace[1889391519] 'agreement among raft nodes before linearized reading' (duration: 723.929335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.921653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.00255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T17:57:23.921704Z","caller":"traceutil/trace.go:172","msg":"trace[1235436239] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"183.360001ms","start":"2026-04-15T17:57:23.738314Z","end":"2026-04-15T17:57:23.921674Z","steps":["trace[1235436239] 'process raft request' (duration: 121.729434ms)","trace[1235436239] 'compare' (duration: 61.414243ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:23.921732Z","caller":"traceutil/trace.go:172","msg":"trace[1482064234] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:907; }","duration":"116.101882ms","start":"2026-04-15T17:57:23.805618Z","end":"2026-04-15T17:57:23.921720Z","steps":["trace[1482064234] 'agreement among raft nodes before linearized reading' (duration: 54.318742ms)","trace[1482064234] 'range keys from in-memory index tree' (duration: 61.564705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:24.107996Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.392403ms"} {"level":"warn","ts":"2026-04-15T17:57:24.108169Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.569995ms"} {"level":"info","ts":"2026-04-15T17:57:24.109279Z","caller":"traceutil/trace.go:172","msg":"trace[1270945161] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:996; }","duration":"144.288749ms","start":"2026-04-15T17:57:23.964970Z","end":"2026-04-15T17:57:24.109258Z","steps":["trace[1270945161] 'read index received' (duration: 144.283549ms)","trace[1270945161] 'applied index is now lower than readState.Index' (duration: 4.1µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:24.304913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.919644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:24.305001Z","caller":"traceutil/trace.go:172","msg":"trace[1155365889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:908; }","duration":"340.018375ms","start":"2026-04-15T17:57:23.964962Z","end":"2026-04-15T17:57:24.304980Z","steps":["trace[1155365889] 'agreement among raft nodes before linearized reading' (duration: 144.377552ms)","trace[1155365889] 'range keys from in-memory index tree' (duration: 195.517281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:24.305375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.215305ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-15T17:57:24.305591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:23.923268Z","time spent":"382.315188ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-15T17:57:24.306358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.154339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:24.306418Z","caller":"traceutil/trace.go:172","msg":"trace[373388225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:909; }","duration":"332.276251ms","start":"2026-04-15T17:57:23.974127Z","end":"2026-04-15T17:57:24.306403Z","steps":["trace[373388225] 'agreement among raft nodes before linearized reading' (duration: 332.111848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:24.306456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:23.974101Z","time spent":"332.340533ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:57:24.305811Z","caller":"traceutil/trace.go:172","msg":"trace[2028726329] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:996; }","duration":"196.457681ms","start":"2026-04-15T17:57:24.109318Z","end":"2026-04-15T17:57:24.305775Z","steps":["trace[2028726329] 'read index received' (duration: 808.577µs)","trace[2028726329] 'applied index is now lower than readState.Index' (duration: 195.645803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:25.350221Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"169.880736ms"} {"level":"warn","ts":"2026-04-15T17:57:25.350317Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"169.989439ms"} {"level":"info","ts":"2026-04-15T17:57:25.350661Z","caller":"traceutil/trace.go:172","msg":"trace[2052178119] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"328.196197ms","start":"2026-04-15T17:57:25.022443Z","end":"2026-04-15T17:57:25.350639Z","steps":["trace[2052178119] 'process raft request' (duration: 328.150496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:25.350852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:25.022430Z","time spent":"328.32513ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:25.351045Z","caller":"traceutil/trace.go:172","msg":"trace[2537791] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"336.76286ms","start":"2026-04-15T17:57:25.014230Z","end":"2026-04-15T17:57:25.350992Z","steps":["trace[2537791] 'process raft request' (duration: 336.202099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:25.351281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:25.014192Z","time spent":"336.971735ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:25.969322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.279026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:25.969564Z","caller":"traceutil/trace.go:172","msg":"trace[695611957] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"231.245355ms","start":"2026-04-15T17:57:25.738301Z","end":"2026-04-15T17:57:25.969547Z","steps":["trace[695611957] 'read index received' (duration: 630.143µs)","trace[695611957] 'applied index is now lower than readState.Index' (duration: 230.613812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:25.969756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.445809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:25.969828Z","caller":"traceutil/trace.go:172","msg":"trace[372845293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"231.522331ms","start":"2026-04-15T17:57:25.738288Z","end":"2026-04-15T17:57:25.969811Z","steps":["trace[372845293] 'agreement among raft nodes before linearized reading' (duration: 231.352237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:25.970681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.848154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:25.970761Z","caller":"traceutil/trace.go:172","msg":"trace[130028909] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:913; }","duration":"217.924706ms","start":"2026-04-15T17:57:25.752818Z","end":"2026-04-15T17:57:25.970743Z","steps":["trace[130028909] 'agreement among raft nodes before linearized reading' (duration: 217.821053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:26.309877Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"137.127373ms"} {"level":"warn","ts":"2026-04-15T17:57:26.309980Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"137.241855ms"} {"level":"info","ts":"2026-04-15T17:57:26.363721Z","caller":"traceutil/trace.go:172","msg":"trace[566181166] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"387.589622ms","start":"2026-04-15T17:57:25.976102Z","end":"2026-04-15T17:57:26.363691Z","steps":["trace[566181166] 'process raft request' (duration: 333.957119ms)","trace[566181166] 'compare' (duration: 52.98195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:26.363940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:25.976088Z","time spent":"387.724756ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:26.363944Z","caller":"traceutil/trace.go:172","msg":"trace[2082585517] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"387.108602ms","start":"2026-04-15T17:57:25.976795Z","end":"2026-04-15T17:57:26.363904Z","steps":["trace[2082585517] 'process raft request' (duration: 386.51121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:26.364191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:25.976785Z","time spent":"387.267346ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:27.314410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.909192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:27.314520Z","caller":"traceutil/trace.go:172","msg":"trace[49026734] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:916; }","duration":"122.030405ms","start":"2026-04-15T17:57:27.192460Z","end":"2026-04-15T17:57:27.314490Z","steps":["trace[49026734] 'range keys from in-memory index tree' (duration: 121.201298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:28.345994Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.046525978s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-15T17:57:28.346187Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"889.603632ms"} {"level":"warn","ts":"2026-04-15T17:57:28.346211Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"889.633873ms"} {"level":"warn","ts":"2026-04-15T17:57:28.464927Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290428930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:28.620824Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.585255ms"} {"level":"warn","ts":"2026-04-15T17:57:28.620938Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.703638ms"} {"level":"info","ts":"2026-04-15T17:57:28.621591Z","caller":"traceutil/trace.go:172","msg":"trace[1848268146] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1008; }","duration":"657.278851ms","start":"2026-04-15T17:57:27.964287Z","end":"2026-04-15T17:57:28.621566Z","steps":["trace[1848268146] 'read index received' (duration: 657.274131ms)","trace[1848268146] 'applied index is now lower than readState.Index' (duration: 3.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.149924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.185593503s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:29.150062Z","caller":"traceutil/trace.go:172","msg":"trace[18452540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:917; }","duration":"1.185755437s","start":"2026-04-15T17:57:27.964278Z","end":"2026-04-15T17:57:29.150034Z","steps":["trace[18452540] 'agreement among raft nodes before linearized reading' (duration: 657.540896ms)","trace[18452540] 'range keys from in-memory index tree' (duration: 528.013537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.150899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.916175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:29.151373Z","caller":"traceutil/trace.go:172","msg":"trace[344029434] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"1.794072s","start":"2026-04-15T17:57:27.357281Z","end":"2026-04-15T17:57:29.151353Z","steps":["trace[344029434] 'process raft request' (duration: 1.264602814s)","trace[344029434] 'compare' (duration: 528.467455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.151442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:27.357235Z","time spent":"1.794179512s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:29.151777Z","caller":"traceutil/trace.go:172","msg":"trace[583445491] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"1.794203112s","start":"2026-04-15T17:57:27.357557Z","end":"2026-04-15T17:57:29.151761Z","steps":["trace[583445491] 'process raft request' (duration: 1.793812034s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:29.151855Z","caller":"traceutil/trace.go:172","msg":"trace[338916371] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1008; }","duration":"530.182881ms","start":"2026-04-15T17:57:28.621655Z","end":"2026-04-15T17:57:29.151838Z","steps":["trace[338916371] 'read index received' (duration: 948.409µs)","trace[338916371] 'applied index is now lower than readState.Index' (duration: 529.231852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.151906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:27.357544Z","time spent":"1.794281295s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:29.520850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.054674ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:57:29.521285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.55179885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:29.521338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.151366875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:29.521442Z","caller":"traceutil/trace.go:172","msg":"trace[692572686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:920; }","duration":"1.151497678s","start":"2026-04-15T17:57:28.369920Z","end":"2026-04-15T17:57:29.521417Z","steps":["trace[692572686] 'agreement among raft nodes before linearized reading' (duration: 781.986494ms)","trace[692572686] 'range keys from in-memory index tree' (duration: 369.215407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.521494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:28.369897Z","time spent":"1.15158772s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:29.521713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.217768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:29.521767Z","caller":"traceutil/trace.go:172","msg":"trace[1202382177] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:920; }","duration":"369.276139ms","start":"2026-04-15T17:57:29.152479Z","end":"2026-04-15T17:57:29.521755Z","steps":["trace[1202382177] 'range keys from in-memory index tree' (duration: 369.173147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:29.521887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.151512409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:29.521940Z","caller":"traceutil/trace.go:172","msg":"trace[1965675064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:920; }","duration":"1.15156039s","start":"2026-04-15T17:57:28.370366Z","end":"2026-04-15T17:57:29.521926Z","steps":["trace[1965675064] 'agreement among raft nodes before linearized reading' (duration: 781.510715ms)","trace[1965675064] 'range keys from in-memory index tree' (duration: 369.944103ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:29.521373Z","caller":"traceutil/trace.go:172","msg":"trace[1389503567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:920; }","duration":"1.551888431s","start":"2026-04-15T17:57:27.969458Z","end":"2026-04-15T17:57:29.521346Z","steps":["trace[1389503567] 'agreement among raft nodes before linearized reading' (duration: 1.18246396s)","trace[1389503567] 'range keys from in-memory index tree' (duration: 369.229937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.521965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:28.370355Z","time spent":"1.15160315s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:29.522029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:27.969434Z","time spent":"1.552557775s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:29.522136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.09255212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:29.522266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.694398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:29.522268Z","caller":"traceutil/trace.go:172","msg":"trace[1411659093] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:920; }","duration":"1.092708853s","start":"2026-04-15T17:57:28.429527Z","end":"2026-04-15T17:57:29.522236Z","steps":["trace[1411659093] 'agreement among raft nodes before linearized reading' (duration: 722.367622ms)","trace[1411659093] 'range keys from in-memory index tree' (duration: 370.143757ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:29.522299Z","caller":"traceutil/trace.go:172","msg":"trace[1346744903] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:920; }","duration":"591.726719ms","start":"2026-04-15T17:57:28.930561Z","end":"2026-04-15T17:57:29.522288Z","steps":["trace[1346744903] 'agreement among raft nodes before linearized reading' (duration: 591.666338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:29.522327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:28.930527Z","time spent":"591.792981ms","remote":"127.0.0.1:39778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:29.522343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:28.429508Z","time spent":"1.092818116s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:29.522201Z","caller":"traceutil/trace.go:172","msg":"trace[494700175] linearizableReadLoop","detail":"{readStateIndex:1012; appliedIndex:1011; }","duration":"370.30632ms","start":"2026-04-15T17:57:29.151882Z","end":"2026-04-15T17:57:29.522188Z","steps":["trace[494700175] 'read index received' (duration: 914.889µs)","trace[494700175] 'applied index is now lower than readState.Index' (duration: 369.389931ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:29.662706Z","caller":"traceutil/trace.go:172","msg":"trace[1474377241] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"135.063842ms","start":"2026-04-15T17:57:29.527618Z","end":"2026-04-15T17:57:29.662682Z","steps":["trace[1474377241] 'process raft request' (duration: 134.887188ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:29.728458Z","caller":"traceutil/trace.go:172","msg":"trace[1944253145] linearizableReadLoop","detail":"{readStateIndex:1012; appliedIndex:1013; }","duration":"195.388938ms","start":"2026-04-15T17:57:29.533032Z","end":"2026-04-15T17:57:29.728421Z","steps":["trace[1944253145] 'read index received' (duration: 195.377238ms)","trace[1944253145] 'applied index is now lower than readState.Index' (duration: 9.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.874497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.457109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:29.874567Z","caller":"traceutil/trace.go:172","msg":"trace[218338524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:921; }","duration":"341.537011ms","start":"2026-04-15T17:57:29.533015Z","end":"2026-04-15T17:57:29.874552Z","steps":["trace[218338524] 'agreement among raft nodes before linearized reading' (duration: 195.533951ms)","trace[218338524] 'range keys from in-memory index tree' (duration: 145.892438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.874592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.532990Z","time spent":"341.596431ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:29.874983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.965429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:29.875102Z","caller":"traceutil/trace.go:172","msg":"trace[787158868] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"347.130797ms","start":"2026-04-15T17:57:29.527953Z","end":"2026-04-15T17:57:29.875083Z","steps":["trace[787158868] 'process raft request' (duration: 200.658767ms)","trace[787158868] 'compare' (duration: 145.810836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:29.875372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.527926Z","time spent":"347.410973ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:29.967643Z","caller":"traceutil/trace.go:172","msg":"trace[1362097304] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"264.584789ms","start":"2026-04-15T17:57:29.703042Z","end":"2026-04-15T17:57:29.967627Z","steps":["trace[1362097304] 'process raft request' (duration: 264.481297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:31.586363Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"229.769535ms"} {"level":"warn","ts":"2026-04-15T17:57:31.586449Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"229.865687ms"} {"level":"info","ts":"2026-04-15T17:57:31.587222Z","caller":"traceutil/trace.go:172","msg":"trace[299567826] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"430.48212ms","start":"2026-04-15T17:57:31.156723Z","end":"2026-04-15T17:57:31.587205Z","steps":["trace[299567826] 'process raft request' (duration: 429.893178ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:31.587225Z","caller":"traceutil/trace.go:172","msg":"trace[487118512] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"430.443689ms","start":"2026-04-15T17:57:31.156761Z","end":"2026-04-15T17:57:31.587204Z","steps":["trace[487118512] 'process raft request' (duration: 430.362877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:31.587358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:31.156735Z","time spent":"430.538821ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:31.587353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:31.156702Z","time spent":"430.576852ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:31.587694Z","caller":"traceutil/trace.go:172","msg":"trace[176184115] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1020; }","duration":"112.799812ms","start":"2026-04-15T17:57:31.474876Z","end":"2026-04-15T17:57:31.587676Z","steps":["trace[176184115] 'read index received' (duration: 112.794752ms)","trace[176184115] 'applied index is now lower than readState.Index' (duration: 3.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:31.587767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.884835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:31.587794Z","caller":"traceutil/trace.go:172","msg":"trace[931387136] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:927; }","duration":"112.914095ms","start":"2026-04-15T17:57:31.474872Z","end":"2026-04-15T17:57:31.587786Z","steps":["trace[931387136] 'agreement among raft nodes before linearized reading' (duration: 112.859404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:32.294301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.230415ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:32.294401Z","caller":"traceutil/trace.go:172","msg":"trace[916556892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:928; }","duration":"330.344608ms","start":"2026-04-15T17:57:31.964029Z","end":"2026-04-15T17:57:32.294374Z","steps":["trace[916556892] 'range keys from in-memory index tree' (duration: 330.173375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:32.294628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.407422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:32.294703Z","caller":"traceutil/trace.go:172","msg":"trace[1449957231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:928; }","duration":"414.501234ms","start":"2026-04-15T17:57:31.880187Z","end":"2026-04-15T17:57:32.294688Z","steps":["trace[1449957231] 'range keys from in-memory index tree' (duration: 413.255638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:32.295380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:31.880164Z","time spent":"415.192508ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:33.698666Z","caller":"traceutil/trace.go:172","msg":"trace[103880598] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"105.276343ms","start":"2026-04-15T17:57:33.593368Z","end":"2026-04-15T17:57:33.698645Z","steps":["trace[103880598] 'process raft request' (duration: 105.054468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:33.906313Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.102645ms"} {"level":"warn","ts":"2026-04-15T17:57:33.906398Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.201287ms"} {"level":"info","ts":"2026-04-15T17:57:33.907611Z","caller":"traceutil/trace.go:172","msg":"trace[569227438] linearizableReadLoop","detail":"{readStateIndex:1026; appliedIndex:1026; }","duration":"205.294144ms","start":"2026-04-15T17:57:33.702284Z","end":"2026-04-15T17:57:33.907579Z","steps":["trace[569227438] 'read index received' (duration: 205.284234ms)","trace[569227438] 'applied index is now lower than readState.Index' (duration: 8.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:33.914777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.435996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:33.914866Z","caller":"traceutil/trace.go:172","msg":"trace[817484205] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:931; }","duration":"212.58203ms","start":"2026-04-15T17:57:33.702270Z","end":"2026-04-15T17:57:33.914852Z","steps":["trace[817484205] 'agreement among raft nodes before linearized reading' (duration: 205.496158ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:33.915195Z","caller":"traceutil/trace.go:172","msg":"trace[1226805344] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"321.650504ms","start":"2026-04-15T17:57:33.593505Z","end":"2026-04-15T17:57:33.915156Z","steps":["trace[1226805344] 'process raft request' (duration: 312.943068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:33.915217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.650633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:33.915342Z","caller":"traceutil/trace.go:172","msg":"trace[949252764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:932; }","duration":"156.796686ms","start":"2026-04-15T17:57:33.758518Z","end":"2026-04-15T17:57:33.915315Z","steps":["trace[949252764] 'agreement among raft nodes before linearized reading' (duration: 156.51529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:33.915374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:33.593498Z","time spent":"321.783148ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:33.915413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.733748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T17:57:33.915469Z","caller":"traceutil/trace.go:172","msg":"trace[942443493] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:932; }","duration":"109.794199ms","start":"2026-04-15T17:57:33.805662Z","end":"2026-04-15T17:57:33.915457Z","steps":["trace[942443493] 'agreement among raft nodes before linearized reading' (duration: 109.554804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:35.836178Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"61.710866ms"} {"level":"warn","ts":"2026-04-15T17:57:35.836290Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"61.829238ms"} {"level":"info","ts":"2026-04-15T17:57:36.013960Z","caller":"traceutil/trace.go:172","msg":"trace[1287125683] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1033; }","duration":"327.884074ms","start":"2026-04-15T17:57:35.686051Z","end":"2026-04-15T17:57:36.013935Z","steps":["trace[1287125683] 'read index received' (duration: 327.875784ms)","trace[1287125683] 'applied index is now lower than readState.Index' (duration: 6.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.041090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.029947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:36.041187Z","caller":"traceutil/trace.go:172","msg":"trace[1767246548] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:936; }","duration":"355.141359ms","start":"2026-04-15T17:57:35.686023Z","end":"2026-04-15T17:57:36.041165Z","steps":["trace[1767246548] 'agreement among raft nodes before linearized reading' (duration: 328.101119ms)","trace[1767246548] 'range keys from in-memory index tree' (duration: 26.878007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.041232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:35.685990Z","time spent":"355.231961ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:36.041772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.357041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:36.042425Z","caller":"traceutil/trace.go:172","msg":"trace[1214063077] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"336.650069ms","start":"2026-04-15T17:57:35.705757Z","end":"2026-04-15T17:57:36.042407Z","steps":["trace[1214063077] 'process raft request' (duration: 336.349832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:36.043503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:35.705726Z","time spent":"336.775122ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:57:36.142312Z","caller":"traceutil/trace.go:172","msg":"trace[1317804629] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1035; }","duration":"128.227299ms","start":"2026-04-15T17:57:36.014049Z","end":"2026-04-15T17:57:36.142277Z","steps":["trace[1317804629] 'read index received' (duration: 128.202879ms)","trace[1317804629] 'applied index is now lower than readState.Index' (duration: 22.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.343562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.336895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:36.343614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.199213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:36.343673Z","caller":"traceutil/trace.go:172","msg":"trace[467150879] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:938; }","duration":"377.455737ms","start":"2026-04-15T17:57:35.966183Z","end":"2026-04-15T17:57:36.343639Z","steps":["trace[467150879] 'agreement among raft nodes before linearized reading' (duration: 176.130351ms)","trace[467150879] 'range keys from in-memory index tree' (duration: 201.156163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.343720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:35.966171Z","time spent":"377.53827ms","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:36.343716Z","caller":"traceutil/trace.go:172","msg":"trace[2122444208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:938; }","duration":"401.323666ms","start":"2026-04-15T17:57:35.942371Z","end":"2026-04-15T17:57:36.343695Z","steps":["trace[2122444208] 'agreement among raft nodes before linearized reading' (duration: 200.06227ms)","trace[2122444208] 'range keys from in-memory index tree' (duration: 200.965359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.343763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:35.942358Z","time spent":"401.394607ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:36.343910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.721057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:36.344029Z","caller":"traceutil/trace.go:172","msg":"trace[1260120887] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1035; }","duration":"201.567952ms","start":"2026-04-15T17:57:36.142443Z","end":"2026-04-15T17:57:36.344011Z","steps":["trace[1260120887] 'read index received' (duration: 852.668µs)","trace[1260120887] 'applied index is now lower than readState.Index' (duration: 200.714063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.344089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.552796ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:36.344112Z","caller":"traceutil/trace.go:172","msg":"trace[312597126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:939; }","duration":"302.575817ms","start":"2026-04-15T17:57:36.041526Z","end":"2026-04-15T17:57:36.344102Z","steps":["trace[312597126] 'agreement among raft nodes before linearized reading' (duration: 302.531306ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:36.344152Z","caller":"traceutil/trace.go:172","msg":"trace[1904346643] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"422.623257ms","start":"2026-04-15T17:57:35.921463Z","end":"2026-04-15T17:57:36.344086Z","steps":["trace[1904346643] 'process raft request' (duration: 219.636384ms)","trace[1904346643] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:492; } (duration: 202.311108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.345061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:35.921430Z","time spent":"423.434675ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:36.500591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.93799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:36.500671Z","caller":"traceutil/trace.go:172","msg":"trace[1589420438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:939; }","duration":"131.035252ms","start":"2026-04-15T17:57:36.369618Z","end":"2026-04-15T17:57:36.500654Z","steps":["trace[1589420438] 'agreement among raft nodes before linearized reading' (duration: 96.902526ms)","trace[1589420438] 'range keys from in-memory index tree' (duration: 33.748147ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:36.500661Z","caller":"traceutil/trace.go:172","msg":"trace[1430058426] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"152.197263ms","start":"2026-04-15T17:57:36.348440Z","end":"2026-04-15T17:57:36.500637Z","steps":["trace[1430058426] 'process raft request' (duration: 118.146009ms)","trace[1430058426] 'compare' (duration: 33.918852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.716597Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.250598ms"} {"level":"warn","ts":"2026-04-15T17:57:36.716676Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.33826ms"} {"level":"info","ts":"2026-04-15T17:57:36.718662Z","caller":"traceutil/trace.go:172","msg":"trace[1928452179] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"213.287927ms","start":"2026-04-15T17:57:36.505338Z","end":"2026-04-15T17:57:36.718626Z","steps":["trace[1928452179] 'process raft request' (duration: 211.230702ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:38.858339Z","caller":"traceutil/trace.go:172","msg":"trace[1480276411] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"105.530204ms","start":"2026-04-15T17:57:38.752784Z","end":"2026-04-15T17:57:38.858314Z","steps":["trace[1480276411] 'process raft request' (duration: 105.35248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:43.986678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.661391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:43.987408Z","caller":"traceutil/trace.go:172","msg":"trace[451321843] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:959; }","duration":"135.787354ms","start":"2026-04-15T17:57:43.850981Z","end":"2026-04-15T17:57:43.986768Z","steps":["trace[451321843] 'agreement among raft nodes before linearized reading' (duration: 59.452234ms)","trace[451321843] 'range keys from in-memory index tree' (duration: 76.182586ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:43.987904Z","caller":"traceutil/trace.go:172","msg":"trace[858857147] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"174.050976ms","start":"2026-04-15T17:57:43.813825Z","end":"2026-04-15T17:57:43.987876Z","steps":["trace[858857147] 'process raft request' (duration: 96.686803ms)","trace[858857147] 'compare' (duration: 76.418382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:44.196049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.262502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:44.196362Z","caller":"traceutil/trace.go:172","msg":"trace[893170742] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"121.851104ms","start":"2026-04-15T17:57:44.074487Z","end":"2026-04-15T17:57:44.196338Z","steps":["trace[893170742] 'process raft request' (duration: 20.206443ms)","trace[893170742] 'compare' (duration: 100.951255ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:57:44.206062Z","caller":"traceutil/trace.go:172","msg":"trace[729492153] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"110.427422ms","start":"2026-04-15T17:57:44.095609Z","end":"2026-04-15T17:57:44.206036Z","steps":["trace[729492153] 'process raft request' (duration: 110.291549ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:45.896287Z","caller":"traceutil/trace.go:172","msg":"trace[2070204247] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"119.166837ms","start":"2026-04-15T17:57:45.777099Z","end":"2026-04-15T17:57:45.896266Z","steps":["trace[2070204247] 'process raft request' (duration: 118.976272ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:45.897009Z","caller":"traceutil/trace.go:172","msg":"trace[826060810] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1070; }","duration":"109.072634ms","start":"2026-04-15T17:57:45.787922Z","end":"2026-04-15T17:57:45.896995Z","steps":["trace[826060810] 'read index received' (duration: 109.068454ms)","trace[826060810] 'applied index is now lower than readState.Index' (duration: 3.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:45.897202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.255448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4040"} {"level":"info","ts":"2026-04-15T17:57:45.897261Z","caller":"traceutil/trace.go:172","msg":"trace[693220857] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:967; }","duration":"109.328449ms","start":"2026-04-15T17:57:45.787916Z","end":"2026-04-15T17:57:45.897244Z","steps":["trace[693220857] 'agreement among raft nodes before linearized reading' (duration: 109.135995ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:45.897370Z","caller":"traceutil/trace.go:172","msg":"trace[912108586] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"115.359339ms","start":"2026-04-15T17:57:45.781945Z","end":"2026-04-15T17:57:45.897304Z","steps":["trace[912108586] 'process raft request' (duration: 115.206395ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:51.123521Z","caller":"traceutil/trace.go:172","msg":"trace[1906330950] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"181.203528ms","start":"2026-04-15T17:57:50.942287Z","end":"2026-04-15T17:57:51.123491Z","steps":["trace[1906330950] 'process raft request' (duration: 181.039544ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:51.124447Z","caller":"traceutil/trace.go:172","msg":"trace[1145149703] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1122; }","duration":"160.359614ms","start":"2026-04-15T17:57:50.964067Z","end":"2026-04-15T17:57:51.124427Z","steps":["trace[1145149703] 'read index received' (duration: 160.351684ms)","trace[1145149703] 'applied index is now lower than readState.Index' (duration: 6.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:51.124729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.647231ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:51.125099Z","caller":"traceutil/trace.go:172","msg":"trace[749220860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1013; }","duration":"161.0268ms","start":"2026-04-15T17:57:50.964059Z","end":"2026-04-15T17:57:51.125086Z","steps":["trace[749220860] 'agreement among raft nodes before linearized reading' (duration: 160.499448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:51.125350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.963827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:51.125406Z","caller":"traceutil/trace.go:172","msg":"trace[1909370287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"155.030028ms","start":"2026-04-15T17:57:50.970363Z","end":"2026-04-15T17:57:51.125393Z","steps":["trace[1909370287] 'agreement among raft nodes before linearized reading' (duration: 154.931796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:02.488061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.417849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:06.487107Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.595158ms"} {"level":"warn","ts":"2026-04-15T17:58:06.487197Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.694171ms"} {"level":"info","ts":"2026-04-15T17:58:06.487797Z","caller":"traceutil/trace.go:172","msg":"trace[640624852] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"150.49262ms","start":"2026-04-15T17:58:06.337283Z","end":"2026-04-15T17:58:06.487776Z","steps":["trace[640624852] 'process raft request' (duration: 150.237013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:06.956763Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"262.682596ms"} {"level":"warn","ts":"2026-04-15T17:58:06.956846Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"357620923a88173e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"262.723947ms"} {"level":"info","ts":"2026-04-15T17:58:06.958000Z","caller":"traceutil/trace.go:172","msg":"trace[468403935] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1221; }","duration":"346.071803ms","start":"2026-04-15T17:58:06.611908Z","end":"2026-04-15T17:58:06.957979Z","steps":["trace[468403935] 'read index received' (duration: 346.066503ms)","trace[468403935] 'applied index is now lower than readState.Index' (duration: 4.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:07.141547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.617453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:07.141650Z","caller":"traceutil/trace.go:172","msg":"trace[751321432] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1102; }","duration":"529.737006ms","start":"2026-04-15T17:58:06.611891Z","end":"2026-04-15T17:58:07.141628Z","steps":["trace[751321432] 'agreement among raft nodes before linearized reading' (duration: 346.180466ms)","trace[751321432] 'range keys from in-memory index tree' (duration: 183.375396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:07.141693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:06.611861Z","time spent":"529.822318ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:07.141774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.715411ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:07.141857Z","caller":"traceutil/trace.go:172","msg":"trace[1599154508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1102; }","duration":"178.311106ms","start":"2026-04-15T17:58:06.963527Z","end":"2026-04-15T17:58:07.141838Z","steps":["trace[1599154508] 'range keys from in-memory index tree' (duration: 177.68218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:07.142224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.427682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:07.142417Z","caller":"traceutil/trace.go:172","msg":"trace[1769996086] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"619.270726ms","start":"2026-04-15T17:58:06.523101Z","end":"2026-04-15T17:58:07.142372Z","steps":["trace[1769996086] 'process raft request' (duration: 434.005062ms)","trace[1769996086] 'compare' (duration: 184.293379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:07.142622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:06.523063Z","time spent":"619.454101ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:07.142731Z","caller":"traceutil/trace.go:172","msg":"trace[2125178491] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1221; }","duration":"184.634858ms","start":"2026-04-15T17:58:06.958052Z","end":"2026-04-15T17:58:07.142686Z","steps":["trace[2125178491] 'read index received' (duration: 992.415µs)","trace[2125178491] 'applied index is now lower than readState.Index' (duration: 183.637883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:07.143011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.974099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:58:07.143190Z","caller":"traceutil/trace.go:172","msg":"trace[1768087769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1103; }","duration":"413.154453ms","start":"2026-04-15T17:58:06.730021Z","end":"2026-04-15T17:58:07.143176Z","steps":["trace[1768087769] 'agreement among raft nodes before linearized reading' (duration: 412.765343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:07.143320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:06.729987Z","time spent":"413.287247ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:08.338646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.023441ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:08.338732Z","caller":"traceutil/trace.go:172","msg":"trace[1039381326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"375.134334ms","start":"2026-04-15T17:58:07.963579Z","end":"2026-04-15T17:58:08.338714Z","steps":["trace[1039381326] 'range keys from in-memory index tree' (duration: 374.956829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:08.338811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.02851231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:58:08.338862Z","caller":"traceutil/trace.go:172","msg":"trace[414165737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1105; }","duration":"1.028567711s","start":"2026-04-15T17:58:07.310282Z","end":"2026-04-15T17:58:08.338850Z","steps":["trace[414165737] 'range keys from in-memory index tree' (duration: 1.027628708s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:08.338897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.310265Z","time spent":"1.028622533s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:08.338380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.030233615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:08.339719Z","caller":"traceutil/trace.go:172","msg":"trace[434631660] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1105; }","duration":"1.031576519s","start":"2026-04-15T17:58:07.308113Z","end":"2026-04-15T17:58:08.339690Z","steps":["trace[434631660] 'range keys from in-memory index tree' (duration: 1.028263884s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:08.339816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.308088Z","time spent":"1.031684381s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:08.470202Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:08.973778Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:09.474159Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:09.601143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"e2b5783e11defe7e [logterm: 2, index: 1241, vote: e2b5783e11defe7e] ignored MsgPreVote from 74e7cb993049af12 [logterm: 2, index: 1226] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-04-15T17:58:09.970037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000408843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:09.970275Z","caller":"traceutil/trace.go:172","msg":"trace[1797220642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066442s","start":"2026-04-15T17:58:07.969590Z","end":"2026-04-15T17:58:09.970254Z","steps":["trace[1797220642] 'agreement among raft nodes before linearized reading' (duration: 2.000404473s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:09.970466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.969566Z","time spent":"2.000884125s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:09 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:09.975310Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:10.476151Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:10.976455Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:11.401842Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"e2b5783e11defe7e [logterm: 2, index: 1243, vote: e2b5783e11defe7e] ignored MsgPreVote from 74e7cb993049af12 [logterm: 2, index: 1226] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-04-15T17:58:11.414361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"e2b5783e11defe7e [logterm: 2, index: 1243, vote: e2b5783e11defe7e] ignored MsgVote from 74e7cb993049af12 [logterm: 2, index: 1226] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-04-15T17:58:11.420532Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"e2b5783e11defe7e [term: 2] received a MsgApp message with higher term from 74e7cb993049af12 [term: 3]"} {"level":"info","ts":"2026-04-15T17:58:11.420592Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e2b5783e11defe7e became follower at term 3"} {"level":"info","ts":"2026-04-15T17:58:11.420613Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1227 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-04-15T17:58:11.420629Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1227"} {"level":"info","ts":"2026-04-15T17:58:11.420662Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: e2b5783e11defe7e changed leader from e2b5783e11defe7e to 74e7cb993049af12 at term 3"} {"level":"warn","ts":"2026-04-15T17:58:11.477227Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:11.759797Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.379196528s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:58:11.759898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:11.759920Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"e2b5783e11defe7e [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:11.760265Z","caller":"traceutil/trace.go:172","msg":"trace[41847262] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"4.38003167s","start":"2026-04-15T17:58:07.380214Z","end":"2026-04-15T17:58:11.760246Z","steps":["trace[41847262] 'process raft request' (duration: 4.379893776s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:11.760415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.380186Z","time spent":"4.380144052s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:11.970748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999946822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:11.971097Z","caller":"traceutil/trace.go:172","msg":"trace[1380538094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316292s","start":"2026-04-15T17:58:09.970757Z","end":"2026-04-15T17:58:11.971074Z","steps":["trace[1380538094] 'agreement among raft nodes before linearized reading' (duration: 1.999746997s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:11.971471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.970721Z","time spent":"2.000729963s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:11 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:12.260480Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:12.761228Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:13.223879Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.463863365s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:58:13.224162Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224200Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224216Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224233Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224248Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224263Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224277Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224292Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224308Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224322Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224354Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224366Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224421Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224439Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224862Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.224928Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 3] ignored a MsgAppResp message with lower term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:58:13.225925Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-15T17:58:13.291836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.048591266s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:13.291958Z","caller":"traceutil/trace.go:172","msg":"trace[697059647] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1106; }","duration":"1.048721659s","start":"2026-04-15T17:58:12.243214Z","end":"2026-04-15T17:58:13.291936Z","steps":["trace[697059647] 'range keys from in-memory index tree' (duration: 1.048539764s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:13.356704Z","caller":"traceutil/trace.go:172","msg":"trace[726579815] linearizableReadLoop","detail":"{readStateIndex:1227; appliedIndex:1227; }","duration":"1.596668803s","start":"2026-04-15T17:58:11.760012Z","end":"2026-04-15T17:58:13.356681Z","steps":["trace[726579815] 'read index received' (duration: 1.596650882s)","trace[726579815] 'applied index is now lower than readState.Index' (duration: 16.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:13.356781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.078799442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:13.356787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.748413487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:13.356880Z","caller":"traceutil/trace.go:172","msg":"trace[443783158] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1106; }","duration":"4.078897125s","start":"2026-04-15T17:58:09.277945Z","end":"2026-04-15T17:58:13.356842Z","steps":["trace[443783158] 'agreement among raft nodes before linearized reading' (duration: 4.078747031s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:13.356893Z","caller":"traceutil/trace.go:172","msg":"trace[1808165146] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1106; }","duration":"2.748497779s","start":"2026-04-15T17:58:10.608358Z","end":"2026-04-15T17:58:13.356855Z","steps":["trace[1808165146] 'agreement among raft nodes before linearized reading' (duration: 2.748382746s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.356941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:10.608334Z","time spent":"2.748594572s","remote":"127.0.0.1:39636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.356905Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":16336095431339474558,"new-lead":8423925486820372242} {"level":"warn","ts":"2026-04-15T17:58:13.357045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.344199599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:13.357068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.167567643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-15T17:58:13.357018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.991111641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:13.357100Z","caller":"traceutil/trace.go:172","msg":"trace[826884337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1106; }","duration":"4.167598933s","start":"2026-04-15T17:58:09.189490Z","end":"2026-04-15T17:58:13.357089Z","steps":["trace[826884337] 'agreement among raft nodes before linearized reading' (duration: 4.167316736s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.357121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.018331144s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:13.357145Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":16336095431339474558,"new-lead":8423925486820372242} {"level":"warn","ts":"2026-04-15T17:58:13.357168Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":16336095431339474558} {"level":"info","ts":"2026-04-15T17:58:13.357091Z","caller":"traceutil/trace.go:172","msg":"trace[801347493] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1106; }","duration":"4.344288671s","start":"2026-04-15T17:58:09.012791Z","end":"2026-04-15T17:58:13.357079Z","steps":["trace[801347493] 'agreement among raft nodes before linearized reading' (duration: 4.344175358s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:13.357173Z","caller":"traceutil/trace.go:172","msg":"trace[1809705207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1106; }","duration":"5.018389245s","start":"2026-04-15T17:58:08.338771Z","end":"2026-04-15T17:58:13.357160Z","steps":["trace[1809705207] 'agreement among raft nodes before linearized reading' (duration: 5.018297033s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:13.357173Z","caller":"traceutil/trace.go:172","msg":"trace[576124796] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1106; }","duration":"4.991229464s","start":"2026-04-15T17:58:08.365873Z","end":"2026-04-15T17:58:13.357103Z","steps":["trace[576124796] 'agreement among raft nodes before linearized reading' (duration: 4.991022658s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.357062Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":16336095431339474558} {"level":"warn","ts":"2026-04-15T17:58:13.357240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.635208529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:13.357290Z","caller":"traceutil/trace.go:172","msg":"trace[1509103940] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1106; }","duration":"3.63525422s","start":"2026-04-15T17:58:09.722020Z","end":"2026-04-15T17:58:13.357275Z","steps":["trace[1509103940] 'agreement among raft nodes before linearized reading' (duration: 3.635185008s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.357288Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.189464Z","time spent":"4.167701996s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.357349Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.721984Z","time spent":"3.635353393s","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.357423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.012763Z","time spent":"4.344425125s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.356945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.277914Z","time spent":"4.079014368s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.357333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:08.365856Z","time spent":"4.991356078s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.492528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:08.493624Z","time spent":"4.998897664s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/15 17:58:13 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-15T17:58:13.497380Z","caller":"traceutil/trace.go:172","msg":"trace[713957930] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1110; }","duration":"1.731542966s","start":"2026-04-15T17:58:11.765826Z","end":"2026-04-15T17:58:13.497369Z","steps":["trace[713957930] 'process raft request' (duration: 1.731528526s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.497497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.765803Z","time spent":"1.731647048s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:58:13.586428Z","caller":"traceutil/trace.go:172","msg":"trace[1725572865] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1110; }","duration":"1.814991185s","start":"2026-04-15T17:58:11.771420Z","end":"2026-04-15T17:58:13.586412Z","steps":["trace[1725572865] 'process raft request' (duration: 1.814960784s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:13.586475Z","caller":"traceutil/trace.go:172","msg":"trace[1376597575] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1110; }","duration":"1.816295969s","start":"2026-04-15T17:58:11.770145Z","end":"2026-04-15T17:58:13.586441Z","steps":["trace[1376597575] 'process raft request' (duration: 1.816148245s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.586561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.771402Z","time spent":"1.815087347s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:13.586642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.770113Z","time spent":"1.816439132s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:13.857672Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:13.980591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000061463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:13.980682Z","caller":"traceutil/trace.go:172","msg":"trace[1192513737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172326s","start":"2026-04-15T17:58:11.980491Z","end":"2026-04-15T17:58:13.980663Z","steps":["trace[1192513737] 'agreement among raft nodes before linearized reading' (duration: 2.000057553s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.980740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.980322Z","time spent":"2.000404393s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:13 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-15T17:58:14.050427Z","caller":"traceutil/trace.go:172","msg":"trace[1414388189] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1236; }","duration":"693.622222ms","start":"2026-04-15T17:58:13.356772Z","end":"2026-04-15T17:58:14.050394Z","steps":["trace[1414388189] 'read index received' (duration: 693.614422ms)","trace[1414388189] 'applied index is now lower than readState.Index' (duration: 6.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:14.050634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.068716477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:14.050735Z","caller":"traceutil/trace.go:172","msg":"trace[677578268] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1111; }","duration":"2.06883029s","start":"2026-04-15T17:58:11.981889Z","end":"2026-04-15T17:58:14.050719Z","steps":["trace[677578268] 'agreement among raft nodes before linearized reading' (duration: 2.068671736s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.050786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.981869Z","time spent":"2.068902671s","remote":"127.0.0.1:39834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:14.051191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.076208712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-15T17:58:14.051311Z","caller":"traceutil/trace.go:172","msg":"trace[1645193274] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3; range_end:; response_count:1; response_revision:1111; }","duration":"2.076349066s","start":"2026-04-15T17:58:11.974936Z","end":"2026-04-15T17:58:14.051286Z","steps":["trace[1645193274] 'agreement among raft nodes before linearized reading' (duration: 2.076058838s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.051366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.974912Z","time spent":"2.076440319s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:14.052131Z","caller":"traceutil/trace.go:172","msg":"trace[862001705] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1113; }","duration":"548.200363ms","start":"2026-04-15T17:58:13.503914Z","end":"2026-04-15T17:58:14.052114Z","steps":["trace[862001705] 'process raft request' (duration: 548.150852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.052276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.503877Z","time spent":"548.320426ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:14.052444Z","caller":"traceutil/trace.go:172","msg":"trace[47302915] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"689.752991ms","start":"2026-04-15T17:58:13.362593Z","end":"2026-04-15T17:58:14.052346Z","steps":["trace[47302915] 'process raft request' (duration: 689.412012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.052697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.362568Z","time spent":"690.000367ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:14.116159Z","caller":"traceutil/trace.go:172","msg":"trace[81106844] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1113; }","duration":"521.746943ms","start":"2026-04-15T17:58:13.594390Z","end":"2026-04-15T17:58:14.116136Z","steps":["trace[81106844] 'process raft request' (duration: 521.685121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.116296Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.594360Z","time spent":"521.862116ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:14.147247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.148748Z","time spent":"4.998487173s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/15 17:58:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:14.155639Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429346,"received-request-id":18338267984290429342} {"level":"info","ts":"2026-04-15T17:58:14.301604Z","caller":"traceutil/trace.go:172","msg":"trace[1682034985] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1249; }","duration":"251.040018ms","start":"2026-04-15T17:58:14.050527Z","end":"2026-04-15T17:58:14.301567Z","steps":["trace[1682034985] 'read index received' (duration: 251.020187ms)","trace[1682034985] 'applied index is now lower than readState.Index' (duration: 17.361µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:14.312245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"813.521667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-15T17:58:14.312310Z","caller":"traceutil/trace.go:172","msg":"trace[901141582] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1116; }","duration":"813.610399ms","start":"2026-04-15T17:58:13.498686Z","end":"2026-04-15T17:58:14.312297Z","steps":["trace[901141582] 'agreement among raft nodes before linearized reading' (duration: 803.018489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.312345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.498674Z","time spent":"813.663081ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:14.312443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"817.569774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-15T17:58:14.312266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.917014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T17:58:14.312498Z","caller":"traceutil/trace.go:172","msg":"trace[766571802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1116; }","duration":"817.697477ms","start":"2026-04-15T17:58:13.494779Z","end":"2026-04-15T17:58:14.312476Z","steps":["trace[766571802] 'agreement among raft nodes before linearized reading' (duration: 806.927502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.312522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"953.882124ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:14.312534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.494758Z","time spent":"817.767179ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:14.312555Z","caller":"traceutil/trace.go:172","msg":"trace[1549569148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1116; }","duration":"953.916795ms","start":"2026-04-15T17:58:13.358629Z","end":"2026-04-15T17:58:14.312546Z","steps":["trace[1549569148] 'agreement among raft nodes before linearized reading' (duration: 943.093009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.312515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.544424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:14.312551Z","caller":"traceutil/trace.go:172","msg":"trace[1067072696] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1116; }","duration":"504.189421ms","start":"2026-04-15T17:58:13.808332Z","end":"2026-04-15T17:58:14.312521Z","steps":["trace[1067072696] 'agreement among raft nodes before linearized reading' (duration: 493.337134ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:14.312611Z","caller":"traceutil/trace.go:172","msg":"trace[858951431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1116; }","duration":"331.664577ms","start":"2026-04-15T17:58:13.980928Z","end":"2026-04-15T17:58:14.312592Z","steps":["trace[858951431] 'agreement among raft nodes before linearized reading' (duration: 320.767539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.312669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.980907Z","time spent":"331.7523ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:14.312685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.808306Z","time spent":"504.334964ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:14.312689Z","caller":"traceutil/trace.go:172","msg":"trace[661051113] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"257.423666ms","start":"2026-04-15T17:58:14.055254Z","end":"2026-04-15T17:58:14.312678Z","steps":["trace[661051113] 'process raft request' (duration: 246.420406ms)","trace[661051113] 'compare' (duration: 10.753114ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:14.312701Z","caller":"traceutil/trace.go:172","msg":"trace[1005776750] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1117; }","duration":"186.614224ms","start":"2026-04-15T17:58:14.126064Z","end":"2026-04-15T17:58:14.312678Z","steps":["trace[1005776750] 'process raft request' (duration: 186.528632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.323348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.21302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:58:14.323405Z","caller":"traceutil/trace.go:172","msg":"trace[648908228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1119; }","duration":"173.278372ms","start":"2026-04-15T17:58:14.150114Z","end":"2026-04-15T17:58:14.323392Z","steps":["trace[648908228] 'agreement among raft nodes before linearized reading' (duration: 173.140968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.391085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.390639Z","time spent":"7.000429029s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:14.391044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.390642Z","time spent":"7.000393318s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:14.399570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.399341Z","time spent":"7.000225s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:14.402404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.410832Z","time spent":"6.9915695s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:14.402397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.407974Z","time spent":"6.994415693s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/15 17:58:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:14.402418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.407440Z","time spent":"6.994974377s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:14.402507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.584089Z","time spent":"6.818416462s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/15 17:58:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:14.402508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.431363Z","time spent":"6.971142165s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:14.402542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.477882Z","time spent":"6.924659041s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/15 17:58:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/15 17:58:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:14.402588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.424186Z","time spent":"6.978383201s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:14.402558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.402340Z","time spent":"7.000208812s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/15 17:58:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/15 17:58:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:15.343200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:08.342576Z","time spent":"7.000616785s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-15T17:58:16.220476Z","caller":"traceutil/trace.go:172","msg":"trace[1538517258] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"158.248227ms","start":"2026-04-15T17:58:16.062214Z","end":"2026-04-15T17:58:16.220462Z","steps":["trace[1538517258] 'process raft request' (duration: 158.066672ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:16.474672Z","caller":"traceutil/trace.go:172","msg":"trace[1092253761] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"143.503163ms","start":"2026-04-15T17:58:16.331150Z","end":"2026-04-15T17:58:16.474653Z","steps":["trace[1092253761] 'process raft request' (duration: 143.325179ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:16.546233Z","caller":"traceutil/trace.go:172","msg":"trace[799864440] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"144.418168ms","start":"2026-04-15T17:58:16.401793Z","end":"2026-04-15T17:58:16.546211Z","steps":["trace[799864440] 'process raft request' (duration: 101.130795ms)","trace[799864440] 'compare' (duration: 43.16537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:17.595559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:17.638414Z","caller":"traceutil/trace.go:172","msg":"trace[2038398698] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1270; }","duration":"543.589922ms","start":"2026-04-15T17:58:17.094801Z","end":"2026-04-15T17:58:17.638390Z","steps":["trace[2038398698] 'read index received' (duration: 543.581302ms)","trace[2038398698] 'applied index is now lower than readState.Index' (duration: 6.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:17.695053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.221887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.695139Z","caller":"traceutil/trace.go:172","msg":"trace[582232747] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1133; }","duration":"600.325539ms","start":"2026-04-15T17:58:17.094794Z","end":"2026-04-15T17:58:17.695120Z","steps":["trace[582232747] 'agreement among raft nodes before linearized reading' (duration: 543.783377ms)","trace[582232747] 'range keys from in-memory index tree' (duration: 56.358837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:17.695184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.094772Z","time spent":"600.403372ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:17.695628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.692879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.695692Z","caller":"traceutil/trace.go:172","msg":"trace[190276149] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1134; }","duration":"600.759411ms","start":"2026-04-15T17:58:17.094919Z","end":"2026-04-15T17:58:17.695678Z","steps":["trace[190276149] 'agreement among raft nodes before linearized reading' (duration: 600.658879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.695696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.873995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.695743Z","caller":"traceutil/trace.go:172","msg":"trace[452449178] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1134; }","duration":"270.924437ms","start":"2026-04-15T17:58:17.424807Z","end":"2026-04-15T17:58:17.695731Z","steps":["trace[452449178] 'agreement among raft nodes before linearized reading' (duration: 270.843784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.695722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.629103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.695794Z","caller":"traceutil/trace.go:172","msg":"trace[1605616187] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1134; }","duration":"358.705495ms","start":"2026-04-15T17:58:17.337076Z","end":"2026-04-15T17:58:17.695781Z","steps":["trace[1605616187] 'agreement among raft nodes before linearized reading' (duration: 358.598822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.695734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.094894Z","time spent":"600.828862ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:17.695826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.337051Z","time spent":"358.766927ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:17.695930Z","caller":"traceutil/trace.go:172","msg":"trace[1602911037] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"385.612556ms","start":"2026-04-15T17:58:17.310304Z","end":"2026-04-15T17:58:17.695917Z","steps":["trace[1602911037] 'process raft request' (duration: 327.004648ms)","trace[1602911037] 'compare' (duration: 58.114294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:17.695986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.318355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.696046Z","caller":"traceutil/trace.go:172","msg":"trace[774050645] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1134; }","duration":"247.379307ms","start":"2026-04-15T17:58:17.448654Z","end":"2026-04-15T17:58:17.696033Z","steps":["trace[774050645] 'agreement among raft nodes before linearized reading' (duration: 247.290754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.696105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.108837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:17.696131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.038898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:17.696165Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.356112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.696194Z","caller":"traceutil/trace.go:172","msg":"trace[1655669656] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1134; }","duration":"587.385003ms","start":"2026-04-15T17:58:17.108800Z","end":"2026-04-15T17:58:17.696185Z","steps":["trace[1655669656] 'agreement among raft nodes before linearized reading' (duration: 587.338772ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:17.696199Z","caller":"traceutil/trace.go:172","msg":"trace[1580719378] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1134; }","duration":"374.226031ms","start":"2026-04-15T17:58:17.321953Z","end":"2026-04-15T17:58:17.696179Z","steps":["trace[1580719378] 'agreement among raft nodes before linearized reading' (duration: 374.041236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.696216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.108782Z","time spent":"587.428954ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:17.696208Z","caller":"traceutil/trace.go:172","msg":"trace[1330779170] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1134; }","duration":"324.169002ms","start":"2026-04-15T17:58:17.372011Z","end":"2026-04-15T17:58:17.696180Z","steps":["trace[1330779170] 'agreement among raft nodes before linearized reading' (duration: 323.897244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.696260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.321922Z","time spent":"374.322053ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:17.696010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.310259Z","time spent":"385.697988ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:17.696330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.371987Z","time spent":"324.259294ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:17.741880Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:10.739726Z","time spent":"7.002145656s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:18.317414Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:18.818394Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:19.319330Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:19.819992Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:20.321134Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:20.364367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.400524685s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:20.364474Z","caller":"traceutil/trace.go:172","msg":"trace[969189508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1135; }","duration":"2.400645159s","start":"2026-04-15T17:58:17.963814Z","end":"2026-04-15T17:58:20.364459Z","steps":["trace[969189508] 'range keys from in-memory index tree' (duration: 2.400462344s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:20.364951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.173434132s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:20.365183Z","caller":"traceutil/trace.go:172","msg":"trace[1535218621] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"2.617032437s","start":"2026-04-15T17:58:17.748139Z","end":"2026-04-15T17:58:20.365171Z","steps":["trace[1535218621] 'process raft request' (duration: 443.321827ms)","trace[1535218621] 'compare' (duration: 2.17334538s)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:20.365363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.748111Z","time spent":"2.617226551s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:20.499342Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.044443306s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-15T17:58:20.821894Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:20.926834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000943551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:20.926926Z","caller":"traceutil/trace.go:172","msg":"trace[1405772458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001053234s","start":"2026-04-15T17:58:18.925852Z","end":"2026-04-15T17:58:20.926905Z","steps":["trace[1405772458] 'agreement among raft nodes before linearized reading' (duration: 2.000938881s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:20.926990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:18.925833Z","time spent":"2.001145027s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:20 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:20.967837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000343624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:20.967916Z","caller":"traceutil/trace.go:172","msg":"trace[1823851736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427486s","start":"2026-04-15T17:58:18.967470Z","end":"2026-04-15T17:58:20.967898Z","steps":["trace[1823851736] 'agreement among raft nodes before linearized reading' (duration: 2.000341494s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:20.967973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:18.967449Z","time spent":"2.000512449s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:20 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:21.322820Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:21.823884Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:22.321415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.821550875s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:58:22.324015Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:22.824500Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:22.977649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000263058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:22.977788Z","caller":"traceutil/trace.go:172","msg":"trace[282520044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446893s","start":"2026-04-15T17:58:20.977311Z","end":"2026-04-15T17:58:22.977758Z","steps":["trace[282520044] 'agreement among raft nodes before linearized reading' (duration: 2.000256818s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:22.977868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:20.977303Z","time spent":"2.000551205s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:22 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:23.183575Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.683839087s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:58:23.183826Z","caller":"traceutil/trace.go:172","msg":"trace[1010850103] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1280; }","duration":"5.367113966s","start":"2026-04-15T17:58:17.816697Z","end":"2026-04-15T17:58:23.183811Z","steps":["trace[1010850103] 'read index received' (duration: 5.367108255s)","trace[1010850103] 'applied index is now lower than readState.Index' (duration: 4.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:23.416145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.599419228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:23.416226Z","caller":"traceutil/trace.go:172","msg":"trace[224074394] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1143; }","duration":"5.599511691s","start":"2026-04-15T17:58:17.816692Z","end":"2026-04-15T17:58:23.416204Z","steps":["trace[224074394] 'agreement among raft nodes before linearized reading' (duration: 5.367185377s)","trace[224074394] 'range keys from in-memory index tree' (duration: 232.20795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:23.416257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.816672Z","time spent":"5.599577563s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:23.416442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.359384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:58:23.416575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.599863351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"info","ts":"2026-04-15T17:58:23.416661Z","caller":"traceutil/trace.go:172","msg":"trace[870453904] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1143; }","duration":"5.599950703s","start":"2026-04-15T17:58:17.816692Z","end":"2026-04-15T17:58:23.416643Z","steps":["trace[870453904] 'agreement among raft nodes before linearized reading' (duration: 5.367198338s)","trace[870453904] 'range keys from in-memory index tree' (duration: 232.420976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:23.416739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.816672Z","time spent":"5.600055156s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4071,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:23.480280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:18.482133Z","time spent":"4.998137436s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:23.514704Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429382,"received-request-id":18338267984290429377} {"level":"info","ts":"2026-04-15T17:58:23.515096Z","caller":"traceutil/trace.go:172","msg":"trace[463055148] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"4.961437877s","start":"2026-04-15T17:58:18.553636Z","end":"2026-04-15T17:58:23.515074Z","steps":["trace[463055148] 'process raft request' (duration: 4.961395455s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:23.515254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:18.553603Z","time spent":"4.9615531s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:23.684066Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:23.873893Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429382,"received-request-id":18338267984290429377} {"level":"warn","ts":"2026-04-15T17:58:24.185162Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:24.463516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"589.437071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:24.463648Z","caller":"traceutil/trace.go:172","msg":"trace[1832239535] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"3.534053867s","start":"2026-04-15T17:58:20.929563Z","end":"2026-04-15T17:58:24.463616Z","steps":["trace[1832239535] 'process raft request' (duration: 2.944465001s)","trace[1832239535] 'compare' (duration: 588.773554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:24.463713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:20.929539Z","time spent":"3.534146609s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:58:24.556688Z","caller":"traceutil/trace.go:172","msg":"trace[1887353197] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1284; }","duration":"1.372789153s","start":"2026-04-15T17:58:23.183861Z","end":"2026-04-15T17:58:24.556650Z","steps":["trace[1887353197] 'read index received' (duration: 1.372740931s)","trace[1887353197] 'applied index is now lower than readState.Index' (duration: 39.541µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:24.556831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.517455366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.556923Z","caller":"traceutil/trace.go:172","msg":"trace[1723250306] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1147; }","duration":"6.51762109s","start":"2026-04-15T17:58:18.039280Z","end":"2026-04-15T17:58:24.556901Z","steps":["trace[1723250306] 'agreement among raft nodes before linearized reading' (duration: 6.517373514s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.556936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.523815596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.556979Z","caller":"traceutil/trace.go:172","msg":"trace[1168132728] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1149; }","duration":"6.523893458s","start":"2026-04-15T17:58:18.033076Z","end":"2026-04-15T17:58:24.556969Z","steps":["trace[1168132728] 'agreement among raft nodes before linearized reading' (duration: 6.523751014s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:18.033054Z","time spent":"6.52395574s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.557001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:18.039268Z","time spent":"6.517700272s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.557256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.381754008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.557335Z","caller":"traceutil/trace.go:172","msg":"trace[1000139956] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1149; }","duration":"1.38183212s","start":"2026-04-15T17:58:23.175491Z","end":"2026-04-15T17:58:24.557323Z","steps":["trace[1000139956] 'agreement among raft nodes before linearized reading' (duration: 1.381717427s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:23.175467Z","time spent":"1.381889481s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.557413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.538699166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.557452Z","caller":"traceutil/trace.go:172","msg":"trace[1839317116] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1149; }","duration":"6.538738737s","start":"2026-04-15T17:58:18.018704Z","end":"2026-04-15T17:58:24.557443Z","steps":["trace[1839317116] 'agreement among raft nodes before linearized reading' (duration: 6.538680216s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:18.018679Z","time spent":"6.538791459s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.557645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.37013336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.557682Z","caller":"traceutil/trace.go:172","msg":"trace[2106767540] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1149; }","duration":"5.370170842s","start":"2026-04-15T17:58:19.187502Z","end":"2026-04-15T17:58:24.557672Z","steps":["trace[2106767540] 'agreement among raft nodes before linearized reading' (duration: 5.37011181s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.72460041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:24.557709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:19.187477Z","time spent":"5.370224222s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:24.557716Z","caller":"traceutil/trace.go:172","msg":"trace[1533044172] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1149; }","duration":"6.724621331s","start":"2026-04-15T17:58:17.833086Z","end":"2026-04-15T17:58:24.557707Z","steps":["trace[1533044172] 'agreement among raft nodes before linearized reading' (duration: 6.72458488s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.833076Z","time spent":"6.724657351s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.557683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.863789682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:24.557869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.504106231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.557900Z","caller":"traceutil/trace.go:172","msg":"trace[898173922] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1149; }","duration":"5.504136852s","start":"2026-04-15T17:58:19.053754Z","end":"2026-04-15T17:58:24.557891Z","steps":["trace[898173922] 'agreement among raft nodes before linearized reading' (duration: 5.5040891s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:19.053727Z","time spent":"5.504194094s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.557929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.724870188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:24.557932Z","caller":"traceutil/trace.go:172","msg":"trace[1552515340] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1149; }","duration":"4.863980388s","start":"2026-04-15T17:58:19.693832Z","end":"2026-04-15T17:58:24.557813Z","steps":["trace[1552515340] 'agreement among raft nodes before linearized reading' (duration: 4.863751811s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:24.557960Z","caller":"traceutil/trace.go:172","msg":"trace[1514705289] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1149; }","duration":"6.724900418s","start":"2026-04-15T17:58:17.833052Z","end":"2026-04-15T17:58:24.557952Z","steps":["trace[1514705289] 'agreement among raft nodes before linearized reading' (duration: 6.724816616s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.833045Z","time spent":"6.724931919s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4069,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.557993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:19.693813Z","time spent":"4.864170402s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.558312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.581530199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.558400Z","caller":"traceutil/trace.go:172","msg":"trace[1558316633] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1149; }","duration":"3.581622381s","start":"2026-04-15T17:58:20.976767Z","end":"2026-04-15T17:58:24.558389Z","steps":["trace[1558316633] 'agreement among raft nodes before linearized reading' (duration: 3.581447617s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.558444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.580141871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:24.558465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.90613601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.558498Z","caller":"traceutil/trace.go:172","msg":"trace[1665345815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"1.580194492s","start":"2026-04-15T17:58:22.978293Z","end":"2026-04-15T17:58:24.558487Z","steps":["trace[1665345815] 'agreement among raft nodes before linearized reading' (duration: 1.58011905s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:24.558531Z","caller":"traceutil/trace.go:172","msg":"trace[358495161] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1149; }","duration":"3.906202662s","start":"2026-04-15T17:58:20.652319Z","end":"2026-04-15T17:58:24.558522Z","steps":["trace[358495161] 'agreement among raft nodes before linearized reading' (duration: 3.9061134s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.558537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:22.978239Z","time spent":"1.580291004s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:24.558595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:20.652292Z","time spent":"3.906269404s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.558491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:20.976742Z","time spent":"3.581734255s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.558641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.194041008s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.558745Z","caller":"traceutil/trace.go:172","msg":"trace[2046361965] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"4.194175812s","start":"2026-04-15T17:58:20.364546Z","end":"2026-04-15T17:58:24.558721Z","steps":["trace[2046361965] 'agreement among raft nodes before linearized reading' (duration: 4.193983566s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.558909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.729769769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:24.558699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.727737255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:24.559765Z","caller":"traceutil/trace.go:172","msg":"trace[1769017872] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1149; }","duration":"6.728797424s","start":"2026-04-15T17:58:17.830946Z","end":"2026-04-15T17:58:24.559743Z","steps":["trace[1769017872] 'agreement among raft nodes before linearized reading' (duration: 6.727527889s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.557657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.723725136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"warn","ts":"2026-04-15T17:58:24.559329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.74248807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"warn","ts":"2026-04-15T17:58:24.559987Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.830938Z","time spent":"6.7290287s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4069,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:24.560078Z","caller":"traceutil/trace.go:172","msg":"trace[1304831222] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1149; }","duration":"6.74324274s","start":"2026-04-15T17:58:17.816774Z","end":"2026-04-15T17:58:24.560017Z","steps":["trace[1304831222] 'agreement among raft nodes before linearized reading' (duration: 6.742401557s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.559347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.730325235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:24.560561Z","caller":"traceutil/trace.go:172","msg":"trace[1254776795] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1149; }","duration":"6.731533488s","start":"2026-04-15T17:58:17.829012Z","end":"2026-04-15T17:58:24.560545Z","steps":["trace[1254776795] 'agreement among raft nodes before linearized reading' (duration: 6.730212731s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.560771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.816743Z","time spent":"6.743700333s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4071,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.560862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.829001Z","time spent":"6.731734263s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4069,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:24.560111Z","caller":"traceutil/trace.go:172","msg":"trace[1528863438] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1149; }","duration":"6.726171633s","start":"2026-04-15T17:58:17.833926Z","end":"2026-04-15T17:58:24.560098Z","steps":["trace[1528863438] 'agreement among raft nodes before linearized reading' (duration: 6.723611993s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.560912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.833918Z","time spent":"6.726980356s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4071,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:24.559025Z","caller":"traceutil/trace.go:172","msg":"trace[1833738784] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1149; }","duration":"6.729938414s","start":"2026-04-15T17:58:17.829076Z","end":"2026-04-15T17:58:24.559014Z","steps":["trace[1833738784] 'agreement among raft nodes before linearized reading' (duration: 6.729742798s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.560994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.829053Z","time spent":"6.731929659s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.585104Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429383,"received-request-id":18338267984290429382} {"level":"warn","ts":"2026-04-15T17:58:24.606634Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429383,"received-request-id":18338267984290429382} {"level":"info","ts":"2026-04-15T17:58:24.685321Z","caller":"traceutil/trace.go:172","msg":"trace[1380911164] linearizableReadLoop","detail":"{readStateIndex:1287; appliedIndex:1286; }","duration":"128.518257ms","start":"2026-04-15T17:58:24.556783Z","end":"2026-04-15T17:58:24.685301Z","steps":["trace[1380911164] 'read index received' (duration: 51.212236ms)","trace[1380911164] 'applied index is now lower than readState.Index' (duration: 77.304961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:24.685706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.005421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-15T17:58:24.685845Z","caller":"traceutil/trace.go:172","msg":"trace[875600146] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3; range_end:; response_count:1; response_revision:1150; }","duration":"219.154905ms","start":"2026-04-15T17:58:24.466673Z","end":"2026-04-15T17:58:24.685828Z","steps":["trace[875600146] 'agreement among raft nodes before linearized reading' (duration: 218.869017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.686126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"429.103665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.686233Z","caller":"traceutil/trace.go:172","msg":"trace[218972192] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1150; }","duration":"429.207288ms","start":"2026-04-15T17:58:24.257011Z","end":"2026-04-15T17:58:24.686218Z","steps":["trace[218972192] 'agreement among raft nodes before linearized reading' (duration: 429.082795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.686385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:24.256984Z","time spent":"429.362773ms","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.686655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.172568649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"warn","ts":"2026-04-15T17:58:24.686685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205073098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:58:24.686777Z","caller":"traceutil/trace.go:172","msg":"trace[1441232351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1150; }","duration":"1.205181391s","start":"2026-04-15T17:58:23.481574Z","end":"2026-04-15T17:58:24.686755Z","steps":["trace[1441232351] 'agreement among raft nodes before linearized reading' (duration: 1.204884793s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.686846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:23.481547Z","time spent":"1.205289404s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.687161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"878.240701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T17:58:24.687257Z","caller":"traceutil/trace.go:172","msg":"trace[2127949480] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1150; }","duration":"878.338033ms","start":"2026-04-15T17:58:23.808907Z","end":"2026-04-15T17:58:24.687245Z","steps":["trace[2127949480] 'agreement among raft nodes before linearized reading' (duration: 878.168789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.687180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.001005748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.688713Z","caller":"traceutil/trace.go:172","msg":"trace[1554955907] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1150; }","duration":"1.002474158s","start":"2026-04-15T17:58:23.686145Z","end":"2026-04-15T17:58:24.688620Z","steps":["trace[1554955907] 'agreement among raft nodes before linearized reading' (duration: 1.000959587s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.688874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:23.686116Z","time spent":"1.002700264s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:24.687339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:23.808882Z","time spent":"878.443127ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:24.686743Z","caller":"traceutil/trace.go:172","msg":"trace[1248298377] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1150; }","duration":"1.172670862s","start":"2026-04-15T17:58:23.514054Z","end":"2026-04-15T17:58:24.686725Z","steps":["trace[1248298377] 'agreement among raft nodes before linearized reading' (duration: 1.172356324s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.689222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:23.514034Z","time spent":"1.175162191s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4071,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:24.892522Z","caller":"traceutil/trace.go:172","msg":"trace[1735696592] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1288; }","duration":"206.99427ms","start":"2026-04-15T17:58:24.685504Z","end":"2026-04-15T17:58:24.892498Z","steps":["trace[1735696592] 'read index received' (duration: 206.97565ms)","trace[1735696592] 'applied index is now lower than readState.Index' (duration: 17.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:24.892598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.896476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.892639Z","caller":"traceutil/trace.go:172","msg":"trace[152907328] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1151; }","duration":"246.973068ms","start":"2026-04-15T17:58:24.645656Z","end":"2026-04-15T17:58:24.892629Z","steps":["trace[152907328] 'agreement among raft nodes before linearized reading' (duration: 246.863655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.892675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.034032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"info","ts":"2026-04-15T17:58:24.892751Z","caller":"traceutil/trace.go:172","msg":"trace[1582320610] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1151; }","duration":"238.128255ms","start":"2026-04-15T17:58:24.654609Z","end":"2026-04-15T17:58:24.892737Z","steps":["trace[1582320610] 'agreement among raft nodes before linearized reading' (duration: 237.883548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.892758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.44834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:24.892790Z","caller":"traceutil/trace.go:172","msg":"trace[537089447] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1152; }","duration":"255.485081ms","start":"2026-04-15T17:58:24.637295Z","end":"2026-04-15T17:58:24.892780Z","steps":["trace[537089447] 'agreement among raft nodes before linearized reading' (duration: 255.325767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.892908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.971105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.892883Z","caller":"traceutil/trace.go:172","msg":"trace[1447582968] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"203.604277ms","start":"2026-04-15T17:58:24.689255Z","end":"2026-04-15T17:58:24.892859Z","steps":["trace[1447582968] 'process raft request' (duration: 203.292039ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:24.892931Z","caller":"traceutil/trace.go:172","msg":"trace[286709616] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1152; }","duration":"239.993866ms","start":"2026-04-15T17:58:24.652930Z","end":"2026-04-15T17:58:24.892924Z","steps":["trace[286709616] 'agreement among raft nodes before linearized reading' (duration: 239.935024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.892937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.717387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:24.892963Z","caller":"traceutil/trace.go:172","msg":"trace[1584556865] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1152; }","duration":"255.742758ms","start":"2026-04-15T17:58:24.637212Z","end":"2026-04-15T17:58:24.892955Z","steps":["trace[1584556865] 'agreement among raft nodes before linearized reading' (duration: 255.666636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.893010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.690553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"info","ts":"2026-04-15T17:58:24.893058Z","caller":"traceutil/trace.go:172","msg":"trace[992812509] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1152; }","duration":"237.711054ms","start":"2026-04-15T17:58:24.655314Z","end":"2026-04-15T17:58:24.893025Z","steps":["trace[992812509] 'agreement among raft nodes before linearized reading' (duration: 237.650672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.893140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.755038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.893170Z","caller":"traceutil/trace.go:172","msg":"trace[554193027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"322.786199ms","start":"2026-04-15T17:58:24.570375Z","end":"2026-04-15T17:58:24.893162Z","steps":["trace[554193027] 'agreement among raft nodes before linearized reading' (duration: 322.739167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.893203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:24.570355Z","time spent":"322.841359ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:24.893115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.15936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:24.893326Z","caller":"traceutil/trace.go:172","msg":"trace[1148345188] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1152; }","duration":"244.358366ms","start":"2026-04-15T17:58:24.648949Z","end":"2026-04-15T17:58:24.893308Z","steps":["trace[1148345188] 'agreement among raft nodes before linearized reading' (duration: 244.087368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.896517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.397234ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:24.896651Z","caller":"traceutil/trace.go:172","msg":"trace[893821013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1152; }","duration":"335.544538ms","start":"2026-04-15T17:58:24.561092Z","end":"2026-04-15T17:58:24.896637Z","steps":["trace[893821013] 'agreement among raft nodes before linearized reading' (duration: 331.97725ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:25.002969Z","caller":"traceutil/trace.go:172","msg":"trace[461985663] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1290; }","duration":"110.327027ms","start":"2026-04-15T17:58:24.892589Z","end":"2026-04-15T17:58:25.002916Z","steps":["trace[461985663] 'read index received' (duration: 110.321177ms)","trace[461985663] 'applied index is now lower than readState.Index' (duration: 4.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:25.039673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.731486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:58:25.039760Z","caller":"traceutil/trace.go:172","msg":"trace[554192300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1152; }","duration":"347.89243ms","start":"2026-04-15T17:58:24.691845Z","end":"2026-04-15T17:58:25.039737Z","steps":["trace[554192300] 'agreement among raft nodes before linearized reading' (duration: 311.1956ms)","trace[554192300] 'range keys from in-memory index tree' (duration: 36.362862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:25.039723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.677933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"warn","ts":"2026-04-15T17:58:25.039804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:24.691827Z","time spent":"347.968803ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:25.039819Z","caller":"traceutil/trace.go:172","msg":"trace[1110369237] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1152; }","duration":"328.794936ms","start":"2026-04-15T17:58:24.711003Z","end":"2026-04-15T17:58:25.039798Z","steps":["trace[1110369237] 'agreement among raft nodes before linearized reading' (duration: 291.931171ms)","trace[1110369237] 'range keys from in-memory index tree' (duration: 36.553136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:25.039865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:24.710979Z","time spent":"328.877419ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4071,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:25.039886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.667464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:25.039982Z","caller":"traceutil/trace.go:172","msg":"trace[367643557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"144.779597ms","start":"2026-04-15T17:58:24.895187Z","end":"2026-04-15T17:58:25.039967Z","steps":["trace[367643557] 'agreement among raft nodes before linearized reading' (duration: 144.605192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:25.040258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.379618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-15T17:58:25.040290Z","caller":"traceutil/trace.go:172","msg":"trace[1875110131] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3; range_end:; response_count:1; response_revision:1153; }","duration":"139.412109ms","start":"2026-04-15T17:58:24.900869Z","end":"2026-04-15T17:58:25.040281Z","steps":["trace[1875110131] 'agreement among raft nodes before linearized reading' (duration: 139.311506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:25.040327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.062457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"info","ts":"2026-04-15T17:58:25.040363Z","caller":"traceutil/trace.go:172","msg":"trace[209522084] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1153; }","duration":"140.099118ms","start":"2026-04-15T17:58:24.900254Z","end":"2026-04-15T17:58:25.040353Z","steps":["trace[209522084] 'agreement among raft nodes before linearized reading' (duration: 139.999076ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:25.040459Z","caller":"traceutil/trace.go:172","msg":"trace[1970755728] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"146.748211ms","start":"2026-04-15T17:58:24.893698Z","end":"2026-04-15T17:58:25.040446Z","steps":["trace[1970755728] 'process raft request' (duration: 108.657572ms)","trace[1970755728] 'compare' (duration: 37.152693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:25.040607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.309697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4048"} {"level":"warn","ts":"2026-04-15T17:58:25.040645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.279013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:25.040652Z","caller":"traceutil/trace.go:172","msg":"trace[431967814] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1153; }","duration":"139.360488ms","start":"2026-04-15T17:58:24.901281Z","end":"2026-04-15T17:58:25.040641Z","steps":["trace[431967814] 'agreement among raft nodes before linearized reading' (duration: 139.180503ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:25.040675Z","caller":"traceutil/trace.go:172","msg":"trace[1892864418] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1153; }","duration":"140.308714ms","start":"2026-04-15T17:58:24.900357Z","end":"2026-04-15T17:58:25.040666Z","steps":["trace[1892864418] 'agreement among raft nodes before linearized reading' (duration: 140.17513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:25.040944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.008973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:25.040983Z","caller":"traceutil/trace.go:172","msg":"trace[403090895] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1153; }","duration":"141.042024ms","start":"2026-04-15T17:58:24.899925Z","end":"2026-04-15T17:58:25.040967Z","steps":["trace[403090895] 'agreement among raft nodes before linearized reading' (duration: 140.943831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:25.040940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.072815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-04-15T17:58:25.041335Z","caller":"traceutil/trace.go:172","msg":"trace[779065392] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1153; }","duration":"141.463986ms","start":"2026-04-15T17:58:24.899859Z","end":"2026-04-15T17:58:25.041322Z","steps":["trace[779065392] 'agreement among raft nodes before linearized reading' (duration: 141.012484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:25.890029Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:26.390319Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429434,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:26.585429Z","caller":"traceutil/trace.go:172","msg":"trace[1737764237] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"1.20439117s","start":"2026-04-15T17:58:25.381019Z","end":"2026-04-15T17:58:26.585410Z","steps":["trace[1737764237] 'process raft request' (duration: 1.204210725s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.585626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.380983Z","time spent":"1.204559305s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:26.750900Z","caller":"traceutil/trace.go:172","msg":"trace[2122089598] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1293; }","duration":"1.360988209s","start":"2026-04-15T17:58:25.389874Z","end":"2026-04-15T17:58:26.750862Z","steps":["trace[2122089598] 'read index received' (duration: 1.360975789s)","trace[2122089598] 'applied index is now lower than readState.Index' (duration: 9.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:26.751155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.361261947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-15T17:58:26.751257Z","caller":"traceutil/trace.go:172","msg":"trace[1521193637] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1155; }","duration":"1.36137669s","start":"2026-04-15T17:58:25.389860Z","end":"2026-04-15T17:58:26.751237Z","steps":["trace[1521193637] 'agreement among raft nodes before linearized reading' (duration: 1.361118533s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.751345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.389847Z","time spent":"1.361478172s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:26.751319Z","caller":"traceutil/trace.go:172","msg":"trace[909969301] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"966.493625ms","start":"2026-04-15T17:58:25.784805Z","end":"2026-04-15T17:58:26.751299Z","steps":["trace[909969301] 'process raft request' (duration: 966.366062ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:26.751422Z","caller":"traceutil/trace.go:172","msg":"trace[844224783] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"1.230003932s","start":"2026-04-15T17:58:25.521396Z","end":"2026-04-15T17:58:26.751400Z","steps":["trace[844224783] 'process raft request' (duration: 1.229542159s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.751526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.784791Z","time spent":"966.63786ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:26.751543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.521369Z","time spent":"1.230101215s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:26.768514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.376146549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-15T17:58:26.768580Z","caller":"traceutil/trace.go:172","msg":"trace[1782941545] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1159; }","duration":"1.376226741s","start":"2026-04-15T17:58:25.392341Z","end":"2026-04-15T17:58:26.768567Z","steps":["trace[1782941545] 'agreement among raft nodes before linearized reading' (duration: 1.376058656s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.768545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304442254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"warn","ts":"2026-04-15T17:58:26.768611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.392332Z","time spent":"1.376270112s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.768568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.873059ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:26.768620Z","caller":"traceutil/trace.go:172","msg":"trace[141254728] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1159; }","duration":"1.304519456s","start":"2026-04-15T17:58:25.464088Z","end":"2026-04-15T17:58:26.768607Z","steps":["trace[141254728] 'agreement among raft nodes before linearized reading' (duration: 1.304328371s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.768967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.464060Z","time spent":"1.304614589s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:26.768965Z","caller":"traceutil/trace.go:172","msg":"trace[185837295] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1159; }","duration":"804.004432ms","start":"2026-04-15T17:58:25.964652Z","end":"2026-04-15T17:58:26.768656Z","steps":["trace[185837295] 'agreement among raft nodes before linearized reading' (duration: 803.817577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.317093502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:26.769030Z","caller":"traceutil/trace.go:172","msg":"trace[76999801] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1159; }","duration":"1.317116813s","start":"2026-04-15T17:58:25.451906Z","end":"2026-04-15T17:58:26.769023Z","steps":["trace[76999801] 'agreement among raft nodes before linearized reading' (duration: 1.317077012s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.451883Z","time spent":"1.317159884s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.769181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.328469296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-15T17:58:26.769199Z","caller":"traceutil/trace.go:172","msg":"trace[1020489823] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1159; }","duration":"1.328487966s","start":"2026-04-15T17:58:25.440706Z","end":"2026-04-15T17:58:26.769194Z","steps":["trace[1020489823] 'agreement among raft nodes before linearized reading' (duration: 1.328429154s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.440685Z","time spent":"1.328524667s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.769287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.370456772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-15T17:58:26.769302Z","caller":"traceutil/trace.go:172","msg":"trace[155835374] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1159; }","duration":"1.370470842s","start":"2026-04-15T17:58:25.398826Z","end":"2026-04-15T17:58:26.769297Z","steps":["trace[155835374] 'agreement among raft nodes before linearized reading' (duration: 1.370426281s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.398817Z","time spent":"1.370493472s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.769342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"800.480686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:26.769397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.375058109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-15T17:58:26.769416Z","caller":"traceutil/trace.go:172","msg":"trace[1773848684] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1159; }","duration":"1.375075579s","start":"2026-04-15T17:58:25.394334Z","end":"2026-04-15T17:58:26.769410Z","steps":["trace[1773848684] 'agreement among raft nodes before linearized reading' (duration: 1.375023188s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:26.769414Z","caller":"traceutil/trace.go:172","msg":"trace[126556800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1159; }","duration":"800.561418ms","start":"2026-04-15T17:58:25.968839Z","end":"2026-04-15T17:58:26.769400Z","steps":["trace[126556800] 'agreement among raft nodes before linearized reading' (duration: 800.443255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.968814Z","time spent":"800.670491ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:26.769561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.198732993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:26.769586Z","caller":"traceutil/trace.go:172","msg":"trace[1692478179] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1159; }","duration":"1.198754704s","start":"2026-04-15T17:58:25.570822Z","end":"2026-04-15T17:58:26.769577Z","steps":["trace[1692478179] 'agreement among raft nodes before linearized reading' (duration: 1.198717023s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769601Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.570801Z","time spent":"1.198796645s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.769429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.394307Z","time spent":"1.37511853s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.769909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"986.778286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4851"} {"level":"info","ts":"2026-04-15T17:58:26.769929Z","caller":"traceutil/trace.go:172","msg":"trace[975981276] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:1159; }","duration":"986.795826ms","start":"2026-04-15T17:58:25.783126Z","end":"2026-04-15T17:58:26.769922Z","steps":["trace[975981276] 'agreement among raft nodes before linearized reading' (duration: 986.743165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.783106Z","time spent":"986.834138ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4874,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:26.990107Z","caller":"traceutil/trace.go:172","msg":"trace[1814424304] linearizableReadLoop","detail":"{readStateIndex:1299; appliedIndex:1299; }","duration":"217.629644ms","start":"2026-04-15T17:58:26.772430Z","end":"2026-04-15T17:58:26.990059Z","steps":["trace[1814424304] 'read index received' (duration: 217.590403ms)","trace[1814424304] 'applied index is now lower than readState.Index' (duration: 36.821µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.060086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.618013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:27.060157Z","caller":"traceutil/trace.go:172","msg":"trace[970464734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"287.717746ms","start":"2026-04-15T17:58:26.772424Z","end":"2026-04-15T17:58:27.060142Z","steps":["trace[970464734] 'agreement among raft nodes before linearized reading' (duration: 217.809129ms)","trace[970464734] 'range keys from in-memory index tree' (duration: 69.779173ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:27.425630Z","caller":"traceutil/trace.go:172","msg":"trace[176466454] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1302; }","duration":"435.403091ms","start":"2026-04-15T17:58:26.990208Z","end":"2026-04-15T17:58:27.425611Z","steps":["trace[176466454] 'read index received' (duration: 435.386631ms)","trace[176466454] 'applied index is now lower than readState.Index' (duration: 14.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.526257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.754551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-15T17:58:27.526327Z","caller":"traceutil/trace.go:172","msg":"trace[476823086] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1163; }","duration":"654.833393ms","start":"2026-04-15T17:58:26.871479Z","end":"2026-04-15T17:58:27.526313Z","steps":["trace[476823086] 'agreement among raft nodes before linearized reading' (duration: 554.158952ms)","trace[476823086] 'range keys from in-memory index tree' (duration: 100.490277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.526355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.871465Z","time spent":"654.884405ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:27.526708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.977033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"warn","ts":"2026-04-15T17:58:27.526789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.90383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-15T17:58:27.526818Z","caller":"traceutil/trace.go:172","msg":"trace[538257026] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1163; }","duration":"665.933081ms","start":"2026-04-15T17:58:26.860876Z","end":"2026-04-15T17:58:27.526809Z","steps":["trace[538257026] 'agreement among raft nodes before linearized reading' (duration: 564.796107ms)","trace[538257026] 'range keys from in-memory index tree' (duration: 101.068942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.526841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.860840Z","time spent":"665.995233ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:27.526883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"649.457185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-15T17:58:27.526917Z","caller":"traceutil/trace.go:172","msg":"trace[175003063] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1163; }","duration":"649.488386ms","start":"2026-04-15T17:58:26.877419Z","end":"2026-04-15T17:58:27.526908Z","steps":["trace[175003063] 'agreement among raft nodes before linearized reading' (duration: 548.259939ms)","trace[175003063] 'range keys from in-memory index tree' (duration: 101.154835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.526976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.877406Z","time spent":"649.561668ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:27.526984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.193438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-15T17:58:27.527012Z","caller":"traceutil/trace.go:172","msg":"trace[255244853] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1163; }","duration":"666.218798ms","start":"2026-04-15T17:58:26.860784Z","end":"2026-04-15T17:58:27.527003Z","steps":["trace[255244853] 'agreement among raft nodes before linearized reading' (duration: 564.871018ms)","trace[255244853] 'range keys from in-memory index tree' (duration: 101.272898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.527045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.860777Z","time spent":"666.262269ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:27.526811Z","caller":"traceutil/trace.go:172","msg":"trace[1946871627] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1163; }","duration":"678.100116ms","start":"2026-04-15T17:58:26.848690Z","end":"2026-04-15T17:58:27.526790Z","steps":["trace[1946871627] 'agreement among raft nodes before linearized reading' (duration: 577.013404ms)","trace[1946871627] 'range keys from in-memory index tree' (duration: 100.794875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.527117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.848670Z","time spent":"678.440016ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:27.527303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"667.824652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-15T17:58:27.527334Z","caller":"traceutil/trace.go:172","msg":"trace[1200569726] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1163; }","duration":"667.854184ms","start":"2026-04-15T17:58:26.859471Z","end":"2026-04-15T17:58:27.527325Z","steps":["trace[1200569726] 'agreement among raft nodes before linearized reading' (duration: 566.213716ms)","trace[1200569726] 'range keys from in-memory index tree' (duration: 101.571586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.527352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.859447Z","time spent":"667.900005ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:27.527507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.982085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:27.527600Z","caller":"traceutil/trace.go:172","msg":"trace[1240255619] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"744.734569ms","start":"2026-04-15T17:58:26.782854Z","end":"2026-04-15T17:58:27.527588Z","steps":["trace[1240255619] 'process raft request' (duration: 641.62618ms)","trace[1240255619] 'compare' (duration: 101.611627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.527643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.782827Z","time spent":"744.794889ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:27.527809Z","caller":"traceutil/trace.go:172","msg":"trace[1795014814] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1302; }","duration":"102.115261ms","start":"2026-04-15T17:58:27.425687Z","end":"2026-04-15T17:58:27.527802Z","steps":["trace[1795014814] 'read index received' (duration: 1.416799ms)","trace[1795014814] 'applied index is now lower than readState.Index' (duration: 100.697862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.527884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.596865ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:27.527897Z","caller":"traceutil/trace.go:172","msg":"trace[149551016] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1166; }","duration":"467.612615ms","start":"2026-04-15T17:58:27.060280Z","end":"2026-04-15T17:58:27.527893Z","steps":["trace[149551016] 'agreement among raft nodes before linearized reading' (duration: 467.589754ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:27.527956Z","caller":"traceutil/trace.go:172","msg":"trace[1314396305] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"483.151916ms","start":"2026-04-15T17:58:27.044769Z","end":"2026-04-15T17:58:27.527921Z","steps":["trace[1314396305] 'process raft request' (duration: 483.001122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.528126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.044728Z","time spent":"483.31389ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:27.528594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.125486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:58:27.528624Z","caller":"traceutil/trace.go:172","msg":"trace[1283694346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1166; }","duration":"267.159027ms","start":"2026-04-15T17:58:27.261460Z","end":"2026-04-15T17:58:27.528619Z","steps":["trace[1283694346] 'agreement among raft nodes before linearized reading' (duration: 267.093955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.528729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.386714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:27.528741Z","caller":"traceutil/trace.go:172","msg":"trace[1417319318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1166; }","duration":"267.399194ms","start":"2026-04-15T17:58:27.261338Z","end":"2026-04-15T17:58:27.528737Z","steps":["trace[1417319318] 'agreement among raft nodes before linearized reading' (duration: 267.363173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.528889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.98733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:27.528985Z","caller":"traceutil/trace.go:172","msg":"trace[994078498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1166; }","duration":"462.096443ms","start":"2026-04-15T17:58:27.066866Z","end":"2026-04-15T17:58:27.528962Z","steps":["trace[994078498] 'agreement among raft nodes before linearized reading' (duration: 461.913168ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:27.528357Z","caller":"traceutil/trace.go:172","msg":"trace[2026221313] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"742.697371ms","start":"2026-04-15T17:58:26.785645Z","end":"2026-04-15T17:58:27.528343Z","steps":["trace[2026221313] 'process raft request' (duration: 741.91037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.529038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.066843Z","time spent":"462.184434ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:27.532613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.785617Z","time spent":"743.501314ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:58:27.795033Z","caller":"traceutil/trace.go:172","msg":"trace[1712137627] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1305; }","duration":"256.149743ms","start":"2026-04-15T17:58:27.538858Z","end":"2026-04-15T17:58:27.795007Z","steps":["trace[1712137627] 'read index received' (duration: 256.139672ms)","trace[1712137627] 'applied index is now lower than readState.Index' (duration: 8.531µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.806234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.338083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" limit:1 ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-15T17:58:27.806325Z","caller":"traceutil/trace.go:172","msg":"trace[175647926] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:1166; }","duration":"267.451936ms","start":"2026-04-15T17:58:27.538854Z","end":"2026-04-15T17:58:27.806306Z","steps":["trace[175647926] 'agreement among raft nodes before linearized reading' (duration: 256.283416ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:27.806917Z","caller":"traceutil/trace.go:172","msg":"trace[1003177972] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"216.199815ms","start":"2026-04-15T17:58:27.590683Z","end":"2026-04-15T17:58:27.806883Z","steps":["trace[1003177972] 'process raft request' (duration: 215.955398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.806999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.005624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-04-15T17:58:27.807643Z","caller":"traceutil/trace.go:172","msg":"trace[1904527782] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1168; }","duration":"179.654992ms","start":"2026-04-15T17:58:27.627968Z","end":"2026-04-15T17:58:27.807623Z","steps":["trace[1904527782] 'agreement among raft nodes before linearized reading' (duration: 178.86282ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:27.806971Z","caller":"traceutil/trace.go:172","msg":"trace[2128639093] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"268.460574ms","start":"2026-04-15T17:58:27.538484Z","end":"2026-04-15T17:58:27.806945Z","steps":["trace[2128639093] 'process raft request' (duration: 256.557684ms)","trace[2128639093] 'compare' (duration: 11.359915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:27.807037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.669134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-15T17:58:27.807980Z","caller":"traceutil/trace.go:172","msg":"trace[1550306938] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1168; }","duration":"179.639601ms","start":"2026-04-15T17:58:27.628330Z","end":"2026-04-15T17:58:27.807969Z","steps":["trace[1550306938] 'agreement among raft nodes before linearized reading' (duration: 178.483439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.807121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.954535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-15T17:58:27.808085Z","caller":"traceutil/trace.go:172","msg":"trace[624986842] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1168; }","duration":"182.931752ms","start":"2026-04-15T17:58:27.625145Z","end":"2026-04-15T17:58:27.808077Z","steps":["trace[624986842] 'agreement among raft nodes before linearized reading' (duration: 181.843622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.807121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.747843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-15T17:58:27.808152Z","caller":"traceutil/trace.go:172","msg":"trace[2112257183] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1168; }","duration":"176.791972ms","start":"2026-04-15T17:58:27.631350Z","end":"2026-04-15T17:58:27.808142Z","steps":["trace[2112257183] 'agreement among raft nodes before linearized reading' (duration: 175.684931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:27.807189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.761654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-04-15T17:58:27.808294Z","caller":"traceutil/trace.go:172","msg":"trace[1373657281] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1168; }","duration":"180.863955ms","start":"2026-04-15T17:58:27.627423Z","end":"2026-04-15T17:58:27.808287Z","steps":["trace[1373657281] 'agreement among raft nodes before linearized reading' (duration: 179.724883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:28.146366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.71551ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:28.146455Z","caller":"traceutil/trace.go:172","msg":"trace[1646316061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"182.829933ms","start":"2026-04-15T17:58:27.963608Z","end":"2026-04-15T17:58:28.146438Z","steps":["trace[1646316061] 'range keys from in-memory index tree' (duration: 182.616907ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:28.175906Z","caller":"traceutil/trace.go:172","msg":"trace[457712792] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1307; }","duration":"355.249997ms","start":"2026-04-15T17:58:27.820635Z","end":"2026-04-15T17:58:28.175885Z","steps":["trace[457712792] 'read index received' (duration: 355.241246ms)","trace[457712792] 'applied index is now lower than readState.Index' (duration: 7.731µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:28.176042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.37932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:28.176136Z","caller":"traceutil/trace.go:172","msg":"trace[1967710232] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1168; }","duration":"355.490953ms","start":"2026-04-15T17:58:27.820629Z","end":"2026-04-15T17:58:28.176120Z","steps":["trace[1967710232] 'agreement among raft nodes before linearized reading' (duration: 355.323558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:28.176190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.820617Z","time spent":"355.564445ms","remote":"127.0.0.1:39212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:28.282069Z","caller":"traceutil/trace.go:172","msg":"trace[453552700] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"461.467392ms","start":"2026-04-15T17:58:27.820580Z","end":"2026-04-15T17:58:28.282047Z","steps":["trace[453552700] 'process raft request' (duration: 461.334388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:28.282220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.820551Z","time spent":"461.598715ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:28.454252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.144701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:28.644714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.336536ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:28.807063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:58:28.843118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.293886ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:28.966123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.908229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:29.116194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.958013ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:58:29.173193Z","caller":"traceutil/trace.go:172","msg":"trace[1834813062] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1308; }","duration":"997.178588ms","start":"2026-04-15T17:58:28.175972Z","end":"2026-04-15T17:58:29.173151Z","steps":["trace[1834813062] 'read index received' (duration: 107.999295ms)","trace[1834813062] 'applied index is now lower than readState.Index' (duration: 889.173653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:29.173464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.260624328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"warn","ts":"2026-04-15T17:58:29.173495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.20475503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:29.173533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.27149909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-15T17:58:29.173555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.279685197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-15T17:58:29.173606Z","caller":"traceutil/trace.go:172","msg":"trace[1795313402] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1170; }","duration":"1.271595713s","start":"2026-04-15T17:58:27.901995Z","end":"2026-04-15T17:58:29.173591Z","steps":["trace[1795313402] 'agreement among raft nodes before linearized reading' (duration: 1.271332246s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.173631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.027130511s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:29.173638Z","caller":"traceutil/trace.go:172","msg":"trace[827031819] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1170; }","duration":"1.27979084s","start":"2026-04-15T17:58:27.893830Z","end":"2026-04-15T17:58:29.173621Z","steps":["trace[827031819] 'agreement among raft nodes before linearized reading' (duration: 1.279474631s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:29.173661Z","caller":"traceutil/trace.go:172","msg":"trace[1678011864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1170; }","duration":"1.027160352s","start":"2026-04-15T17:58:28.146492Z","end":"2026-04-15T17:58:29.173652Z","steps":["trace[1678011864] 'agreement among raft nodes before linearized reading' (duration: 1.02711749s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.173660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.223460628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"warn","ts":"2026-04-15T17:58:29.173658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.352805015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-15T17:58:29.173684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.893823Z","time spent":"1.279852612s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":576,"request content":"key:\"/registry/clusterroles/cluster-admin\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.173704Z","caller":"traceutil/trace.go:172","msg":"trace[982102867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1170; }","duration":"1.352853916s","start":"2026-04-15T17:58:27.820842Z","end":"2026-04-15T17:58:29.173696Z","steps":["trace[982102867] 'agreement among raft nodes before linearized reading' (duration: 1.352694941s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.173724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.291109494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-04-15T17:58:29.173581Z","caller":"traceutil/trace.go:172","msg":"trace[1531484590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"1.204845242s","start":"2026-04-15T17:58:27.968715Z","end":"2026-04-15T17:58:29.173560Z","steps":["trace[1531484590] 'agreement among raft nodes before linearized reading' (duration: 1.204692368s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.173743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.820819Z","time spent":"1.352917168s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.173756Z","caller":"traceutil/trace.go:172","msg":"trace[950835310] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1170; }","duration":"1.291140895s","start":"2026-04-15T17:58:27.882606Z","end":"2026-04-15T17:58:29.173747Z","steps":["trace[950835310] 'agreement among raft nodes before linearized reading' (duration: 1.291046153s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.173776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.882590Z","time spent":"1.291181366s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":3706,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.173781Z","caller":"traceutil/trace.go:172","msg":"trace[1685655686] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"415.513816ms","start":"2026-04-15T17:58:28.758258Z","end":"2026-04-15T17:58:29.173772Z","steps":["trace[1685655686] 'process raft request' (duration: 414.805586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.173785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.968700Z","time spent":"1.205072838s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:29.173579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.283136423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-15T17:58:29.173844Z","caller":"traceutil/trace.go:172","msg":"trace[1106778564] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1170; }","duration":"1.283423901s","start":"2026-04-15T17:58:27.890406Z","end":"2026-04-15T17:58:29.173830Z","steps":["trace[1106778564] 'agreement among raft nodes before linearized reading' (duration: 1.282949397s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.173881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.758224Z","time spent":"415.579698ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:29.173890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.890400Z","time spent":"1.283473382s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":576,"request content":"key:\"/registry/clusterroles/cluster-admin\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:29.173645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.901983Z","time spent":"1.271654424s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":576,"request content":"key:\"/registry/clusterroles/cluster-admin\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.173696Z","caller":"traceutil/trace.go:172","msg":"trace[2047352009] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1170; }","duration":"1.22349636s","start":"2026-04-15T17:58:27.950190Z","end":"2026-04-15T17:58:29.173687Z","steps":["trace[2047352009] 'agreement among raft nodes before linearized reading' (duration: 1.223399337s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.174132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.950165Z","time spent":"1.223957022s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":3706,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.173562Z","caller":"traceutil/trace.go:172","msg":"trace[1686792095] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1170; }","duration":"1.260742432s","start":"2026-04-15T17:58:27.912800Z","end":"2026-04-15T17:58:29.173542Z","steps":["trace[1686792095] 'agreement among raft nodes before linearized reading' (duration: 1.260417893s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.174256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.912793Z","time spent":"1.261452142s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":3706,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:29.179290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:29.179343Z","caller":"traceutil/trace.go:172","msg":"trace[2069980432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1171; }","duration":"366.842622ms","start":"2026-04-15T17:58:28.812489Z","end":"2026-04-15T17:58:29.179331Z","steps":["trace[2069980432] 'agreement among raft nodes before linearized reading' (duration: 366.747329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.179346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.494522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:29.179370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.812467Z","time spent":"366.897074ms","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.179403Z","caller":"traceutil/trace.go:172","msg":"trace[714400496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1171; }","duration":"238.552574ms","start":"2026-04-15T17:58:28.940835Z","end":"2026-04-15T17:58:29.179388Z","steps":["trace[714400496] 'agreement among raft nodes before linearized reading' (duration: 238.450671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.179438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"978.422606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:29.179327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.879734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:29.179463Z","caller":"traceutil/trace.go:172","msg":"trace[139517796] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1171; }","duration":"978.472248ms","start":"2026-04-15T17:58:28.200983Z","end":"2026-04-15T17:58:29.179456Z","steps":["trace[139517796] 'agreement among raft nodes before linearized reading' (duration: 978.398175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.179488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.200960Z","time spent":"978.522749ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.179491Z","caller":"traceutil/trace.go:172","msg":"trace[378583513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1171; }","duration":"367.044228ms","start":"2026-04-15T17:58:28.812435Z","end":"2026-04-15T17:58:29.179479Z","steps":["trace[378583513] 'agreement among raft nodes before linearized reading' (duration: 366.858793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.180269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.812413Z","time spent":"367.83516ms","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-15T17:58:29.675865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.824235ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:58:29.676030Z","caller":"traceutil/trace.go:172","msg":"trace[179383883] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1317; }","duration":"239.740923ms","start":"2026-04-15T17:58:29.436266Z","end":"2026-04-15T17:58:29.676007Z","steps":["trace[179383883] 'read index received' (duration: 61.580609ms)","trace[179383883] 'applied index is now lower than readState.Index' (duration: 178.158684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:29.676621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.316629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-04-15T17:58:29.676898Z","caller":"traceutil/trace.go:172","msg":"trace[486990120] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1172; }","duration":"240.599647ms","start":"2026-04-15T17:58:29.436260Z","end":"2026-04-15T17:58:29.676860Z","steps":["trace[486990120] 'agreement among raft nodes before linearized reading' (duration: 240.026961ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:29.750840Z","caller":"traceutil/trace.go:172","msg":"trace[331351325] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"215.837885ms","start":"2026-04-15T17:58:29.534972Z","end":"2026-04-15T17:58:29.750809Z","steps":["trace[331351325] 'process raft request' (duration: 215.517836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.752433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.246231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-15T17:58:29.752471Z","caller":"traceutil/trace.go:172","msg":"trace[486292638] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1174; }","duration":"291.300832ms","start":"2026-04-15T17:58:29.461162Z","end":"2026-04-15T17:58:29.752463Z","steps":["trace[486292638] 'agreement among raft nodes before linearized reading' (duration: 291.137848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.752524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.19751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-04-15T17:58:29.752554Z","caller":"traceutil/trace.go:172","msg":"trace[106428546] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1174; }","duration":"305.22575ms","start":"2026-04-15T17:58:29.447319Z","end":"2026-04-15T17:58:29.752545Z","steps":["trace[106428546] 'agreement among raft nodes before linearized reading' (duration: 305.137318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.752572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:29.447309Z","time spent":"305.257612ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":328,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:29.752434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.330318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-15T17:58:29.752657Z","caller":"traceutil/trace.go:172","msg":"trace[1205913581] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1174; }","duration":"308.565994ms","start":"2026-04-15T17:58:29.444079Z","end":"2026-04-15T17:58:29.752645Z","steps":["trace[1205913581] 'agreement among raft nodes before linearized reading' (duration: 308.227005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.752695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:29.444061Z","time spent":"308.623935ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":863,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:29.752727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.442527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"warn","ts":"2026-04-15T17:58:29.752700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.387139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-15T17:58:29.752755Z","caller":"traceutil/trace.go:172","msg":"trace[503228615] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1174; }","duration":"305.470368ms","start":"2026-04-15T17:58:29.447277Z","end":"2026-04-15T17:58:29.752748Z","steps":["trace[503228615] 'agreement among raft nodes before linearized reading' (duration: 305.387416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.752782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:29.447252Z","time spent":"305.523839ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":328,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:29.752787Z","caller":"traceutil/trace.go:172","msg":"trace[1876161915] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1174; }","duration":"313.494942ms","start":"2026-04-15T17:58:29.439274Z","end":"2026-04-15T17:58:29.752768Z","steps":["trace[1876161915] 'agreement among raft nodes before linearized reading' (duration: 313.216224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.752830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:29.439241Z","time spent":"313.581694ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":863,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:29.920508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.267928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:29.920620Z","caller":"traceutil/trace.go:172","msg":"trace[68727054] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1174; }","duration":"105.391291ms","start":"2026-04-15T17:58:29.815205Z","end":"2026-04-15T17:58:29.920597Z","steps":["trace[68727054] 'range keys from in-memory index tree' (duration: 103.846339ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:30.700935Z","caller":"traceutil/trace.go:172","msg":"trace[1035475140] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"269.333163ms","start":"2026-04-15T17:58:30.431567Z","end":"2026-04-15T17:58:30.700901Z","steps":["trace[1035475140] 'process raft request' (duration: 269.129417ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:30.715470Z","caller":"traceutil/trace.go:172","msg":"trace[1936248058] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1321; }","duration":"282.770169ms","start":"2026-04-15T17:58:30.432670Z","end":"2026-04-15T17:58:30.715440Z","steps":["trace[1936248058] 'read index received' (duration: 282.763989ms)","trace[1936248058] 'applied index is now lower than readState.Index' (duration: 5.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:30.715800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.088658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" limit:1 ","response":"range_response_count:1 size:720"} {"level":"info","ts":"2026-04-15T17:58:30.715875Z","caller":"traceutil/trace.go:172","msg":"trace[1894629846] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:1175; }","duration":"283.196021ms","start":"2026-04-15T17:58:30.432665Z","end":"2026-04-15T17:58:30.715861Z","steps":["trace[1894629846] 'agreement among raft nodes before linearized reading' (duration: 282.929463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:30.717895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.346753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-15T17:58:30.717934Z","caller":"traceutil/trace.go:172","msg":"trace[76449863] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1175; }","duration":"284.385364ms","start":"2026-04-15T17:58:30.433539Z","end":"2026-04-15T17:58:30.717924Z","steps":["trace[76449863] 'agreement among raft nodes before linearized reading' (duration: 284.275961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:30.718060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.521673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" limit:1 ","response":"range_response_count:1 size:720"} {"level":"info","ts":"2026-04-15T17:58:30.718126Z","caller":"traceutil/trace.go:172","msg":"trace[1494252586] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:1175; }","duration":"216.601495ms","start":"2026-04-15T17:58:30.501504Z","end":"2026-04-15T17:58:30.718106Z","steps":["trace[1494252586] 'agreement among raft nodes before linearized reading' (duration: 216.368639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:30.718125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.418213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" limit:1 ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-15T17:58:30.718196Z","caller":"traceutil/trace.go:172","msg":"trace[1293513083] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:1175; }","duration":"235.488605ms","start":"2026-04-15T17:58:30.482699Z","end":"2026-04-15T17:58:30.718187Z","steps":["trace[1293513083] 'agreement among raft nodes before linearized reading' (duration: 235.33614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:30.718346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.161209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:58:30.718401Z","caller":"traceutil/trace.go:172","msg":"trace[1914212139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1175; }","duration":"148.233441ms","start":"2026-04-15T17:58:30.570157Z","end":"2026-04-15T17:58:30.718390Z","steps":["trace[1914212139] 'agreement among raft nodes before linearized reading' (duration: 148.074347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:30.719281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.534184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" limit:1 ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-15T17:58:30.719342Z","caller":"traceutil/trace.go:172","msg":"trace[249108678] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:1175; }","duration":"221.593706ms","start":"2026-04-15T17:58:30.497731Z","end":"2026-04-15T17:58:30.719325Z","steps":["trace[249108678] 'agreement among raft nodes before linearized reading' (duration: 220.200257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:30.720645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.993625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" limit:1 ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-15T17:58:30.720684Z","caller":"traceutil/trace.go:172","msg":"trace[1438209179] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:1175; }","duration":"228.033186ms","start":"2026-04-15T17:58:30.492641Z","end":"2026-04-15T17:58:30.720674Z","steps":["trace[1438209179] 'agreement among raft nodes before linearized reading' (duration: 227.933624ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:31.134639Z","caller":"traceutil/trace.go:172","msg":"trace[285649557] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1321; }","duration":"223.42096ms","start":"2026-04-15T17:58:30.911189Z","end":"2026-04-15T17:58:31.134610Z","steps":["trace[285649557] 'read index received' (duration: 191.687398ms)","trace[285649557] 'applied index is now lower than readState.Index' (duration: 31.731782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:31.135040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.821191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" limit:1 ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-15T17:58:31.135116Z","caller":"traceutil/trace.go:172","msg":"trace[245218102] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:1175; }","duration":"223.917243ms","start":"2026-04-15T17:58:30.911184Z","end":"2026-04-15T17:58:31.135101Z","steps":["trace[245218102] 'agreement among raft nodes before linearized reading' (duration: 223.525182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.136268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.407459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" limit:1 ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-15T17:58:31.136302Z","caller":"traceutil/trace.go:172","msg":"trace[220419926] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:1175; }","duration":"223.44364ms","start":"2026-04-15T17:58:30.912852Z","end":"2026-04-15T17:58:31.136296Z","steps":["trace[220419926] 'agreement among raft nodes before linearized reading' (duration: 223.353938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.136667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.82472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-15T17:58:31.136700Z","caller":"traceutil/trace.go:172","msg":"trace[799975041] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1175; }","duration":"163.855761ms","start":"2026-04-15T17:58:30.972834Z","end":"2026-04-15T17:58:31.136690Z","steps":["trace[799975041] 'agreement among raft nodes before linearized reading' (duration: 163.572793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.136907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.336245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-15T17:58:31.136935Z","caller":"traceutil/trace.go:172","msg":"trace[640415888] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1175; }","duration":"164.365126ms","start":"2026-04-15T17:58:30.972564Z","end":"2026-04-15T17:58:31.136929Z","steps":["trace[640415888] 'agreement among raft nodes before linearized reading' (duration: 164.301164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.137174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.909076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:31.137209Z","caller":"traceutil/trace.go:172","msg":"trace[1105634046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"171.945077ms","start":"2026-04-15T17:58:30.965256Z","end":"2026-04-15T17:58:31.137201Z","steps":["trace[1105634046] 'agreement among raft nodes before linearized reading' (duration: 171.885106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.137316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.266943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" limit:1 ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-15T17:58:31.137456Z","caller":"traceutil/trace.go:172","msg":"trace[2122793988] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:1175; }","duration":"194.434678ms","start":"2026-04-15T17:58:30.942995Z","end":"2026-04-15T17:58:31.137430Z","steps":["trace[2122793988] 'agreement among raft nodes before linearized reading' (duration: 194.069698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.137652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.684297ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:31.137688Z","caller":"traceutil/trace.go:172","msg":"trace[332063024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1175; }","duration":"173.720158ms","start":"2026-04-15T17:58:30.963959Z","end":"2026-04-15T17:58:31.137679Z","steps":["trace[332063024] 'agreement among raft nodes before linearized reading' (duration: 173.663886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.138067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.366619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-15T17:58:31.138114Z","caller":"traceutil/trace.go:172","msg":"trace[1746423301] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1175; }","duration":"172.410321ms","start":"2026-04-15T17:58:30.965690Z","end":"2026-04-15T17:58:31.138101Z","steps":["trace[1746423301] 'agreement among raft nodes before linearized reading' (duration: 172.298588ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:31.243966Z","caller":"traceutil/trace.go:172","msg":"trace[2023722709] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1323; }","duration":"100.767802ms","start":"2026-04-15T17:58:31.143174Z","end":"2026-04-15T17:58:31.243942Z","steps":["trace[2023722709] 'read index received' (duration: 100.760811ms)","trace[2023722709] 'applied index is now lower than readState.Index' (duration: 5.601µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:31.244641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.388199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-15T17:58:31.244976Z","caller":"traceutil/trace.go:172","msg":"trace[1939730102] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1176; }","duration":"101.7898ms","start":"2026-04-15T17:58:31.143169Z","end":"2026-04-15T17:58:31.244958Z","steps":["trace[1939730102] 'agreement among raft nodes before linearized reading' (duration: 101.090681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.246734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.494209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" limit:1 ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-15T17:58:31.246798Z","caller":"traceutil/trace.go:172","msg":"trace[1417891143] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:1177; }","duration":"102.556001ms","start":"2026-04-15T17:58:31.144224Z","end":"2026-04-15T17:58:31.246780Z","steps":["trace[1417891143] 'agreement among raft nodes before linearized reading' (duration: 102.413097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.248187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.92797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" limit:1 ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-15T17:58:31.248270Z","caller":"traceutil/trace.go:172","msg":"trace[529442495] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1177; }","duration":"103.983532ms","start":"2026-04-15T17:58:31.144246Z","end":"2026-04-15T17:58:31.248230Z","steps":["trace[529442495] 'agreement among raft nodes before linearized reading' (duration: 103.839298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.247388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.103117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" limit:1 ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-15T17:58:31.249114Z","caller":"traceutil/trace.go:172","msg":"trace[203148321] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:1177; }","duration":"104.834325ms","start":"2026-04-15T17:58:31.144269Z","end":"2026-04-15T17:58:31.249103Z","steps":["trace[203148321] 'agreement among raft nodes before linearized reading' (duration: 102.814009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.255243Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:32.755881Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:32.760303Z","caller":"traceutil/trace.go:172","msg":"trace[268215699] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1325; }","duration":"1.005716006s","start":"2026-04-15T17:58:31.754565Z","end":"2026-04-15T17:58:32.760281Z","steps":["trace[268215699] 'read index received' (duration: 1.005709346s)","trace[268215699] 'applied index is now lower than readState.Index' (duration: 5.11µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:32.760853Z","caller":"traceutil/trace.go:172","msg":"trace[199692569] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"1.005751197s","start":"2026-04-15T17:58:31.755085Z","end":"2026-04-15T17:58:32.760837Z","steps":["trace[199692569] 'process raft request' (duration: 1.005502419s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.760866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.007333061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"warn","ts":"2026-04-15T17:58:32.760979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.755038Z","time spent":"1.005872121s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:32.761001Z","caller":"traceutil/trace.go:172","msg":"trace[298860873] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1178; }","duration":"1.007488676s","start":"2026-04-15T17:58:31.753497Z","end":"2026-04-15T17:58:32.760985Z","steps":["trace[298860873] 'agreement among raft nodes before linearized reading' (duration: 1.007013332s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.761048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.753484Z","time spent":"1.007549877s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":983,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:32.761277Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429598,"received-request-id":18338267984290429596} {"level":"warn","ts":"2026-04-15T17:58:32.762672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"916.060137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-04-15T17:58:32.762753Z","caller":"traceutil/trace.go:172","msg":"trace[1073526164] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1179; }","duration":"916.1599ms","start":"2026-04-15T17:58:31.846574Z","end":"2026-04-15T17:58:32.762734Z","steps":["trace[1073526164] 'agreement among raft nodes before linearized reading' (duration: 915.894833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.762798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.846549Z","time spent":"916.239663ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":867,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:32.762709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"969.271983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"warn","ts":"2026-04-15T17:58:32.762943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"940.338529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:915"} {"level":"warn","ts":"2026-04-15T17:58:32.762999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"798.742581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:32.763029Z","caller":"traceutil/trace.go:172","msg":"trace[1545381473] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1179; }","duration":"940.440732ms","start":"2026-04-15T17:58:31.822570Z","end":"2026-04-15T17:58:32.763011Z","steps":["trace[1545381473] 'agreement among raft nodes before linearized reading' (duration: 940.164624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.763074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.822550Z","time spent":"940.515194ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":938,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:32.763163Z","caller":"traceutil/trace.go:172","msg":"trace[1552853014] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1179; }","duration":"798.764022ms","start":"2026-04-15T17:58:31.964251Z","end":"2026-04-15T17:58:32.763015Z","steps":["trace[1552853014] 'agreement among raft nodes before linearized reading' (duration: 798.586737ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:32.763040Z","caller":"traceutil/trace.go:172","msg":"trace[1678599898] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1179; }","duration":"969.5456ms","start":"2026-04-15T17:58:31.793413Z","end":"2026-04-15T17:58:32.762959Z","steps":["trace[1678599898] 'agreement among raft nodes before linearized reading' (duration: 968.893982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.763256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.793396Z","time spent":"969.852699ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":983,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:32.762775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"958.988543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"info","ts":"2026-04-15T17:58:32.763304Z","caller":"traceutil/trace.go:172","msg":"trace[1029965582] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1179; }","duration":"959.508928ms","start":"2026-04-15T17:58:31.803782Z","end":"2026-04-15T17:58:32.763291Z","steps":["trace[1029965582] 'agreement among raft nodes before linearized reading' (duration: 958.729806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.763320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"963.578732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-04-15T17:58:32.763346Z","caller":"traceutil/trace.go:172","msg":"trace[750308930] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1179; }","duration":"963.783218ms","start":"2026-04-15T17:58:31.799554Z","end":"2026-04-15T17:58:32.763338Z","steps":["trace[750308930] 'agreement among raft nodes before linearized reading' (duration: 963.363186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.763351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.803775Z","time spent":"959.564389ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":983,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:32.762721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"794.365298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:32.763442Z","caller":"traceutil/trace.go:172","msg":"trace[1497013974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1179; }","duration":"795.085208ms","start":"2026-04-15T17:58:31.968348Z","end":"2026-04-15T17:58:32.763433Z","steps":["trace[1497013974] 'agreement among raft nodes before linearized reading' (duration: 794.332887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.763479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.968327Z","time spent":"795.13453ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:32.763895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:31.799547Z","time spent":"963.807979ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":867,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:33.109549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.337376ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:33.109779Z","caller":"traceutil/trace.go:172","msg":"trace[1792181342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1179; }","duration":"145.604834ms","start":"2026-04-15T17:58:32.964150Z","end":"2026-04-15T17:58:33.109755Z","steps":["trace[1792181342] 'range keys from in-memory index tree' (duration: 145.279405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:33.265327Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:33.766065Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:34.074891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.827343ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:34.267998Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:34.765087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000011393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:34.765178Z","caller":"traceutil/trace.go:172","msg":"trace[923580133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122526s","start":"2026-04-15T17:58:32.765034Z","end":"2026-04-15T17:58:34.765156Z","steps":["trace[923580133] 'agreement among raft nodes before linearized reading' (duration: 2.000004333s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:34.765249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.765015Z","time spent":"2.00022418s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:34 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:34.768358Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:34.850644Z","caller":"traceutil/trace.go:172","msg":"trace[323646450] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1327; }","duration":"2.085571711s","start":"2026-04-15T17:58:32.765040Z","end":"2026-04-15T17:58:34.850612Z","steps":["trace[323646450] 'read index received' (duration: 2.08555617s)","trace[323646450] 'applied index is now lower than readState.Index' (duration: 13.031µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:34.852075Z","caller":"traceutil/trace.go:172","msg":"trace[1378289517] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"1.598885199s","start":"2026-04-15T17:58:33.253117Z","end":"2026-04-15T17:58:34.852002Z","steps":["trace[1378289517] 'process raft request' (duration: 1.598827217s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:34.852252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.253094Z","time spent":"1.599070095s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:35.047716Z","caller":"traceutil/trace.go:172","msg":"trace[567886038] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"278.811474ms","start":"2026-04-15T17:58:34.768843Z","end":"2026-04-15T17:58:35.047654Z","steps":["trace[567886038] 'process raft request' (duration: 278.628458ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:35.048112Z","caller":"traceutil/trace.go:172","msg":"trace[1850382771] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1331; }","duration":"197.356833ms","start":"2026-04-15T17:58:34.850734Z","end":"2026-04-15T17:58:35.048091Z","steps":["trace[1850382771] 'read index received' (duration: 197.271551ms)","trace[1850382771] 'applied index is now lower than readState.Index' (duration: 14.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:35.048216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.799901636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:35.048267Z","caller":"traceutil/trace.go:172","msg":"trace[1059723785] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1185; }","duration":"1.799964988s","start":"2026-04-15T17:58:33.248286Z","end":"2026-04-15T17:58:35.048251Z","steps":["trace[1059723785] 'agreement among raft nodes before linearized reading' (duration: 1.799857895s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.048263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.938281899s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:35.048283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.129525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-15T17:58:35.048306Z","caller":"traceutil/trace.go:172","msg":"trace[919232453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1185; }","duration":"1.93832938s","start":"2026-04-15T17:58:33.109964Z","end":"2026-04-15T17:58:35.048293Z","steps":["trace[919232453] 'agreement among raft nodes before linearized reading' (duration: 1.938260318s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:35.048341Z","caller":"traceutil/trace.go:172","msg":"trace[255977338] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3; range_end:; response_count:1; response_revision:1185; }","duration":"278.192097ms","start":"2026-04-15T17:58:34.770132Z","end":"2026-04-15T17:58:35.048324Z","steps":["trace[255977338] 'agreement among raft nodes before linearized reading' (duration: 278.012462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.048412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.238974714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T17:58:35.048443Z","caller":"traceutil/trace.go:172","msg":"trace[1909358232] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1185; }","duration":"1.239033516s","start":"2026-04-15T17:58:33.809400Z","end":"2026-04-15T17:58:35.048434Z","steps":["trace[1909358232] 'agreement among raft nodes before linearized reading' (duration: 1.238917643s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.048337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.755062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:35.048479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.809368Z","time spent":"1.239104618s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:35.048489Z","caller":"traceutil/trace.go:172","msg":"trace[1999873004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"272.903446ms","start":"2026-04-15T17:58:34.775567Z","end":"2026-04-15T17:58:35.048471Z","steps":["trace[1999873004] 'agreement among raft nodes before linearized reading' (duration: 272.731501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.048599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.334410082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:35.048299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.248222Z","time spent":"1.800067681s","remote":"127.0.0.1:39636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.048841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.779704195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:35.048968Z","caller":"traceutil/trace.go:172","msg":"trace[1751182928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1185; }","duration":"1.779845719s","start":"2026-04-15T17:58:33.269090Z","end":"2026-04-15T17:58:35.048936Z","steps":["trace[1751182928] 'agreement among raft nodes before linearized reading' (duration: 1.779491399s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:35.048859Z","caller":"traceutil/trace.go:172","msg":"trace[988859567] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1185; }","duration":"1.334505975s","start":"2026-04-15T17:58:33.714174Z","end":"2026-04-15T17:58:35.048680Z","steps":["trace[988859567] 'agreement among raft nodes before linearized reading' (duration: 1.33433842s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.049033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.269081Z","time spent":"1.779938192s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.049057Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.714147Z","time spent":"1.334895116s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.049399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.279424445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-04-15T17:58:35.049502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.280853516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"warn","ts":"2026-04-15T17:58:35.049525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.219813765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"info","ts":"2026-04-15T17:58:35.049564Z","caller":"traceutil/trace.go:172","msg":"trace[611512293] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1185; }","duration":"2.280895457s","start":"2026-04-15T17:58:32.768639Z","end":"2026-04-15T17:58:35.049535Z","steps":["trace[611512293] 'agreement among raft nodes before linearized reading' (duration: 2.280777414s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:35.049571Z","caller":"traceutil/trace.go:172","msg":"trace[1165530178] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1185; }","duration":"2.219855586s","start":"2026-04-15T17:58:32.829701Z","end":"2026-04-15T17:58:35.049557Z","steps":["trace[1165530178] 'agreement among raft nodes before linearized reading' (duration: 2.219751093s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.049600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.768633Z","time spent":"2.280960599s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":983,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.049613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.829683Z","time spent":"2.219918608s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":983,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:35.049500Z","caller":"traceutil/trace.go:172","msg":"trace[1834171171] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1185; }","duration":"2.279521478s","start":"2026-04-15T17:58:32.769962Z","end":"2026-04-15T17:58:35.049484Z","steps":["trace[1834171171] 'agreement among raft nodes before linearized reading' (duration: 2.279340953s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.049821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.279819386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-04-15T17:58:35.049847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.769946Z","time spent":"2.279889129s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":867,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:35.049874Z","caller":"traceutil/trace.go:172","msg":"trace[1275092376] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1185; }","duration":"2.279875367s","start":"2026-04-15T17:58:32.769988Z","end":"2026-04-15T17:58:35.049864Z","steps":["trace[1275092376] 'agreement among raft nodes before linearized reading' (duration: 2.279536768s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.049904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.769954Z","time spent":"2.279942419s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":867,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.049412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.282024228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"info","ts":"2026-04-15T17:58:35.050011Z","caller":"traceutil/trace.go:172","msg":"trace[1579046138] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1185; }","duration":"2.282633155s","start":"2026-04-15T17:58:32.767368Z","end":"2026-04-15T17:58:35.050001Z","steps":["trace[1579046138] 'agreement among raft nodes before linearized reading' (duration: 2.281942306s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.050043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.767354Z","time spent":"2.282680347s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":983,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.050208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.274578279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-15T17:58:35.050532Z","caller":"traceutil/trace.go:172","msg":"trace[1490781268] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1185; }","duration":"2.27497421s","start":"2026-04-15T17:58:32.775536Z","end":"2026-04-15T17:58:35.050510Z","steps":["trace[1490781268] 'agreement among raft nodes before linearized reading' (duration: 2.27390618s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.051402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.775523Z","time spent":"2.275315619s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":938,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.051498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.416851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:58:35.051553Z","caller":"traceutil/trace.go:172","msg":"trace[505291367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1185; }","duration":"150.472993ms","start":"2026-04-15T17:58:34.901065Z","end":"2026-04-15T17:58:35.051538Z","steps":["trace[505291367] 'agreement among raft nodes before linearized reading' (duration: 150.297868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.516992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.930087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:35.517087Z","caller":"traceutil/trace.go:172","msg":"trace[258624214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"467.045071ms","start":"2026-04-15T17:58:35.050028Z","end":"2026-04-15T17:58:35.517074Z","steps":["trace[258624214] 'agreement among raft nodes before linearized reading' (duration: 72.512214ms)","trace[258624214] 'range keys from in-memory index tree' (duration: 394.384283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:35.517128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.050005Z","time spent":"467.117352ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:35.517294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.336511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:35.517315Z","caller":"traceutil/trace.go:172","msg":"trace[1181597758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1185; }","duration":"466.358841ms","start":"2026-04-15T17:58:35.050951Z","end":"2026-04-15T17:58:35.517310Z","steps":["trace[1181597758] 'agreement among raft nodes before linearized reading' (duration: 71.576967ms)","trace[1181597758] 'range keys from in-memory index tree' (duration: 394.750683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:35.517512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"394.915028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:35.518238Z","caller":"traceutil/trace.go:172","msg":"trace[1340898825] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"460.70998ms","start":"2026-04-15T17:58:35.057495Z","end":"2026-04-15T17:58:35.518205Z","steps":["trace[1340898825] 'process raft request' (duration: 460.623497ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:35.518294Z","caller":"traceutil/trace.go:172","msg":"trace[1379593098] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"467.091522ms","start":"2026-04-15T17:58:35.051164Z","end":"2026-04-15T17:58:35.518255Z","steps":["trace[1379593098] 'process raft request' (duration: 71.370521ms)","trace[1379593098] 'compare' (duration: 394.469586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:35.518509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.051141Z","time spent":"467.244146ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:35.518564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.057478Z","time spent":"461.036039ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:35.532584Z","caller":"traceutil/trace.go:172","msg":"trace[1862967437] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"443.905692ms","start":"2026-04-15T17:58:35.088668Z","end":"2026-04-15T17:58:35.532574Z","steps":["trace[1862967437] 'process raft request' (duration: 443.794989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.532667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.088625Z","time spent":"444.015125ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:35.623411Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429610,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:35.769738Z","caller":"traceutil/trace.go:172","msg":"trace[354799762] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1336; }","duration":"647.279019ms","start":"2026-04-15T17:58:35.122414Z","end":"2026-04-15T17:58:35.769693Z","steps":["trace[354799762] 'read index received' (duration: 647.270299ms)","trace[354799762] 'applied index is now lower than readState.Index' (duration: 7.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:35.771318Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429612,"received-request-id":18338267984290429610} {"level":"warn","ts":"2026-04-15T17:58:35.815860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"760.689527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:960"} {"level":"info","ts":"2026-04-15T17:58:35.815931Z","caller":"traceutil/trace.go:172","msg":"trace[282219364] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1188; }","duration":"760.77528ms","start":"2026-04-15T17:58:35.055137Z","end":"2026-04-15T17:58:35.815912Z","steps":["trace[282219364] 'agreement among raft nodes before linearized reading' (duration: 714.75584ms)","trace[282219364] 'range keys from in-memory index tree' (duration: 45.824684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:35.815927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"708.76756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:35.816024Z","caller":"traceutil/trace.go:172","msg":"trace[1895125844] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1188; }","duration":"708.884173ms","start":"2026-04-15T17:58:35.107110Z","end":"2026-04-15T17:58:35.815994Z","steps":["trace[1895125844] 'agreement among raft nodes before linearized reading' (duration: 662.763201ms)","trace[1895125844] 'range keys from in-memory index tree' (duration: 45.960028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:35.816078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"683.105669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:915"} {"level":"warn","ts":"2026-04-15T17:58:35.816080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.107085Z","time spent":"708.984845ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.816144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.461747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-15T17:58:35.816161Z","caller":"traceutil/trace.go:172","msg":"trace[1572914688] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1190; }","duration":"665.479708ms","start":"2026-04-15T17:58:35.150678Z","end":"2026-04-15T17:58:35.816158Z","steps":["trace[1572914688] 'agreement among raft nodes before linearized reading' (duration: 665.441077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.816174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.150649Z","time spent":"665.521909ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":938,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.816285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"662.734129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:974"} {"level":"warn","ts":"2026-04-15T17:58:35.816298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.481023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:974"} {"level":"warn","ts":"2026-04-15T17:58:35.816293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.055110Z","time spent":"760.867502ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":983,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:35.816334Z","caller":"traceutil/trace.go:172","msg":"trace[2146092597] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1190; }","duration":"662.822422ms","start":"2026-04-15T17:58:35.153501Z","end":"2026-04-15T17:58:35.816323Z","steps":["trace[2146092597] 'agreement among raft nodes before linearized reading' (duration: 662.607786ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:35.816472Z","caller":"traceutil/trace.go:172","msg":"trace[399434141] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"288.898702ms","start":"2026-04-15T17:58:35.527567Z","end":"2026-04-15T17:58:35.816466Z","steps":["trace[399434141] 'process raft request' (duration: 288.429878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.816471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.153475Z","time spent":"662.980686ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":997,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:35.816111Z","caller":"traceutil/trace.go:172","msg":"trace[375588769] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1190; }","duration":"683.1429ms","start":"2026-04-15T17:58:35.132963Z","end":"2026-04-15T17:58:35.816106Z","steps":["trace[375588769] 'agreement among raft nodes before linearized reading' (duration: 683.072478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.816660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.132935Z","time spent":"683.711347ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":938,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:35.816347Z","caller":"traceutil/trace.go:172","msg":"trace[62822502] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1190; }","duration":"629.531925ms","start":"2026-04-15T17:58:35.186802Z","end":"2026-04-15T17:58:35.816333Z","steps":["trace[62822502] 'agreement among raft nodes before linearized reading' (duration: 629.239006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.817164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.739827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-15T17:58:35.817254Z","caller":"traceutil/trace.go:172","msg":"trace[1081308518] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1190; }","duration":"282.87538ms","start":"2026-04-15T17:58:35.534325Z","end":"2026-04-15T17:58:35.817201Z","steps":["trace[1081308518] 'agreement among raft nodes before linearized reading' (duration: 282.618243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.817200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.186772Z","time spent":"630.40695ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":997,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:35.817792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.895421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-15T17:58:35.817864Z","caller":"traceutil/trace.go:172","msg":"trace[2143029756] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1190; }","duration":"639.294913ms","start":"2026-04-15T17:58:35.178550Z","end":"2026-04-15T17:58:35.817845Z","steps":["trace[2143029756] 'agreement among raft nodes before linearized reading' (duration: 637.881663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:35.818868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.178528Z","time spent":"640.3271ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":786,"request content":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:36.182892Z","caller":"traceutil/trace.go:172","msg":"trace[1531275206] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1339; }","duration":"362.290956ms","start":"2026-04-15T17:58:35.820585Z","end":"2026-04-15T17:58:36.182876Z","steps":["trace[1531275206] 'read index received' (duration: 362.285406ms)","trace[1531275206] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:36.183130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.521323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:261"} {"level":"info","ts":"2026-04-15T17:58:36.183163Z","caller":"traceutil/trace.go:172","msg":"trace[598094551] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:1190; }","duration":"362.574404ms","start":"2026-04-15T17:58:35.820579Z","end":"2026-04-15T17:58:36.183154Z","steps":["trace[598094551] 'agreement among raft nodes before linearized reading' (duration: 362.393329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:36.183192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.820555Z","time spent":"362.630595ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":284,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-15T17:58:36.338598Z","caller":"traceutil/trace.go:172","msg":"trace[1956181852] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1339; }","duration":"155.619432ms","start":"2026-04-15T17:58:36.182948Z","end":"2026-04-15T17:58:36.338568Z","steps":["trace[1956181852] 'read index received' (duration: 155.606391ms)","trace[1956181852] 'applied index is now lower than readState.Index' (duration: 11.731µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:36.355836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.711546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:36.355849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.072385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-15T17:58:36.355892Z","caller":"traceutil/trace.go:172","msg":"trace[1089407352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"385.764088ms","start":"2026-04-15T17:58:35.970114Z","end":"2026-04-15T17:58:36.355878Z","steps":["trace[1089407352] 'agreement among raft nodes before linearized reading' (duration: 368.585827ms)","trace[1089407352] 'range keys from in-memory index tree' (duration: 17.113058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:36.355849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.364685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:974"} {"level":"warn","ts":"2026-04-15T17:58:36.355921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.970082Z","time spent":"385.83376ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:58:36.355921Z","caller":"traceutil/trace.go:172","msg":"trace[1913438877] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1190; }","duration":"439.160797ms","start":"2026-04-15T17:58:35.916741Z","end":"2026-04-15T17:58:36.355902Z","steps":["trace[1913438877] 'agreement among raft nodes before linearized reading' (duration: 421.943026ms)","trace[1913438877] 'range keys from in-memory index tree' (duration: 17.011096ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:36.355933Z","caller":"traceutil/trace.go:172","msg":"trace[1442917800] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1190; }","duration":"451.468978ms","start":"2026-04-15T17:58:35.904449Z","end":"2026-04-15T17:58:36.355918Z","steps":["trace[1442917800] 'agreement among raft nodes before linearized reading' (duration: 434.243936ms)","trace[1442917800] 'range keys from in-memory index tree' (duration: 17.023396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:36.355972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.904410Z","time spent":"451.54593ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":997,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:36.355962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.916717Z","time spent":"439.23552ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":938,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:36.355980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.662653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:915"} {"level":"warn","ts":"2026-04-15T17:58:36.356002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.133736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-04-15T17:58:36.355818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.012515ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:36.356056Z","caller":"traceutil/trace.go:172","msg":"trace[635217638] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1190; }","duration":"451.756336ms","start":"2026-04-15T17:58:35.904277Z","end":"2026-04-15T17:58:36.356033Z","steps":["trace[635217638] 'agreement among raft nodes before linearized reading' (duration: 434.395791ms)","trace[635217638] 'range keys from in-memory index tree' (duration: 17.111948ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:36.356072Z","caller":"traceutil/trace.go:172","msg":"trace[873889867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1190; }","duration":"326.295483ms","start":"2026-04-15T17:58:36.029772Z","end":"2026-04-15T17:58:36.356067Z","steps":["trace[873889867] 'agreement among raft nodes before linearized reading' (duration: 308.925687ms)","trace[873889867] 'range keys from in-memory index tree' (duration: 17.070738ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:36.356063Z","caller":"traceutil/trace.go:172","msg":"trace[185775732] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1190; }","duration":"446.188827ms","start":"2026-04-15T17:58:35.909855Z","end":"2026-04-15T17:58:36.356044Z","steps":["trace[185775732] 'agreement among raft nodes before linearized reading' (duration: 428.822252ms)","trace[185775732] 'range keys from in-memory index tree' (duration: 17.193581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:36.356097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.904247Z","time spent":"451.840829ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":938,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:36.356107Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.909835Z","time spent":"446.26065ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":786,"request content":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:36.356231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.153288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:974"} {"level":"warn","ts":"2026-04-15T17:58:36.356261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.182757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:974"} {"level":"info","ts":"2026-04-15T17:58:36.356265Z","caller":"traceutil/trace.go:172","msg":"trace[203777144] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1190; }","duration":"438.183229ms","start":"2026-04-15T17:58:35.918068Z","end":"2026-04-15T17:58:36.356251Z","steps":["trace[203777144] 'agreement among raft nodes before linearized reading' (duration: 420.581297ms)","trace[203777144] 'range keys from in-memory index tree' (duration: 17.510759ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:36.356283Z","caller":"traceutil/trace.go:172","msg":"trace[719239682] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1190; }","duration":"446.203158ms","start":"2026-04-15T17:58:35.910072Z","end":"2026-04-15T17:58:36.356276Z","steps":["trace[719239682] 'agreement among raft nodes before linearized reading' (duration: 428.580605ms)","trace[719239682] 'range keys from in-memory index tree' (duration: 17.547871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:36.356299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.910066Z","time spent":"446.228209ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":997,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:36.356295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.918059Z","time spent":"438.229471ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":997,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:36.356557Z","caller":"traceutil/trace.go:172","msg":"trace[1726915094] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"169.095236ms","start":"2026-04-15T17:58:36.187444Z","end":"2026-04-15T17:58:36.356539Z","steps":["trace[1726915094] 'process raft request' (duration: 168.998643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:36.883620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.870799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-15T17:58:36.884207Z","caller":"traceutil/trace.go:172","msg":"trace[1206017818] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1194; }","duration":"115.477636ms","start":"2026-04-15T17:58:36.768708Z","end":"2026-04-15T17:58:36.884186Z","steps":["trace[1206017818] 'range keys from in-memory index tree' (duration: 113.535951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:36.883747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.876142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-04-15T17:58:36.884323Z","caller":"traceutil/trace.go:172","msg":"trace[1807534522] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1194; }","duration":"120.472489ms","start":"2026-04-15T17:58:36.763824Z","end":"2026-04-15T17:58:36.884297Z","steps":["trace[1807534522] 'range keys from in-memory index tree' (duration: 118.503493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:36.884410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.371022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-15T17:58:36.884438Z","caller":"traceutil/trace.go:172","msg":"trace[1784190386] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1194; }","duration":"102.543937ms","start":"2026-04-15T17:58:36.781887Z","end":"2026-04-15T17:58:36.884431Z","steps":["trace[1784190386] 'range keys from in-memory index tree' (duration: 100.480358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:36.883856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.322977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-15T17:58:36.884538Z","caller":"traceutil/trace.go:172","msg":"trace[897098759] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1194; }","duration":"118.998747ms","start":"2026-04-15T17:58:36.765527Z","end":"2026-04-15T17:58:36.884525Z","steps":["trace[897098759] 'range keys from in-memory index tree' (duration: 115.245889ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.098078Z","caller":"traceutil/trace.go:172","msg":"trace[1939393708] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"238.804045ms","start":"2026-04-15T17:58:36.859252Z","end":"2026-04-15T17:58:37.098056Z","steps":["trace[1939393708] 'process raft request' (duration: 238.651761ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.154308Z","caller":"traceutil/trace.go:172","msg":"trace[290899035] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1344; }","duration":"265.751029ms","start":"2026-04-15T17:58:36.888533Z","end":"2026-04-15T17:58:37.154284Z","steps":["trace[290899035] 'read index received' (duration: 265.742819ms)","trace[290899035] 'applied index is now lower than readState.Index' (duration: 6.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:37.154609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.041277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-04-15T17:58:37.154641Z","caller":"traceutil/trace.go:172","msg":"trace[911237813] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1196; }","duration":"266.105929ms","start":"2026-04-15T17:58:36.888527Z","end":"2026-04-15T17:58:37.154633Z","steps":["trace[911237813] 'agreement among raft nodes before linearized reading' (duration: 265.915504ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.155021Z","caller":"traceutil/trace.go:172","msg":"trace[459980955] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"237.41166ms","start":"2026-04-15T17:58:36.917601Z","end":"2026-04-15T17:58:37.155012Z","steps":["trace[459980955] 'process raft request' (duration: 236.955377ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.155112Z","caller":"traceutil/trace.go:172","msg":"trace[393193607] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"135.538151ms","start":"2026-04-15T17:58:37.019567Z","end":"2026-04-15T17:58:37.155105Z","steps":["trace[393193607] 'process raft request' (duration: 135.236982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.156704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.498882ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.156796Z","caller":"traceutil/trace.go:172","msg":"trace[2057999636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1200; }","duration":"189.607696ms","start":"2026-04-15T17:58:36.967172Z","end":"2026-04-15T17:58:37.156779Z","steps":["trace[2057999636] 'agreement among raft nodes before linearized reading' (duration: 189.468752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.156930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.771244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"warn","ts":"2026-04-15T17:58:37.157018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.651687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-15T17:58:37.157071Z","caller":"traceutil/trace.go:172","msg":"trace[1981747025] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1200; }","duration":"189.708199ms","start":"2026-04-15T17:58:36.967356Z","end":"2026-04-15T17:58:37.157064Z","steps":["trace[1981747025] 'agreement among raft nodes before linearized reading' (duration: 189.589635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.156974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.591505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-04-15T17:58:37.157187Z","caller":"traceutil/trace.go:172","msg":"trace[745637786] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1200; }","duration":"189.813172ms","start":"2026-04-15T17:58:36.967357Z","end":"2026-04-15T17:58:37.157170Z","steps":["trace[745637786] 'agreement among raft nodes before linearized reading' (duration: 189.357039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.157252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.446394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-15T17:58:37.157333Z","caller":"traceutil/trace.go:172","msg":"trace[1233259404] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1200; }","duration":"180.541537ms","start":"2026-04-15T17:58:36.976774Z","end":"2026-04-15T17:58:37.157315Z","steps":["trace[1233259404] 'agreement among raft nodes before linearized reading' (duration: 180.010132ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.157036Z","caller":"traceutil/trace.go:172","msg":"trace[1365708821] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1200; }","duration":"173.874087ms","start":"2026-04-15T17:58:36.983126Z","end":"2026-04-15T17:58:37.157000Z","steps":["trace[1365708821] 'agreement among raft nodes before linearized reading' (duration: 173.613099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.158382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.1815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-15T17:58:37.158493Z","caller":"traceutil/trace.go:172","msg":"trace[2007552480] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:1200; }","duration":"178.319164ms","start":"2026-04-15T17:58:36.980154Z","end":"2026-04-15T17:58:37.158473Z","steps":["trace[2007552480] 'agreement among raft nodes before linearized reading' (duration: 176.506672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.751063Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:38.251675Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:38.258454Z","caller":"traceutil/trace.go:172","msg":"trace[528863124] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1351; }","duration":"1.007852468s","start":"2026-04-15T17:58:37.250569Z","end":"2026-04-15T17:58:38.258421Z","steps":["trace[528863124] 'read index received' (duration: 1.007839818s)","trace[528863124] 'applied index is now lower than readState.Index' (duration: 10.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:38.258892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.008311701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-15T17:58:38.258964Z","caller":"traceutil/trace.go:172","msg":"trace[1601256582] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:1201; }","duration":"1.008393203s","start":"2026-04-15T17:58:37.250555Z","end":"2026-04-15T17:58:38.258948Z","steps":["trace[1601256582] 'agreement among raft nodes before linearized reading' (duration: 1.008010452s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:38.259045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.250535Z","time spent":"1.008500347s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":824,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:38.758857Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:39.259858Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:39.760372Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:39.969192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000281982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:39.969300Z","caller":"traceutil/trace.go:172","msg":"trace[819161509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397055s","start":"2026-04-15T17:58:37.968875Z","end":"2026-04-15T17:58:39.969273Z","steps":["trace[819161509] 'agreement among raft nodes before linearized reading' (duration: 2.000255981s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:39.969362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.968845Z","time spent":"2.000506969s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:40.261357Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:40.761868Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:40.956651Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.698372191s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-15T17:58:41.169813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.776992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:41.171472Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429657,"received-request-id":18338267984290429656} {"level":"warn","ts":"2026-04-15T17:58:41.262404Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:41.359395Z","caller":"traceutil/trace.go:172","msg":"trace[1367802535] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1366; }","duration":"3.100849249s","start":"2026-04-15T17:58:38.258518Z","end":"2026-04-15T17:58:41.359367Z","steps":["trace[1367802535] 'read index received' (duration: 3.100836258s)","trace[1367802535] 'applied index is now lower than readState.Index' (duration: 11.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:41.359555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.094975464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:942"} {"level":"warn","ts":"2026-04-15T17:58:41.359602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.395505246s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:41.359618Z","caller":"traceutil/trace.go:172","msg":"trace[1229501734] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1212; }","duration":"4.095049086s","start":"2026-04-15T17:58:37.264549Z","end":"2026-04-15T17:58:41.359598Z","steps":["trace[1229501734] 'agreement among raft nodes before linearized reading' (duration: 4.094863171s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:41.359636Z","caller":"traceutil/trace.go:172","msg":"trace[1489354281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1212; }","duration":"3.395533257s","start":"2026-04-15T17:58:37.964090Z","end":"2026-04-15T17:58:41.359624Z","steps":["trace[1489354281] 'agreement among raft nodes before linearized reading' (duration: 3.395496856s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.359612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.097794764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-15T17:58:41.359665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.264536Z","time spent":"4.095115628s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":965,"request content":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:41.359665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.095514659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-15T17:58:41.359749Z","caller":"traceutil/trace.go:172","msg":"trace[866220986] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1212; }","duration":"4.095612712s","start":"2026-04-15T17:58:37.264118Z","end":"2026-04-15T17:58:41.359731Z","steps":["trace[866220986] 'agreement among raft nodes before linearized reading' (duration: 4.095353755s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.359781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.09973537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-15T17:58:41.359801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.264087Z","time spent":"4.095704015s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":718,"request content":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:41.359555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.872833764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:58:41.359885Z","caller":"traceutil/trace.go:172","msg":"trace[1257057739] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"2.199565541s","start":"2026-04-15T17:58:39.160296Z","end":"2026-04-15T17:58:41.359862Z","steps":["trace[1257057739] 'process raft request' (duration: 2.19951895s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:41.359677Z","caller":"traceutil/trace.go:172","msg":"trace[1078844183] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1212; }","duration":"4.097861746s","start":"2026-04-15T17:58:37.261802Z","end":"2026-04-15T17:58:41.359664Z","steps":["trace[1078844183] 'agreement among raft nodes before linearized reading' (duration: 4.097721572s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.360011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.088019095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-15T17:58:41.360040Z","caller":"traceutil/trace.go:172","msg":"trace[260463239] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:1214; }","duration":"4.088058116s","start":"2026-04-15T17:58:37.271975Z","end":"2026-04-15T17:58:41.360033Z","steps":["trace[260463239] 'agreement among raft nodes before linearized reading' (duration: 4.087970143s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.360038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:39.160243Z","time spent":"2.199719646s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:41.360050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.261787Z","time spent":"4.098246638s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":718,"request content":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:41.360068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.271964Z","time spent":"4.088097777s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":824,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:41.360346Z","caller":"traceutil/trace.go:172","msg":"trace[2063195130] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"2.255497603s","start":"2026-04-15T17:58:39.104836Z","end":"2026-04-15T17:58:41.360334Z","steps":["trace[2063195130] 'process raft request' (duration: 2.254801282s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:41.359929Z","caller":"traceutil/trace.go:172","msg":"trace[1988247767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1212; }","duration":"3.873218975s","start":"2026-04-15T17:58:37.486702Z","end":"2026-04-15T17:58:41.359921Z","steps":["trace[1988247767] 'agreement among raft nodes before linearized reading' (duration: 3.872690449s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.360513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.486671Z","time spent":"3.873820992s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:41.360496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:39.104802Z","time spent":"2.255648677s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:41.360651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.837267835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:41.360700Z","caller":"traceutil/trace.go:172","msg":"trace[1786426552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"3.837319007s","start":"2026-04-15T17:58:37.523368Z","end":"2026-04-15T17:58:41.360686Z","steps":["trace[1786426552] 'agreement among raft nodes before linearized reading' (duration: 3.837190743s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.360738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.523337Z","time spent":"3.837390509s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:41.360805Z","caller":"traceutil/trace.go:172","msg":"trace[1938334699] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1212; }","duration":"4.099776501s","start":"2026-04-15T17:58:37.260034Z","end":"2026-04-15T17:58:41.359811Z","steps":["trace[1938334699] 'agreement among raft nodes before linearized reading' (duration: 4.099664388s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.361103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.260005Z","time spent":"4.101073699s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":718,"request content":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:41.361132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.523568583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hwrm2\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-15T17:58:41.362538Z","caller":"traceutil/trace.go:172","msg":"trace[1623946651] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hwrm2; range_end:; response_count:1; response_revision:1214; }","duration":"3.524972794s","start":"2026-04-15T17:58:37.837549Z","end":"2026-04-15T17:58:41.362522Z","steps":["trace[1623946651] 'agreement among raft nodes before linearized reading' (duration: 3.522614876s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.362585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.837525Z","time spent":"3.525043926s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-hwrm2\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:41.595060Z","caller":"traceutil/trace.go:172","msg":"trace[118483223] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"557.001899ms","start":"2026-04-15T17:58:41.038041Z","end":"2026-04-15T17:58:41.595043Z","steps":["trace[118483223] 'process raft request' (duration: 547.142063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.595181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.038025Z","time spent":"557.100092ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:41.658914Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429661,"received-request-id":18338267984290429657} {"level":"info","ts":"2026-04-15T17:58:41.659721Z","caller":"traceutil/trace.go:172","msg":"trace[334184861] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"294.110432ms","start":"2026-04-15T17:58:41.365594Z","end":"2026-04-15T17:58:41.659704Z","steps":["trace[334184861] 'process raft request' (duration: 293.864745ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:41.678567Z","caller":"traceutil/trace.go:172","msg":"trace[745965696] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1370; }","duration":"319.055234ms","start":"2026-04-15T17:58:41.359491Z","end":"2026-04-15T17:58:41.678546Z","steps":["trace[745965696] 'read index received' (duration: 319.046654ms)","trace[745965696] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:41.678644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.708454641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:41.678695Z","caller":"traceutil/trace.go:172","msg":"trace[1680173021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1216; }","duration":"1.708530343s","start":"2026-04-15T17:58:39.970151Z","end":"2026-04-15T17:58:41.678681Z","steps":["trace[1680173021] 'agreement among raft nodes before linearized reading' (duration: 1.70841008s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.678695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.196890179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:41.678728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:39.970127Z","time spent":"1.708594336s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:41.678733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"641.050394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:41.678766Z","caller":"traceutil/trace.go:172","msg":"trace[158113141] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1216; }","duration":"641.086995ms","start":"2026-04-15T17:58:41.037671Z","end":"2026-04-15T17:58:41.678758Z","steps":["trace[158113141] 'agreement among raft nodes before linearized reading' (duration: 641.030743ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:41.678770Z","caller":"traceutil/trace.go:172","msg":"trace[465140805] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1216; }","duration":"2.196974611s","start":"2026-04-15T17:58:39.481776Z","end":"2026-04-15T17:58:41.678750Z","steps":["trace[465140805] 'agreement among raft nodes before linearized reading' (duration: 2.196830207s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.678790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.037649Z","time spent":"641.132246ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:41.678809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:39.481749Z","time spent":"2.197052014s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:41.678840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.34181747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-15T17:58:41.678900Z","caller":"traceutil/trace.go:172","msg":"trace[1898078684] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:1216; }","duration":"3.341925393s","start":"2026-04-15T17:58:38.336957Z","end":"2026-04-15T17:58:41.678882Z","steps":["trace[1898078684] 'agreement among raft nodes before linearized reading' (duration: 3.341699037s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.678936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:38.336923Z","time spent":"3.342005926s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":824,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:41.679995Z","caller":"traceutil/trace.go:172","msg":"trace[772149517] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"304.317627ms","start":"2026-04-15T17:58:41.375655Z","end":"2026-04-15T17:58:41.679973Z","steps":["trace[772149517] 'process raft request' (duration: 304.223324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.680200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.375627Z","time spent":"304.518143ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:41.680868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.148416ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:41.680904Z","caller":"traceutil/trace.go:172","msg":"trace[542325478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1217; }","duration":"319.183757ms","start":"2026-04-15T17:58:41.361711Z","end":"2026-04-15T17:58:41.680895Z","steps":["trace[542325478] 'agreement among raft nodes before linearized reading' (duration: 319.131036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.681050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.635321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-15T17:58:41.681106Z","caller":"traceutil/trace.go:172","msg":"trace[1675177286] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:1217; }","duration":"231.692713ms","start":"2026-04-15T17:58:41.449397Z","end":"2026-04-15T17:58:41.681090Z","steps":["trace[1675177286] 'agreement among raft nodes before linearized reading' (duration: 231.526518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.681176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.330423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:41.681340Z","caller":"traceutil/trace.go:172","msg":"trace[1038282455] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1217; }","duration":"192.504908ms","start":"2026-04-15T17:58:41.488819Z","end":"2026-04-15T17:58:41.681324Z","steps":["trace[1038282455] 'agreement among raft nodes before linearized reading' (duration: 192.23104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.683189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.758512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-15T17:58:41.683233Z","caller":"traceutil/trace.go:172","msg":"trace[1011102595] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1217; }","duration":"234.806613ms","start":"2026-04-15T17:58:41.448415Z","end":"2026-04-15T17:58:41.683222Z","steps":["trace[1011102595] 'agreement among raft nodes before linearized reading' (duration: 232.658351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.683317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.542461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-04-15T17:58:41.683348Z","caller":"traceutil/trace.go:172","msg":"trace[467862547] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1217; }","duration":"238.576922ms","start":"2026-04-15T17:58:41.444763Z","end":"2026-04-15T17:58:41.683340Z","steps":["trace[467862547] 'agreement among raft nodes before linearized reading' (duration: 236.328047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.683375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.829717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-15T17:58:41.683394Z","caller":"traceutil/trace.go:172","msg":"trace[258464303] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1217; }","duration":"230.848759ms","start":"2026-04-15T17:58:41.452539Z","end":"2026-04-15T17:58:41.683388Z","steps":["trace[258464303] 'agreement among raft nodes before linearized reading' (duration: 228.517601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.683470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.383115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-15T17:58:41.683488Z","caller":"traceutil/trace.go:172","msg":"trace[971358177] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1217; }","duration":"239.400846ms","start":"2026-04-15T17:58:41.444081Z","end":"2026-04-15T17:58:41.683482Z","steps":["trace[971358177] 'agreement among raft nodes before linearized reading' (duration: 237.022648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:42.424027Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:42.924534Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:43.266778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.284055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-15T17:58:43.424826Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:43.925777Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:44.426906Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:44.641328Z","caller":"traceutil/trace.go:172","msg":"trace[163105918] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1375; }","duration":"2.718020552s","start":"2026-04-15T17:58:41.923247Z","end":"2026-04-15T17:58:44.641268Z","steps":["trace[163105918] 'read index received' (duration: 2.718012102s)","trace[163105918] 'applied index is now lower than readState.Index' (duration: 7.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:44.641465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.751563945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:942"} {"level":"warn","ts":"2026-04-15T17:58:44.641398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.751946856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-04-15T17:58:44.641497Z","caller":"traceutil/trace.go:172","msg":"trace[1461013639] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1220; }","duration":"2.751588275s","start":"2026-04-15T17:58:41.889898Z","end":"2026-04-15T17:58:44.641486Z","steps":["trace[1461013639] 'agreement among raft nodes before linearized reading' (duration: 2.751533074s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:44.641510Z","caller":"traceutil/trace.go:172","msg":"trace[835398023] range","detail":"{range_begin:/registry/clusterroles/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1220; }","duration":"2.75206849s","start":"2026-04-15T17:58:41.889427Z","end":"2026-04-15T17:58:44.641496Z","steps":["trace[835398023] 'agreement among raft nodes before linearized reading' (duration: 2.751842683s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.641523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.889891Z","time spent":"2.751627146s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":965,"request content":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.641577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.755613521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-04-15T17:58:44.641620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.758212927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-15T17:58:44.641670Z","caller":"traceutil/trace.go:172","msg":"trace[552386724] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:1221; }","duration":"2.758264698s","start":"2026-04-15T17:58:41.883393Z","end":"2026-04-15T17:58:44.641657Z","steps":["trace[552386724] 'agreement among raft nodes before linearized reading' (duration: 2.758115654s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:44.641632Z","caller":"traceutil/trace.go:172","msg":"trace[1144532654] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:1220; }","duration":"2.755676273s","start":"2026-04-15T17:58:41.885944Z","end":"2026-04-15T17:58:44.641620Z","steps":["trace[1144532654] 'agreement among raft nodes before linearized reading' (duration: 2.755496598s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.641786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.885936Z","time spent":"2.755834879s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":805,"request content":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.641584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.889421Z","time spent":"2.752122871s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":744,"request content":"key:\"/registry/clusterroles/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.641716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.883373Z","time spent":"2.758331891s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":805,"request content":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.642161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.784697335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-04-15T17:58:44.642193Z","caller":"traceutil/trace.go:172","msg":"trace[697594977] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1221; }","duration":"2.784730796s","start":"2026-04-15T17:58:41.857455Z","end":"2026-04-15T17:58:44.642185Z","steps":["trace[697594977] 'agreement among raft nodes before linearized reading' (duration: 2.784639273s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.642215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.857441Z","time spent":"2.784769576s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":965,"request content":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.967857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000480154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:44.967938Z","caller":"traceutil/trace.go:172","msg":"trace[880250738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573176s","start":"2026-04-15T17:58:42.967347Z","end":"2026-04-15T17:58:44.967920Z","steps":["trace[880250738] 'agreement among raft nodes before linearized reading' (duration: 2.000476593s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.967989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:42.967328Z","time spent":"2.000653108s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:44 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:44.981874Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429685,"received-request-id":18338267984290429681} {"level":"info","ts":"2026-04-15T17:58:44.982186Z","caller":"traceutil/trace.go:172","msg":"trace[14738593] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"1.61518574s","start":"2026-04-15T17:58:43.366970Z","end":"2026-04-15T17:58:44.982155Z","steps":["trace[14738593] 'process raft request' (duration: 1.614952153s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:44.982198Z","caller":"traceutil/trace.go:172","msg":"trace[585967119] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"1.6148297s","start":"2026-04-15T17:58:43.367352Z","end":"2026-04-15T17:58:44.982181Z","steps":["trace[585967119] 'process raft request' (duration: 1.614736687s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.982283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.367324Z","time spent":"1.614910292s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:44.982250Z","caller":"traceutil/trace.go:172","msg":"trace[2115768103] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"1.399451812s","start":"2026-04-15T17:58:43.582777Z","end":"2026-04-15T17:58:44.982229Z","steps":["trace[2115768103] 'process raft request' (duration: 1.399351089s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.982353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.366935Z","time spent":"1.615288683s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:44.982902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.319510433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:58:44.982969Z","caller":"traceutil/trace.go:172","msg":"trace[836198630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"1.319584455s","start":"2026-04-15T17:58:43.663370Z","end":"2026-04-15T17:58:44.982955Z","steps":["trace[836198630] 'agreement among raft nodes before linearized reading' (duration: 1.319419651s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.982390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.582752Z","time spent":"1.399586496s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:44.983065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"640.005282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:44.983024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.351560607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:44.983095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.019202723s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:44.983159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.173025914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T17:58:44.983173Z","caller":"traceutil/trace.go:172","msg":"trace[1756773456] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1226; }","duration":"3.019285475s","start":"2026-04-15T17:58:41.963877Z","end":"2026-04-15T17:58:44.983162Z","steps":["trace[1756773456] 'agreement among raft nodes before linearized reading' (duration: 3.019185533s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:44.983183Z","caller":"traceutil/trace.go:172","msg":"trace[1160417080] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1226; }","duration":"1.173048855s","start":"2026-04-15T17:58:43.810127Z","end":"2026-04-15T17:58:44.983176Z","steps":["trace[1160417080] 'agreement among raft nodes before linearized reading' (duration: 1.172979133s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:44.982967Z","caller":"traceutil/trace.go:172","msg":"trace[682154750] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1381; }","duration":"341.307094ms","start":"2026-04-15T17:58:44.641459Z","end":"2026-04-15T17:58:44.982766Z","steps":["trace[682154750] 'read index received' (duration: 341.299914ms)","trace[682154750] 'applied index is now lower than readState.Index' (duration: 6.16µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:44.983212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.810107Z","time spent":"1.173099597s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.983009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.663344Z","time spent":"1.319652758s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.983276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.578383748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:44.983093Z","caller":"traceutil/trace.go:172","msg":"trace[2035049691] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1226; }","duration":"640.031153ms","start":"2026-04-15T17:58:44.343053Z","end":"2026-04-15T17:58:44.983084Z","steps":["trace[2035049691] 'agreement among raft nodes before linearized reading' (duration: 639.991042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.983625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.343034Z","time spent":"640.57685ms","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:44.983678Z","caller":"traceutil/trace.go:172","msg":"trace[614396522] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1226; }","duration":"1.35166581s","start":"2026-04-15T17:58:43.631446Z","end":"2026-04-15T17:58:44.983112Z","steps":["trace[614396522] 'agreement among raft nodes before linearized reading' (duration: 1.351541866s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.983774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.055759743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-15T17:58:44.983812Z","caller":"traceutil/trace.go:172","msg":"trace[472912043] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:1226; }","duration":"3.055850565s","start":"2026-04-15T17:58:41.927951Z","end":"2026-04-15T17:58:44.983802Z","steps":["trace[472912043] 'agreement among raft nodes before linearized reading' (duration: 3.055040631s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.983865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:41.927928Z","time spent":"3.055927108s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":805,"request content":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.983804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.631427Z","time spent":"1.35235235s","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:44.983598Z","caller":"traceutil/trace.go:172","msg":"trace[186085862] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1226; }","duration":"1.578628715s","start":"2026-04-15T17:58:43.404876Z","end":"2026-04-15T17:58:44.983505Z","steps":["trace[186085862] 'agreement among raft nodes before linearized reading' (duration: 1.578012857s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.984872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.404863Z","time spent":"1.579865691s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.985129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.344993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-15T17:58:44.985172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.031216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-04-15T17:58:44.985221Z","caller":"traceutil/trace.go:172","msg":"trace[1169134439] range","detail":"{range_begin:/registry/clusterroles/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1226; }","duration":"340.083688ms","start":"2026-04-15T17:58:44.645124Z","end":"2026-04-15T17:58:44.985208Z","steps":["trace[1169134439] 'agreement among raft nodes before linearized reading' (duration: 339.927074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.985258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.645112Z","time spent":"340.13793ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":744,"request content":"key:\"/registry/clusterroles/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.985489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.540522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-04-15T17:58:44.986816Z","caller":"traceutil/trace.go:172","msg":"trace[1586120953] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1226; }","duration":"340.857991ms","start":"2026-04-15T17:58:44.645940Z","end":"2026-04-15T17:58:44.986798Z","steps":["trace[1586120953] 'agreement among raft nodes before linearized reading' (duration: 339.482811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.986887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.645932Z","time spent":"340.939023ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":965,"request content":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.985898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.703366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:942"} {"level":"warn","ts":"2026-04-15T17:58:44.985941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.385047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-15T17:58:44.987006Z","caller":"traceutil/trace.go:172","msg":"trace[1958086638] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:1226; }","duration":"341.463349ms","start":"2026-04-15T17:58:44.645532Z","end":"2026-04-15T17:58:44.986995Z","steps":["trace[1958086638] 'agreement among raft nodes before linearized reading' (duration: 340.249823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.987037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.645522Z","time spent":"341.50522ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":805,"request content":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:44.985181Z","caller":"traceutil/trace.go:172","msg":"trace[199802886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1226; }","duration":"319.398904ms","start":"2026-04-15T17:58:44.665767Z","end":"2026-04-15T17:58:44.985166Z","steps":["trace[199802886] 'agreement among raft nodes before linearized reading' (duration: 319.311482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.986246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.896322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-15T17:58:44.987232Z","caller":"traceutil/trace.go:172","msg":"trace[451612247] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:1226; }","duration":"341.88228ms","start":"2026-04-15T17:58:44.645342Z","end":"2026-04-15T17:58:44.987224Z","steps":["trace[451612247] 'agreement among raft nodes before linearized reading' (duration: 340.729897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.987257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.645328Z","time spent":"341.921032ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":805,"request content":"key:\"/registry/clusterroles/system:controller:job-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:44.987248Z","caller":"traceutil/trace.go:172","msg":"trace[252074290] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1226; }","duration":"341.760787ms","start":"2026-04-15T17:58:44.645185Z","end":"2026-04-15T17:58:44.986946Z","steps":["trace[252074290] 'agreement among raft nodes before linearized reading' (duration: 340.456349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.987165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.665752Z","time spent":"321.389612ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:44.987521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.645173Z","time spent":"342.325623ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":965,"request content":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:45.116885Z","caller":"traceutil/trace.go:172","msg":"trace[162952292] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"125.736593ms","start":"2026-04-15T17:58:44.991126Z","end":"2026-04-15T17:58:45.116863Z","steps":["trace[162952292] 'process raft request' (duration: 125.564698ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:45.132051Z","caller":"traceutil/trace.go:172","msg":"trace[1861942133] linearizableReadLoop","detail":"{readStateIndex:1382; appliedIndex:1383; }","duration":"144.676718ms","start":"2026-04-15T17:58:44.987350Z","end":"2026-04-15T17:58:45.132026Z","steps":["trace[1861942133] 'read index received' (duration: 144.668008ms)","trace[1861942133] 'applied index is now lower than readState.Index' (duration: 7.06µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:45.132147Z","caller":"traceutil/trace.go:172","msg":"trace[1354542637] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"140.63407ms","start":"2026-04-15T17:58:44.991497Z","end":"2026-04-15T17:58:45.132131Z","steps":["trace[1354542637] 'process raft request' (duration: 140.547728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.132286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.207314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:45.132317Z","caller":"traceutil/trace.go:172","msg":"trace[1326848204] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1228; }","duration":"145.246315ms","start":"2026-04-15T17:58:44.987063Z","end":"2026-04-15T17:58:45.132309Z","steps":["trace[1326848204] 'agreement among raft nodes before linearized reading' (duration: 145.189193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.138379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.336269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:45.138747Z","caller":"traceutil/trace.go:172","msg":"trace[487987910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1229; }","duration":"144.70984ms","start":"2026-04-15T17:58:44.994026Z","end":"2026-04-15T17:58:45.138736Z","steps":["trace[487987910] 'agreement among raft nodes before linearized reading' (duration: 144.308238ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:45.451819Z","caller":"traceutil/trace.go:172","msg":"trace[466970170] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1387; }","duration":"231.969728ms","start":"2026-04-15T17:58:45.219823Z","end":"2026-04-15T17:58:45.451793Z","steps":["trace[466970170] 'read index received' (duration: 231.961968ms)","trace[466970170] 'applied index is now lower than readState.Index' (duration: 6.07µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:45.452524Z","caller":"traceutil/trace.go:172","msg":"trace[708098805] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"224.482738ms","start":"2026-04-15T17:58:45.228025Z","end":"2026-04-15T17:58:45.452507Z","steps":["trace[708098805] 'process raft request' (duration: 224.245431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.452850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.014678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-04-15T17:58:45.452895Z","caller":"traceutil/trace.go:172","msg":"trace[936159357] range","detail":"{range_begin:/registry/clusterroles/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1231; }","duration":"233.07088ms","start":"2026-04-15T17:58:45.219814Z","end":"2026-04-15T17:58:45.452885Z","steps":["trace[936159357] 'agreement among raft nodes before linearized reading' (duration: 232.150213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.454373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.253066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-04-15T17:58:45.454465Z","caller":"traceutil/trace.go:172","msg":"trace[1310217257] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1232; }","duration":"233.356699ms","start":"2026-04-15T17:58:45.221089Z","end":"2026-04-15T17:58:45.454445Z","steps":["trace[1310217257] 'agreement among raft nodes before linearized reading' (duration: 233.001588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.454449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.384202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-15T17:58:45.454643Z","caller":"traceutil/trace.go:172","msg":"trace[441979979] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1232; }","duration":"230.639689ms","start":"2026-04-15T17:58:45.223989Z","end":"2026-04-15T17:58:45.454629Z","steps":["trace[441979979] 'agreement among raft nodes before linearized reading' (duration: 230.244397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.454812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.673368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-04-15T17:58:45.454857Z","caller":"traceutil/trace.go:172","msg":"trace[1247107793] range","detail":"{range_begin:/registry/clusterroles/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1232; }","duration":"233.723049ms","start":"2026-04-15T17:58:45.221099Z","end":"2026-04-15T17:58:45.454843Z","steps":["trace[1247107793] 'agreement among raft nodes before linearized reading' (duration: 233.591525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.455014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hwrm2\" limit:1 ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-04-15T17:58:45.455113Z","caller":"traceutil/trace.go:172","msg":"trace[1747246614] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hwrm2; range_end:; response_count:1; response_revision:1232; }","duration":"228.032092ms","start":"2026-04-15T17:58:45.227051Z","end":"2026-04-15T17:58:45.455083Z","steps":["trace[1747246614] 'agreement among raft nodes before linearized reading' (duration: 227.771085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.455026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.983388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-04-15T17:58:45.455272Z","caller":"traceutil/trace.go:172","msg":"trace[1037829286] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1232; }","duration":"232.228165ms","start":"2026-04-15T17:58:45.223028Z","end":"2026-04-15T17:58:45.455256Z","steps":["trace[1037829286] 'agreement among raft nodes before linearized reading' (duration: 231.917936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.455281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.043779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-04-15T17:58:45.455476Z","caller":"traceutil/trace.go:172","msg":"trace[652631455] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1232; }","duration":"234.237584ms","start":"2026-04-15T17:58:45.221222Z","end":"2026-04-15T17:58:45.455459Z","steps":["trace[652631455] 'agreement among raft nodes before linearized reading' (duration: 233.482182ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:45.798489Z","caller":"traceutil/trace.go:172","msg":"trace[1065763575] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"328.473947ms","start":"2026-04-15T17:58:45.469986Z","end":"2026-04-15T17:58:45.798460Z","steps":["trace[1065763575] 'process raft request' (duration: 328.146877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.798694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.469970Z","time spent":"328.616231ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18870,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:45.877323Z","caller":"traceutil/trace.go:172","msg":"trace[700996821] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1389; }","duration":"338.249862ms","start":"2026-04-15T17:58:45.539044Z","end":"2026-04-15T17:58:45.877294Z","steps":["trace[700996821] 'read index received' (duration: 338.242372ms)","trace[700996821] 'applied index is now lower than readState.Index' (duration: 6.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.931404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"392.329558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:45.931479Z","caller":"traceutil/trace.go:172","msg":"trace[1054972975] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1233; }","duration":"392.4207ms","start":"2026-04-15T17:58:45.539040Z","end":"2026-04-15T17:58:45.931461Z","steps":["trace[1054972975] 'agreement among raft nodes before linearized reading' (duration: 338.382227ms)","trace[1054972975] 'range keys from in-memory index tree' (duration: 53.817627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.931519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.539025Z","time spent":"392.485992ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1025,"request content":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:45.939205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.076736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:45.939433Z","caller":"traceutil/trace.go:172","msg":"trace[302596058] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1236; }","duration":"398.466197ms","start":"2026-04-15T17:58:45.540946Z","end":"2026-04-15T17:58:45.939412Z","steps":["trace[302596058] 'agreement among raft nodes before linearized reading' (duration: 397.803498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.939544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.540937Z","time spent":"398.589671ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1025,"request content":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:45.939617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.043796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-04-15T17:58:45.939666Z","caller":"traceutil/trace.go:172","msg":"trace[1630406773] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1236; }","duration":"396.090227ms","start":"2026-04-15T17:58:45.543565Z","end":"2026-04-15T17:58:45.939655Z","steps":["trace[1630406773] 'agreement among raft nodes before linearized reading' (duration: 395.999585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.939685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.21751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-04-15T17:58:45.939709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.543552Z","time spent":"396.14774ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":695,"request content":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:45.939716Z","caller":"traceutil/trace.go:172","msg":"trace[554145500] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1236; }","duration":"398.250081ms","start":"2026-04-15T17:58:45.541457Z","end":"2026-04-15T17:58:45.939707Z","steps":["trace[554145500] 'agreement among raft nodes before linearized reading' (duration: 398.144688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.939738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.541451Z","time spent":"398.280932ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":802,"request content":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:45.939441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.584392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-04-15T17:58:45.939886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.207511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:45.939874Z","caller":"traceutil/trace.go:172","msg":"trace[637304879] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1236; }","duration":"383.001774ms","start":"2026-04-15T17:58:45.556838Z","end":"2026-04-15T17:58:45.939840Z","steps":["trace[637304879] 'agreement among raft nodes before linearized reading' (duration: 382.500829ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:45.939914Z","caller":"traceutil/trace.go:172","msg":"trace[1611197262] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1236; }","duration":"396.238832ms","start":"2026-04-15T17:58:45.543668Z","end":"2026-04-15T17:58:45.939906Z","steps":["trace[1611197262] 'agreement among raft nodes before linearized reading' (duration: 396.134589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.939939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.543646Z","time spent":"396.285844ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1025,"request content":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:45.940013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.556815Z","time spent":"383.119408ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":802,"request content":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:46.203681Z","caller":"traceutil/trace.go:172","msg":"trace[1853294056] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1394; }","duration":"186.724667ms","start":"2026-04-15T17:58:46.016925Z","end":"2026-04-15T17:58:46.203650Z","steps":["trace[1853294056] 'read index received' (duration: 186.717437ms)","trace[1853294056] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:46.203985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.030447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:46.204084Z","caller":"traceutil/trace.go:172","msg":"trace[1107540654] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1237; }","duration":"187.161731ms","start":"2026-04-15T17:58:46.016910Z","end":"2026-04-15T17:58:46.204072Z","steps":["trace[1107540654] 'agreement among raft nodes before linearized reading' (duration: 186.864622ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:46.204086Z","caller":"traceutil/trace.go:172","msg":"trace[1148400576] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"143.514068ms","start":"2026-04-15T17:58:46.060517Z","end":"2026-04-15T17:58:46.204032Z","steps":["trace[1148400576] 'process raft request' (duration: 143.387484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.205758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.849765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-15T17:58:46.205925Z","caller":"traceutil/trace.go:172","msg":"trace[786879565] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1239; }","duration":"180.086392ms","start":"2026-04-15T17:58:46.025824Z","end":"2026-04-15T17:58:46.205910Z","steps":["trace[786879565] 'agreement among raft nodes before linearized reading' (duration: 179.599158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.206061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.860265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-15T17:58:46.206086Z","caller":"traceutil/trace.go:172","msg":"trace[720708015] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1239; }","duration":"179.886466ms","start":"2026-04-15T17:58:46.026191Z","end":"2026-04-15T17:58:46.206078Z","steps":["trace[720708015] 'agreement among raft nodes before linearized reading' (duration: 179.185415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.206073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.869054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:46.206150Z","caller":"traceutil/trace.go:172","msg":"trace[1627927431] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1239; }","duration":"183.964156ms","start":"2026-04-15T17:58:46.022166Z","end":"2026-04-15T17:58:46.206130Z","steps":["trace[1627927431] 'agreement among raft nodes before linearized reading' (duration: 183.207454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.206802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.742418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-04-15T17:58:46.206841Z","caller":"traceutil/trace.go:172","msg":"trace[2090720859] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1239; }","duration":"170.786419ms","start":"2026-04-15T17:58:46.036047Z","end":"2026-04-15T17:58:46.206833Z","steps":["trace[2090720859] 'agreement among raft nodes before linearized reading' (duration: 169.427119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.206762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.936526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:46.207320Z","caller":"traceutil/trace.go:172","msg":"trace[587520712] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1239; }","duration":"183.111712ms","start":"2026-04-15T17:58:46.023803Z","end":"2026-04-15T17:58:46.206915Z","steps":["trace[587520712] 'agreement among raft nodes before linearized reading' (duration: 181.650229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.319418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.280913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:46.319485Z","caller":"traceutil/trace.go:172","msg":"trace[997232058] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1239; }","duration":"106.371556ms","start":"2026-04-15T17:58:46.213100Z","end":"2026-04-15T17:58:46.319472Z","steps":["trace[997232058] 'range keys from in-memory index tree' (duration: 104.274344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.319465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.335454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-15T17:58:46.319549Z","caller":"traceutil/trace.go:172","msg":"trace[28966421] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1239; }","duration":"107.428427ms","start":"2026-04-15T17:58:46.212099Z","end":"2026-04-15T17:58:46.319527Z","steps":["trace[28966421] 'range keys from in-memory index tree' (duration: 105.384157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.319565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.494888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-04-15T17:58:46.319601Z","caller":"traceutil/trace.go:172","msg":"trace[1667883313] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1239; }","duration":"107.526459ms","start":"2026-04-15T17:58:46.212063Z","end":"2026-04-15T17:58:46.319589Z","steps":["trace[1667883313] 'range keys from in-memory index tree' (duration: 105.575352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.319609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.393276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"warn","ts":"2026-04-15T17:58:46.319665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.891681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-04-15T17:58:46.319465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.727035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-15T17:58:46.319681Z","caller":"traceutil/trace.go:172","msg":"trace[861609938] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1239; }","duration":"107.489579ms","start":"2026-04-15T17:58:46.212175Z","end":"2026-04-15T17:58:46.319664Z","steps":["trace[861609938] 'range keys from in-memory index tree' (duration: 105.50339ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:46.319741Z","caller":"traceutil/trace.go:172","msg":"trace[2085903522] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1239; }","duration":"108.995813ms","start":"2026-04-15T17:58:46.210710Z","end":"2026-04-15T17:58:46.319705Z","steps":["trace[2085903522] 'range keys from in-memory index tree' (duration: 107.017485ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:46.319790Z","caller":"traceutil/trace.go:172","msg":"trace[968987930] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1239; }","duration":"106.914792ms","start":"2026-04-15T17:58:46.212766Z","end":"2026-04-15T17:58:46.319680Z","steps":["trace[968987930] 'range keys from in-memory index tree' (duration: 104.643925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.862267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.21127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" limit:1 ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-04-15T17:58:46.862487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.343427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" limit:1 ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-15T17:58:46.862506Z","caller":"traceutil/trace.go:172","msg":"trace[1382953160] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:1242; }","duration":"191.469307ms","start":"2026-04-15T17:58:46.671017Z","end":"2026-04-15T17:58:46.862486Z","steps":["trace[1382953160] 'range keys from in-memory index tree' (duration: 189.359985ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:46.862584Z","caller":"traceutil/trace.go:172","msg":"trace[298759124] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:1242; }","duration":"184.44855ms","start":"2026-04-15T17:58:46.678115Z","end":"2026-04-15T17:58:46.862563Z","steps":["trace[298759124] 'range keys from in-memory index tree' (duration: 182.836593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.862276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.542958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-04-15T17:58:46.862765Z","caller":"traceutil/trace.go:172","msg":"trace[295714482] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1242; }","duration":"195.053573ms","start":"2026-04-15T17:58:46.667693Z","end":"2026-04-15T17:58:46.862747Z","steps":["trace[295714482] 'range keys from in-memory index tree' (duration: 192.669622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.862276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.514709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" limit:1 ","response":"range_response_count:1 size:728"} {"level":"warn","ts":"2026-04-15T17:58:46.862777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.960071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" limit:1 ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-15T17:58:46.862873Z","caller":"traceutil/trace.go:172","msg":"trace[1678195345] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:1242; }","duration":"192.131017ms","start":"2026-04-15T17:58:46.670722Z","end":"2026-04-15T17:58:46.862853Z","steps":["trace[1678195345] 'range keys from in-memory index tree' (duration: 190.253641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:46.862399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.820094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" limit:1 ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-04-15T17:58:46.863017Z","caller":"traceutil/trace.go:172","msg":"trace[1933646324] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:1242; }","duration":"181.453502ms","start":"2026-04-15T17:58:46.681547Z","end":"2026-04-15T17:58:46.863001Z","steps":["trace[1933646324] 'range keys from in-memory index tree' (duration: 179.574967ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:46.862992Z","caller":"traceutil/trace.go:172","msg":"trace[870843607] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:1242; }","duration":"160.209329ms","start":"2026-04-15T17:58:46.702703Z","end":"2026-04-15T17:58:46.862912Z","steps":["trace[870843607] 'range keys from in-memory index tree' (duration: 158.479437ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:47.340689Z","caller":"traceutil/trace.go:172","msg":"trace[83765492] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"351.137157ms","start":"2026-04-15T17:58:46.989525Z","end":"2026-04-15T17:58:47.340662Z","steps":["trace[83765492] 'process raft request' (duration: 350.967922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.340951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:46.989506Z","time spent":"351.326662ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:47.543199Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:47.768654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.263794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:47.768908Z","caller":"traceutil/trace.go:172","msg":"trace[1166536125] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"778.964434ms","start":"2026-04-15T17:58:46.989922Z","end":"2026-04-15T17:58:47.768886Z","steps":["trace[1166536125] 'process raft request' (duration: 563.35417ms)","trace[1166536125] 'compare' (duration: 215.014606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:47.769062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:46.989910Z","time spent":"779.059386ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:47.769327Z","caller":"traceutil/trace.go:172","msg":"trace[1741343957] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1400; }","duration":"726.501879ms","start":"2026-04-15T17:58:47.042805Z","end":"2026-04-15T17:58:47.769307Z","steps":["trace[1741343957] 'read index received' (duration: 627.77635ms)","trace[1741343957] 'applied index is now lower than readState.Index' (duration: 98.723469ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:47.769525Z","caller":"traceutil/trace.go:172","msg":"trace[1987674588] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"522.974351ms","start":"2026-04-15T17:58:47.246538Z","end":"2026-04-15T17:58:47.769513Z","steps":["trace[1987674588] 'process raft request' (duration: 522.860368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.769582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.246526Z","time spent":"523.038773ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:47.770112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"727.298002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-15T17:58:47.770147Z","caller":"traceutil/trace.go:172","msg":"trace[1994037610] range","detail":"{range_begin:/registry/clusterroles/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1248; }","duration":"727.346814ms","start":"2026-04-15T17:58:47.042793Z","end":"2026-04-15T17:58:47.770140Z","steps":["trace[1994037610] 'agreement among raft nodes before linearized reading' (duration: 726.618422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.770174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.042773Z","time spent":"727.391014ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":900,"request content":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:47.770788Z","caller":"traceutil/trace.go:172","msg":"trace[285554601] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"361.763071ms","start":"2026-04-15T17:58:47.408960Z","end":"2026-04-15T17:58:47.770723Z","steps":["trace[285554601] 'process raft request' (duration: 360.554495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.770938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.408939Z","time spent":"361.955006ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:47.771495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"727.593651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-04-15T17:58:47.771550Z","caller":"traceutil/trace.go:172","msg":"trace[473197941] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1248; }","duration":"727.658123ms","start":"2026-04-15T17:58:47.043880Z","end":"2026-04-15T17:58:47.771538Z","steps":["trace[473197941] 'agreement among raft nodes before linearized reading' (duration: 727.503368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.771578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.043864Z","time spent":"727.708624ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":853,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:47.771695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"697.309479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:830"} {"level":"warn","ts":"2026-04-15T17:58:47.771743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.696299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-15T17:58:47.771731Z","caller":"traceutil/trace.go:172","msg":"trace[96531518] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1248; }","duration":"697.3488ms","start":"2026-04-15T17:58:47.074373Z","end":"2026-04-15T17:58:47.771722Z","steps":["trace[96531518] 'agreement among raft nodes before linearized reading' (duration: 697.222067ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:47.771763Z","caller":"traceutil/trace.go:172","msg":"trace[409437189] range","detail":"{range_begin:/registry/clusterroles/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1248; }","duration":"699.716279ms","start":"2026-04-15T17:58:47.072040Z","end":"2026-04-15T17:58:47.771756Z","steps":["trace[409437189] 'agreement among raft nodes before linearized reading' (duration: 699.660308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.771779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.072003Z","time spent":"699.771661ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":900,"request content":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:47.771782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.074362Z","time spent":"697.413052ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":853,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:47.771913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"718.182184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-15T17:58:47.771936Z","caller":"traceutil/trace.go:172","msg":"trace[802883915] range","detail":"{range_begin:/registry/clusterroles/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1248; }","duration":"718.205734ms","start":"2026-04-15T17:58:47.053724Z","end":"2026-04-15T17:58:47.771930Z","steps":["trace[802883915] 'agreement among raft nodes before linearized reading' (duration: 718.141853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.771945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.810684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hwrm2\" limit:1 ","response":"range_response_count:1 size:18885"} {"level":"warn","ts":"2026-04-15T17:58:47.771952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.412214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-15T17:58:47.771960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.053716Z","time spent":"718.238325ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":900,"request content":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:47.771969Z","caller":"traceutil/trace.go:172","msg":"trace[44922118] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hwrm2; range_end:; response_count:1; response_revision:1248; }","duration":"526.837334ms","start":"2026-04-15T17:58:47.245126Z","end":"2026-04-15T17:58:47.771963Z","steps":["trace[44922118] 'agreement among raft nodes before linearized reading' (duration: 526.494344ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:47.771974Z","caller":"traceutil/trace.go:172","msg":"trace[745807275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1248; }","duration":"635.435495ms","start":"2026-04-15T17:58:47.136532Z","end":"2026-04-15T17:58:47.771968Z","steps":["trace[745807275] 'agreement among raft nodes before linearized reading' (duration: 635.375113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.771986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.245105Z","time spent":"526.876866ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18908,"request content":"key:\"/registry/pods/kube-system/cilium-hwrm2\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:47.771992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.136508Z","time spent":"635.478896ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:47.772082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"722.701367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-15T17:58:47.772101Z","caller":"traceutil/trace.go:172","msg":"trace[1596805110] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1248; }","duration":"722.720667ms","start":"2026-04-15T17:58:47.049375Z","end":"2026-04-15T17:58:47.772095Z","steps":["trace[1596805110] 'agreement among raft nodes before linearized reading' (duration: 722.662956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.772120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.049362Z","time spent":"722.753208ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":723,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:48.086741Z","caller":"traceutil/trace.go:172","msg":"trace[1161244432] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"310.115465ms","start":"2026-04-15T17:58:47.776598Z","end":"2026-04-15T17:58:48.086713Z","steps":["trace[1161244432] 'process raft request' (duration: 245.525876ms)","trace[1161244432] 'compare' (duration: 64.098644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:48.087233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.776585Z","time spent":"310.561628ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:48.154019Z","caller":"traceutil/trace.go:172","msg":"trace[113213061] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1406; }","duration":"375.622021ms","start":"2026-04-15T17:58:47.778369Z","end":"2026-04-15T17:58:48.153991Z","steps":["trace[113213061] 'read index received' (duration: 375.612261ms)","trace[113213061] 'applied index is now lower than readState.Index' (duration: 8.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:48.154220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.832287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-15T17:58:48.154267Z","caller":"traceutil/trace.go:172","msg":"trace[731547568] range","detail":"{range_begin:/registry/clusterroles/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1249; }","duration":"375.888979ms","start":"2026-04-15T17:58:47.778365Z","end":"2026-04-15T17:58:48.154254Z","steps":["trace[731547568] 'agreement among raft nodes before linearized reading' (duration: 375.707743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.154301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.778348Z","time spent":"375.944121ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":900,"request content":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:48.260998Z","caller":"traceutil/trace.go:172","msg":"trace[906128564] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"476.160892ms","start":"2026-04-15T17:58:47.784817Z","end":"2026-04-15T17:58:48.260978Z","steps":["trace[906128564] 'process raft request' (duration: 475.914635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.261129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.784802Z","time spent":"476.263985ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:48.265099Z","caller":"traceutil/trace.go:172","msg":"trace[569569701] linearizableReadLoop","detail":"{readStateIndex:1409; appliedIndex:1409; }","duration":"110.98667ms","start":"2026-04-15T17:58:48.154097Z","end":"2026-04-15T17:58:48.265083Z","steps":["trace[569569701] 'read index received' (duration: 110.9804ms)","trace[569569701] 'applied index is now lower than readState.Index' (duration: 5.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:48.265177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.32992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:48.265301Z","caller":"traceutil/trace.go:172","msg":"trace[1592380867] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1252; }","duration":"154.413442ms","start":"2026-04-15T17:58:48.110825Z","end":"2026-04-15T17:58:48.265239Z","steps":["trace[1592380867] 'agreement among raft nodes before linearized reading' (duration: 154.287689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.265311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"486.715844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-04-15T17:58:48.265353Z","caller":"traceutil/trace.go:172","msg":"trace[2066127127] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1252; }","duration":"486.809336ms","start":"2026-04-15T17:58:47.778532Z","end":"2026-04-15T17:58:48.265341Z","steps":["trace[2066127127] 'agreement among raft nodes before linearized reading' (duration: 486.633571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.265354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.62043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-15T17:58:48.265394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.778525Z","time spent":"486.861648ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":853,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:48.265413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.058911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-15T17:58:48.265459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.278439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:48.265478Z","caller":"traceutil/trace.go:172","msg":"trace[398313285] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1252; }","duration":"301.299549ms","start":"2026-04-15T17:58:47.964173Z","end":"2026-04-15T17:58:48.265472Z","steps":["trace[398313285] 'agreement among raft nodes before linearized reading' (duration: 301.266878ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.265470Z","caller":"traceutil/trace.go:172","msg":"trace[1769304021] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1252; }","duration":"416.108753ms","start":"2026-04-15T17:58:47.849346Z","end":"2026-04-15T17:58:48.265455Z","steps":["trace[1769304021] 'agreement among raft nodes before linearized reading' (duration: 415.992069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.265512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.849325Z","time spent":"416.175475ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":723,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:48.265420Z","caller":"traceutil/trace.go:172","msg":"trace[462952784] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1252; }","duration":"413.697882ms","start":"2026-04-15T17:58:47.851708Z","end":"2026-04-15T17:58:48.265406Z","steps":["trace[462952784] 'agreement among raft nodes before linearized reading' (duration: 413.390443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.265308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"486.536689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:830"} {"level":"warn","ts":"2026-04-15T17:58:48.265622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.098056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-15T17:58:48.265656Z","caller":"traceutil/trace.go:172","msg":"trace[665330171] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1252; }","duration":"486.89561ms","start":"2026-04-15T17:58:47.778754Z","end":"2026-04-15T17:58:48.265650Z","steps":["trace[665330171] 'agreement among raft nodes before linearized reading' (duration: 486.391075ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.265670Z","caller":"traceutil/trace.go:172","msg":"trace[302457930] range","detail":"{range_begin:/registry/clusterroles/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1252; }","duration":"487.145677ms","start":"2026-04-15T17:58:47.778515Z","end":"2026-04-15T17:58:48.265661Z","steps":["trace[302457930] 'agreement among raft nodes before linearized reading' (duration: 487.038864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.265664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.851683Z","time spent":"413.96641ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":723,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:48.265686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.778746Z","time spent":"486.93048ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":853,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:48.265694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.778505Z","time spent":"487.182968ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":900,"request content":"key:\"/registry/clusterroles/system:controller:resource-claim-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:48.546194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.27492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-15T17:58:48.546303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.675975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-04-15T17:58:48.546332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.369033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-15T17:58:48.546372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.728846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-04-15T17:58:48.546410Z","caller":"traceutil/trace.go:172","msg":"trace[1027248820] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1252; }","duration":"149.462866ms","start":"2026-04-15T17:58:48.396928Z","end":"2026-04-15T17:58:48.546391Z","steps":["trace[1027248820] 'range keys from in-memory index tree' (duration: 147.992453ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.546424Z","caller":"traceutil/trace.go:172","msg":"trace[1145994636] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1252; }","duration":"146.785428ms","start":"2026-04-15T17:58:48.399625Z","end":"2026-04-15T17:58:48.546411Z","steps":["trace[1145994636] 'range keys from in-memory index tree' (duration: 145.723506ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.546382Z","caller":"traceutil/trace.go:172","msg":"trace[445595435] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1252; }","duration":"188.781408ms","start":"2026-04-15T17:58:48.357585Z","end":"2026-04-15T17:58:48.546366Z","steps":["trace[445595435] 'range keys from in-memory index tree' (duration: 187.304945ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.546322Z","caller":"traceutil/trace.go:172","msg":"trace[1058833769] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1252; }","duration":"196.432734ms","start":"2026-04-15T17:58:48.349866Z","end":"2026-04-15T17:58:48.546299Z","steps":["trace[1058833769] 'range keys from in-memory index tree' (duration: 194.59033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.546701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.79883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-15T17:58:48.546826Z","caller":"traceutil/trace.go:172","msg":"trace[22759573] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1252; }","duration":"142.953604ms","start":"2026-04-15T17:58:48.403857Z","end":"2026-04-15T17:58:48.546811Z","steps":["trace[22759573] 'range keys from in-memory index tree' (duration: 141.155852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.546572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.349153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-04-15T17:58:48.547078Z","caller":"traceutil/trace.go:172","msg":"trace[832785283] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1252; }","duration":"192.872049ms","start":"2026-04-15T17:58:48.354190Z","end":"2026-04-15T17:58:48.547062Z","steps":["trace[832785283] 'range keys from in-memory index tree' (duration: 190.777867ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.899115Z","caller":"traceutil/trace.go:172","msg":"trace[790899452] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"272.270835ms","start":"2026-04-15T17:58:48.626827Z","end":"2026-04-15T17:58:48.899098Z","steps":["trace[790899452] 'process raft request' (duration: 272.168842ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.899707Z","caller":"traceutil/trace.go:172","msg":"trace[1836940560] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1411; }","duration":"272.291745ms","start":"2026-04-15T17:58:48.627398Z","end":"2026-04-15T17:58:48.899690Z","steps":["trace[1836940560] 'read index received' (duration: 272.286565ms)","trace[1836940560] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:48.899921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.994457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-04-15T17:58:48.899979Z","caller":"traceutil/trace.go:172","msg":"trace[1022749482] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1254; }","duration":"273.060779ms","start":"2026-04-15T17:58:48.626910Z","end":"2026-04-15T17:58:48.899970Z","steps":["trace[1022749482] 'agreement among raft nodes before linearized reading' (duration: 272.892334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.901710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.069154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:58:48.901746Z","caller":"traceutil/trace.go:172","msg":"trace[1684915070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1254; }","duration":"128.106195ms","start":"2026-04-15T17:58:48.773633Z","end":"2026-04-15T17:58:48.901739Z","steps":["trace[1684915070] 'agreement among raft nodes before linearized reading' (duration: 127.966461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.901741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.011445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-15T17:58:48.901781Z","caller":"traceutil/trace.go:172","msg":"trace[998407032] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1254; }","duration":"232.066467ms","start":"2026-04-15T17:58:48.669705Z","end":"2026-04-15T17:58:48.901772Z","steps":["trace[998407032] 'agreement among raft nodes before linearized reading' (duration: 231.876611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.901789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.45313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-15T17:58:48.901834Z","caller":"traceutil/trace.go:172","msg":"trace[358152976] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1254; }","duration":"229.505281ms","start":"2026-04-15T17:58:48.672316Z","end":"2026-04-15T17:58:48.901821Z","steps":["trace[358152976] 'agreement among raft nodes before linearized reading' (duration: 229.386188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.902010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.207679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-04-15T17:58:48.902080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.106943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-15T17:58:48.902110Z","caller":"traceutil/trace.go:172","msg":"trace[1352336599] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1254; }","duration":"265.251738ms","start":"2026-04-15T17:58:48.636850Z","end":"2026-04-15T17:58:48.902102Z","steps":["trace[1352336599] 'agreement among raft nodes before linearized reading' (duration: 265.060802ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.902119Z","caller":"traceutil/trace.go:172","msg":"trace[1947107092] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1254; }","duration":"260.330112ms","start":"2026-04-15T17:58:48.641760Z","end":"2026-04-15T17:58:48.902090Z","steps":["trace[1947107092] 'agreement among raft nodes before linearized reading' (duration: 260.004683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.902216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.658158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-15T17:58:48.902244Z","caller":"traceutil/trace.go:172","msg":"trace[761009586] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1254; }","duration":"269.688109ms","start":"2026-04-15T17:58:48.632550Z","end":"2026-04-15T17:58:48.902238Z","steps":["trace[761009586] 'agreement among raft nodes before linearized reading' (duration: 269.019049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:49.407461Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:49.882705Z","caller":"traceutil/trace.go:172","msg":"trace[58820967] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1413; }","duration":"975.775233ms","start":"2026-04-15T17:58:48.906907Z","end":"2026-04-15T17:58:49.882682Z","steps":["trace[58820967] 'read index received' (duration: 975.768843ms)","trace[58820967] 'applied index is now lower than readState.Index' (duration: 5.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:50.334451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.522973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:50.334704Z","caller":"traceutil/trace.go:172","msg":"trace[1765276984] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"988.3582ms","start":"2026-04-15T17:58:49.346311Z","end":"2026-04-15T17:58:50.334670Z","steps":["trace[1765276984] 'process raft request' (duration: 536.491846ms)","trace[1765276984] 'compare' (duration: 451.344538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:50.334840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.346285Z","time spent":"988.483793ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:50.334967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.428029878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-15T17:58:50.334989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.362518Z","time spent":"972.466638ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-15T17:58:50.335054Z","caller":"traceutil/trace.go:172","msg":"trace[82045648] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1255; }","duration":"1.428132982s","start":"2026-04-15T17:58:48.906901Z","end":"2026-04-15T17:58:50.335034Z","steps":["trace[82045648] 'agreement among raft nodes before linearized reading' (duration: 975.906878ms)","trace[82045648] 'range keys from in-memory index tree' (duration: 451.361798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:50.335118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.906857Z","time spent":"1.428251166s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":723,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:50.335201Z","caller":"traceutil/trace.go:172","msg":"trace[1878765084] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1413; }","duration":"452.41247ms","start":"2026-04-15T17:58:49.882780Z","end":"2026-04-15T17:58:50.335193Z","steps":["trace[1878765084] 'read index received' (duration: 306.129604ms)","trace[1878765084] 'applied index is now lower than readState.Index' (duration: 146.281806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:50.335369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.349603542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-15T17:58:50.335395Z","caller":"traceutil/trace.go:172","msg":"trace[1763834561] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1258; }","duration":"1.349633793s","start":"2026-04-15T17:58:48.985755Z","end":"2026-04-15T17:58:50.335389Z","steps":["trace[1763834561] 'agreement among raft nodes before linearized reading' (duration: 1.349513249s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.335386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.406585295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:50.335414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.985748Z","time spent":"1.349660274s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":834,"request content":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:50.335532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.426999539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-04-15T17:58:50.335548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.353690262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-04-15T17:58:50.335546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.351378144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-04-15T17:58:50.335575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.368071507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:50.335588Z","caller":"traceutil/trace.go:172","msg":"trace[1880562929] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1258; }","duration":"1.353734144s","start":"2026-04-15T17:58:48.981843Z","end":"2026-04-15T17:58:50.335577Z","steps":["trace[1880562929] 'agreement among raft nodes before linearized reading' (duration: 1.353519997s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:50.335603Z","caller":"traceutil/trace.go:172","msg":"trace[603475320] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:1258; }","duration":"1.351436616s","start":"2026-04-15T17:58:48.984152Z","end":"2026-04-15T17:58:50.335588Z","steps":["trace[603475320] 'agreement among raft nodes before linearized reading' (duration: 1.351272531s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.335629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.370971223s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:50.335633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.981821Z","time spent":"1.353804446s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:50.335650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.984145Z","time spent":"1.351491197s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:50.335661Z","caller":"traceutil/trace.go:172","msg":"trace[1761876189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1258; }","duration":"1.370987493s","start":"2026-04-15T17:58:48.964653Z","end":"2026-04-15T17:58:50.335640Z","steps":["trace[1761876189] 'agreement among raft nodes before linearized reading' (duration: 1.370965943s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:50.335577Z","caller":"traceutil/trace.go:172","msg":"trace[1291544117] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1258; }","duration":"1.42703642s","start":"2026-04-15T17:58:48.908524Z","end":"2026-04-15T17:58:50.335560Z","steps":["trace[1291544117] 'agreement among raft nodes before linearized reading' (duration: 1.426920737s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.335715Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.908507Z","time spent":"1.427197584s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":695,"request content":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:50.335597Z","caller":"traceutil/trace.go:172","msg":"trace[1457714554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1258; }","duration":"1.368091568s","start":"2026-04-15T17:58:48.967500Z","end":"2026-04-15T17:58:50.335591Z","steps":["trace[1457714554] 'agreement among raft nodes before linearized reading' (duration: 1.368057317s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.335770Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.967483Z","time spent":"1.368268993s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:58:50.335284Z","caller":"traceutil/trace.go:172","msg":"trace[566304314] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"560.759779ms","start":"2026-04-15T17:58:49.774509Z","end":"2026-04-15T17:58:50.335269Z","steps":["trace[566304314] 'process raft request' (duration: 560.706158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.336008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.774488Z","time spent":"561.42674ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:50.336345Z","caller":"traceutil/trace.go:172","msg":"trace[467290466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1258; }","duration":"1.406633497s","start":"2026-04-15T17:58:48.928780Z","end":"2026-04-15T17:58:50.335413Z","steps":["trace[467290466] 'agreement among raft nodes before linearized reading' (duration: 1.406554804s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.336435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.928764Z","time spent":"1.407659828s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:50.337044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.428285267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-04-15T17:58:50.337760Z","caller":"traceutil/trace.go:172","msg":"trace[1404551339] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:1258; }","duration":"1.428479573s","start":"2026-04-15T17:58:48.908742Z","end":"2026-04-15T17:58:50.337222Z","steps":["trace[1404551339] 'agreement among raft nodes before linearized reading' (duration: 1.426852214s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.337900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.908737Z","time spent":"1.429147652s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":695,"request content":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:50.835364Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290429789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:50.954614Z","caller":"traceutil/trace.go:172","msg":"trace[1300500723] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1417; }","duration":"619.361609ms","start":"2026-04-15T17:58:50.335230Z","end":"2026-04-15T17:58:50.954592Z","steps":["trace[1300500723] 'read index received' (duration: 619.352089ms)","trace[1300500723] 'applied index is now lower than readState.Index' (duration: 7.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:50.954854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"861.973785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:50.954880Z","caller":"traceutil/trace.go:172","msg":"trace[335173621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1258; }","duration":"862.018876ms","start":"2026-04-15T17:58:50.092854Z","end":"2026-04-15T17:58:50.954873Z","steps":["trace[335173621] 'agreement among raft nodes before linearized reading' (duration: 861.841081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.954941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.092832Z","time spent":"862.102059ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:50.954861Z","caller":"traceutil/trace.go:172","msg":"trace[716939458] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"618.794012ms","start":"2026-04-15T17:58:50.336043Z","end":"2026-04-15T17:58:50.954837Z","steps":["trace[716939458] 'process raft request' (duration: 618.615837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.955159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.336021Z","time spent":"619.07971ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:51.080328Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290429791,"received-request-id":18338267984290429789} {"level":"info","ts":"2026-04-15T17:58:51.080617Z","caller":"traceutil/trace.go:172","msg":"trace[1742419437] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"122.33377ms","start":"2026-04-15T17:58:50.958263Z","end":"2026-04-15T17:58:51.080597Z","steps":["trace[1742419437] 'process raft request' (duration: 122.200086ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.123768Z","caller":"traceutil/trace.go:172","msg":"trace[994654380] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1423; }","duration":"169.080542ms","start":"2026-04-15T17:58:50.954677Z","end":"2026-04-15T17:58:51.123757Z","steps":["trace[994654380] 'read index received' (duration: 169.071422ms)","trace[994654380] 'applied index is now lower than readState.Index' (duration: 7.4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.188754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"845.124519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-04-15T17:58:51.188793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"851.758477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:51.188808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"841.45604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:51.188847Z","caller":"traceutil/trace.go:172","msg":"trace[1682220604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1263; }","duration":"851.810948ms","start":"2026-04-15T17:58:50.337018Z","end":"2026-04-15T17:58:51.188829Z","steps":["trace[1682220604] 'agreement among raft nodes before linearized reading' (duration: 786.844474ms)","trace[1682220604] 'range keys from in-memory index tree' (duration: 64.898102ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:51.188893Z","caller":"traceutil/trace.go:172","msg":"trace[432382654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1263; }","duration":"841.515242ms","start":"2026-04-15T17:58:50.347346Z","end":"2026-04-15T17:58:51.188862Z","steps":["trace[432382654] 'agreement among raft nodes before linearized reading' (duration: 776.493976ms)","trace[432382654] 'range keys from in-memory index tree' (duration: 64.953264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.188928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.347336Z","time spent":"841.584244ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:51.188988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.191587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-15T17:58:51.189014Z","caller":"traceutil/trace.go:172","msg":"trace[446283544] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:1263; }","duration":"759.215057ms","start":"2026-04-15T17:58:50.429791Z","end":"2026-04-15T17:58:51.189006Z","steps":["trace[446283544] 'agreement among raft nodes before linearized reading' (duration: 694.060387ms)","trace[446283544] 'range keys from in-memory index tree' (duration: 65.096719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.189036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.429782Z","time spent":"759.247708ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:51.188831Z","caller":"traceutil/trace.go:172","msg":"trace[262753007] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1263; }","duration":"845.208602ms","start":"2026-04-15T17:58:50.343602Z","end":"2026-04-15T17:58:51.188811Z","steps":["trace[262753007] 'agreement among raft nodes before linearized reading' (duration: 780.252697ms)","trace[262753007] 'range keys from in-memory index tree' (duration: 64.79349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.189126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.343588Z","time spent":"845.498391ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":834,"request content":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:51.188753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.667421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hwrm2\" limit:1 ","response":"range_response_count:1 size:19140"} {"level":"info","ts":"2026-04-15T17:58:51.189223Z","caller":"traceutil/trace.go:172","msg":"trace[1026013759] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hwrm2; range_end:; response_count:1; response_revision:1263; }","duration":"451.141285ms","start":"2026-04-15T17:58:50.738064Z","end":"2026-04-15T17:58:51.189205Z","steps":["trace[1026013759] 'agreement among raft nodes before linearized reading' (duration: 385.778369ms)","trace[1026013759] 'range keys from in-memory index tree' (duration: 64.750728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.189268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.738047Z","time spent":"451.206248ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19163,"request content":"key:\"/registry/pods/kube-system/cilium-hwrm2\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:51.189247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.096687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:51.189270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"760.052222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-15T17:58:51.189315Z","caller":"traceutil/trace.go:172","msg":"trace[1075162453] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"229.731538ms","start":"2026-04-15T17:58:50.959571Z","end":"2026-04-15T17:58:51.189302Z","steps":["trace[1075162453] 'process raft request' (duration: 164.144275ms)","trace[1075162453] 'compare' (duration: 65.278364ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:51.189339Z","caller":"traceutil/trace.go:172","msg":"trace[1074858347] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1264; }","duration":"204.19777ms","start":"2026-04-15T17:58:50.985121Z","end":"2026-04-15T17:58:51.189319Z","steps":["trace[1074858347] 'agreement among raft nodes before linearized reading' (duration: 204.060486ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.189377Z","caller":"traceutil/trace.go:172","msg":"trace[856245858] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1263; }","duration":"760.179916ms","start":"2026-04-15T17:58:50.429172Z","end":"2026-04-15T17:58:51.189352Z","steps":["trace[856245858] 'agreement among raft nodes before linearized reading' (duration: 694.689375ms)","trace[856245858] 'range keys from in-memory index tree' (duration: 65.209112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.189427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.429159Z","time spent":"760.258649ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:51.188928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"843.604574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-15T17:58:51.189561Z","caller":"traceutil/trace.go:172","msg":"trace[1241025029] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1263; }","duration":"844.233233ms","start":"2026-04-15T17:58:50.345316Z","end":"2026-04-15T17:58:51.189549Z","steps":["trace[1241025029] 'agreement among raft nodes before linearized reading' (duration: 778.531276ms)","trace[1241025029] 'range keys from in-memory index tree' (duration: 65.022507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.189594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.345282Z","time spent":"844.301965ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:51.189764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.956448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:58:51.189809Z","caller":"traceutil/trace.go:172","msg":"trace[1453860532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1264; }","duration":"187.999959ms","start":"2026-04-15T17:58:51.001795Z","end":"2026-04-15T17:58:51.189795Z","steps":["trace[1453860532] 'agreement among raft nodes before linearized reading' (duration: 187.846644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.189826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.092782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-04-15T17:58:51.190254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"761.306809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-15T17:58:51.191204Z","caller":"traceutil/trace.go:172","msg":"trace[1247205768] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1263; }","duration":"762.254647ms","start":"2026-04-15T17:58:50.428931Z","end":"2026-04-15T17:58:51.191186Z","steps":["trace[1247205768] 'agreement among raft nodes before linearized reading' (duration: 694.889991ms)","trace[1247205768] 'range keys from in-memory index tree' (duration: 66.120329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.191235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.428903Z","time spent":"762.32441ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":834,"request content":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:51.191360Z","caller":"traceutil/trace.go:172","msg":"trace[1039855396] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1263; }","duration":"766.063561ms","start":"2026-04-15T17:58:50.424937Z","end":"2026-04-15T17:58:51.191000Z","steps":["trace[1039855396] 'agreement among raft nodes before linearized reading' (duration: 698.893251ms)","trace[1039855396] 'range keys from in-memory index tree' (duration: 65.091868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.191419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.424918Z","time spent":"766.484504ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":834,"request content":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:51.366855Z","caller":"traceutil/trace.go:172","msg":"trace[147714112] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"162.50469ms","start":"2026-04-15T17:58:51.204323Z","end":"2026-04-15T17:58:51.366828Z","steps":["trace[147714112] 'process raft request' (duration: 139.510785ms)","trace[147714112] 'compare' (duration: 22.82295ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:51.683775Z","caller":"traceutil/trace.go:172","msg":"trace[1400848183] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1427; }","duration":"142.365471ms","start":"2026-04-15T17:58:51.541394Z","end":"2026-04-15T17:58:51.683759Z","steps":["trace[1400848183] 'read index received' (duration: 84.638451ms)","trace[1400848183] 'applied index is now lower than readState.Index' (duration: 57.72626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.683971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.562407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" limit:1 ","response":"range_response_count:1 size:1032"} {"level":"info","ts":"2026-04-15T17:58:51.684010Z","caller":"traceutil/trace.go:172","msg":"trace[1398450199] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:1267; }","duration":"142.609538ms","start":"2026-04-15T17:58:51.541389Z","end":"2026-04-15T17:58:51.683999Z","steps":["trace[1398450199] 'agreement among raft nodes before linearized reading' (duration: 142.460584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.685940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.599505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-15T17:58:51.685937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.79453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-04-15T17:58:51.685993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.08615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" limit:1 ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-15T17:58:51.686012Z","caller":"traceutil/trace.go:172","msg":"trace[1081421526] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:1267; }","duration":"106.102071ms","start":"2026-04-15T17:58:51.579903Z","end":"2026-04-15T17:58:51.686005Z","steps":["trace[1081421526] 'agreement among raft nodes before linearized reading' (duration: 106.06372ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.686008Z","caller":"traceutil/trace.go:172","msg":"trace[82581080] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-cidrs-controller; range_end:; response_count:1; response_revision:1267; }","duration":"111.863302ms","start":"2026-04-15T17:58:51.574121Z","end":"2026-04-15T17:58:51.685984Z","steps":["trace[82581080] 'agreement among raft nodes before linearized reading' (duration: 111.672296ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.686029Z","caller":"traceutil/trace.go:172","msg":"trace[1859746769] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:1267; }","duration":"109.687787ms","start":"2026-04-15T17:58:51.576331Z","end":"2026-04-15T17:58:51.686018Z","steps":["trace[1859746769] 'agreement among raft nodes before linearized reading' (duration: 109.546563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.686127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.682837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:51.685937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.120001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" limit:1 ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-15T17:58:51.686256Z","caller":"traceutil/trace.go:172","msg":"trace[1607233268] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:1267; }","duration":"106.448941ms","start":"2026-04-15T17:58:51.579795Z","end":"2026-04-15T17:58:51.686244Z","steps":["trace[1607233268] 'agreement among raft nodes before linearized reading' (duration: 106.043889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.686274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.604864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-04-15T17:58:51.686870Z","caller":"traceutil/trace.go:172","msg":"trace[1177879147] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-cidrs-controller; range_end:; response_count:1; response_revision:1267; }","duration":"112.279774ms","start":"2026-04-15T17:58:51.574577Z","end":"2026-04-15T17:58:51.686856Z","steps":["trace[1177879147] 'agreement among raft nodes before linearized reading' (duration: 111.540232ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.686157Z","caller":"traceutil/trace.go:172","msg":"trace[889132048] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1267; }","duration":"108.711078ms","start":"2026-04-15T17:58:51.577438Z","end":"2026-04-15T17:58:51.686149Z","steps":["trace[889132048] 'agreement among raft nodes before linearized reading' (duration: 108.665617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.056084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.524764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" limit:1 ","response":"range_response_count:1 size:1032"} {"level":"info","ts":"2026-04-15T17:58:52.056152Z","caller":"traceutil/trace.go:172","msg":"trace[941807640] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:1273; }","duration":"114.604217ms","start":"2026-04-15T17:58:51.941533Z","end":"2026-04-15T17:58:52.056137Z","steps":["trace[941807640] 'range keys from in-memory index tree' (duration: 113.03196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.056403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.759034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:849"} {"level":"info","ts":"2026-04-15T17:58:52.056500Z","caller":"traceutil/trace.go:172","msg":"trace[398298349] range","detail":"{range_begin:/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1273; }","duration":"105.893958ms","start":"2026-04-15T17:58:51.950587Z","end":"2026-04-15T17:58:52.056481Z","steps":["trace[398298349] 'range keys from in-memory index tree' (duration: 104.129446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.056555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.269668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" limit:1 ","response":"range_response_count:1 size:1032"} {"level":"warn","ts":"2026-04-15T17:58:52.056580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.62673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" limit:1 ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-15T17:58:52.056620Z","caller":"traceutil/trace.go:172","msg":"trace[866827049] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:1273; }","duration":"110.325869ms","start":"2026-04-15T17:58:51.946276Z","end":"2026-04-15T17:58:52.056601Z","steps":["trace[866827049] 'range keys from in-memory index tree' (duration: 109.194006ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.056634Z","caller":"traceutil/trace.go:172","msg":"trace[36877283] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:1273; }","duration":"105.772604ms","start":"2026-04-15T17:58:51.950847Z","end":"2026-04-15T17:58:52.056619Z","steps":["trace[36877283] 'range keys from in-memory index tree' (duration: 103.051493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.056593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.863327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-15T17:58:52.056348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.843857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" limit:1 ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-04-15T17:58:52.056899Z","caller":"traceutil/trace.go:172","msg":"trace[2084103837] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:1273; }","duration":"105.417364ms","start":"2026-04-15T17:58:51.951469Z","end":"2026-04-15T17:58:52.056886Z","steps":["trace[2084103837] 'range keys from in-memory index tree' (duration: 102.904079ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.056975Z","caller":"traceutil/trace.go:172","msg":"trace[55239502] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:1273; }","duration":"106.067743ms","start":"2026-04-15T17:58:51.950715Z","end":"2026-04-15T17:58:52.056783Z","steps":["trace[55239502] 'range keys from in-memory index tree' (duration: 102.979311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.454003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.147847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" limit:1 ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-04-15T17:58:52.454088Z","caller":"traceutil/trace.go:172","msg":"trace[1791522073] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:1274; }","duration":"197.25246ms","start":"2026-04-15T17:58:52.256819Z","end":"2026-04-15T17:58:52.454071Z","steps":["trace[1791522073] 'range keys from in-memory index tree' (duration: 195.277222ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.668322Z","caller":"traceutil/trace.go:172","msg":"trace[637808876] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1436; }","duration":"409.821428ms","start":"2026-04-15T17:58:52.258471Z","end":"2026-04-15T17:58:52.668292Z","steps":["trace[637808876] 'read index received' (duration: 409.811048ms)","trace[637808876] 'applied index is now lower than readState.Index' (duration: 8.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:52.668475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.115857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" limit:1 ","response":"range_response_count:1 size:388"} {"level":"info","ts":"2026-04-15T17:58:52.668530Z","caller":"traceutil/trace.go:172","msg":"trace[899763615] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:1275; }","duration":"410.174499ms","start":"2026-04-15T17:58:52.258343Z","end":"2026-04-15T17:58:52.668518Z","steps":["trace[899763615] 'agreement among raft nodes before linearized reading' (duration: 410.003874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.668558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.258328Z","time spent":"410.22428ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":411,"request content":"key:\"/registry/clusterroles/system:coredns\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:52.668476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.016233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-15T17:58:52.668619Z","caller":"traceutil/trace.go:172","msg":"trace[1165031602] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1275; }","duration":"410.178958ms","start":"2026-04-15T17:58:52.258428Z","end":"2026-04-15T17:58:52.668607Z","steps":["trace[1165031602] 'agreement among raft nodes before linearized reading' (duration: 409.875279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.668641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.258419Z","time spent":"410.21483ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":861,"request content":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:52.668627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.330844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" limit:1 ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-04-15T17:58:52.668709Z","caller":"traceutil/trace.go:172","msg":"trace[1880963907] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:1275; }","duration":"410.436387ms","start":"2026-04-15T17:58:52.258256Z","end":"2026-04-15T17:58:52.668692Z","steps":["trace[1880963907] 'agreement among raft nodes before linearized reading' (duration: 410.154678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.668751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.258242Z","time spent":"410.498278ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":686,"request content":"key:\"/registry/clusterroles/system:controller:ttl-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:52.719423Z","caller":"traceutil/trace.go:172","msg":"trace[1750100729] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"379.327738ms","start":"2026-04-15T17:58:52.340078Z","end":"2026-04-15T17:58:52.719406Z","steps":["trace[1750100729] 'process raft request' (duration: 379.220664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.719561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.340052Z","time spent":"379.448261ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:52.720207Z","caller":"traceutil/trace.go:172","msg":"trace[483744667] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"378.333248ms","start":"2026-04-15T17:58:52.341863Z","end":"2026-04-15T17:58:52.720196Z","steps":["trace[483744667] 'process raft request' (duration: 378.282917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.720301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.341855Z","time spent":"378.40632ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:52.720968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"462.438989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-15T17:58:52.721040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.524421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-15T17:58:52.721045Z","caller":"traceutil/trace.go:172","msg":"trace[1289546244] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:1278; }","duration":"462.513282ms","start":"2026-04-15T17:58:52.258503Z","end":"2026-04-15T17:58:52.721016Z","steps":["trace[1289546244] 'agreement among raft nodes before linearized reading' (duration: 462.323986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.721086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.258486Z","time spent":"462.592214ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":718,"request content":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:52.721137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.850503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:849"} {"level":"info","ts":"2026-04-15T17:58:52.721208Z","caller":"traceutil/trace.go:172","msg":"trace[1393793933] range","detail":"{range_begin:/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1278; }","duration":"384.924015ms","start":"2026-04-15T17:58:52.336267Z","end":"2026-04-15T17:58:52.721191Z","steps":["trace[1393793933] 'agreement among raft nodes before linearized reading' (duration: 384.75657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.721436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.336215Z","time spent":"385.030948ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":872,"request content":"key:\"/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:52.721235Z","caller":"traceutil/trace.go:172","msg":"trace[2101650873] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1278; }","duration":"178.562172ms","start":"2026-04-15T17:58:52.542504Z","end":"2026-04-15T17:58:52.721066Z","steps":["trace[2101650873] 'agreement among raft nodes before linearized reading' (duration: 178.437448ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.904947Z","caller":"traceutil/trace.go:172","msg":"trace[105543278] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"145.832364ms","start":"2026-04-15T17:58:52.759090Z","end":"2026-04-15T17:58:52.904922Z","steps":["trace[105543278] 'process raft request' (duration: 61.066433ms)","trace[105543278] 'compare' (duration: 84.631287ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:52.905010Z","caller":"traceutil/trace.go:172","msg":"trace[2141589292] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"134.089934ms","start":"2026-04-15T17:58:52.770908Z","end":"2026-04-15T17:58:52.904998Z","steps":["trace[2141589292] 'process raft request' (duration: 134.023042ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.905025Z","caller":"traceutil/trace.go:172","msg":"trace[1519633302] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1440; }","duration":"143.415893ms","start":"2026-04-15T17:58:52.761596Z","end":"2026-04-15T17:58:52.905012Z","steps":["trace[1519633302] 'read index received' (duration: 137.694292ms)","trace[1519633302] 'applied index is now lower than readState.Index' (duration: 5.720071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:52.905263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.63977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:849"} {"level":"info","ts":"2026-04-15T17:58:52.905337Z","caller":"traceutil/trace.go:172","msg":"trace[487064731] range","detail":"{range_begin:/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1280; }","duration":"143.724482ms","start":"2026-04-15T17:58:52.761592Z","end":"2026-04-15T17:58:52.905317Z","steps":["trace[487064731] 'agreement among raft nodes before linearized reading' (duration: 143.483965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.907037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.175582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-15T17:58:52.907083Z","caller":"traceutil/trace.go:172","msg":"trace[1056901880] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1280; }","duration":"100.234834ms","start":"2026-04-15T17:58:52.806840Z","end":"2026-04-15T17:58:52.907075Z","steps":["trace[1056901880] 'agreement among raft nodes before linearized reading' (duration: 100.090659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.907115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.827971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-15T17:58:52.907149Z","caller":"traceutil/trace.go:172","msg":"trace[863093253] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1280; }","duration":"101.858082ms","start":"2026-04-15T17:58:52.805280Z","end":"2026-04-15T17:58:52.907138Z","steps":["trace[863093253] 'agreement among raft nodes before linearized reading' (duration: 101.783529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.907036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.125005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-15T17:58:52.907293Z","caller":"traceutil/trace.go:172","msg":"trace[1781483859] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1280; }","duration":"139.385063ms","start":"2026-04-15T17:58:52.767892Z","end":"2026-04-15T17:58:52.907277Z","steps":["trace[1781483859] 'agreement among raft nodes before linearized reading' (duration: 139.038272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.907419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.695782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" limit:1 ","response":"range_response_count:1 size:388"} {"level":"info","ts":"2026-04-15T17:58:52.907461Z","caller":"traceutil/trace.go:172","msg":"trace[1149567406] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:1280; }","duration":"137.738273ms","start":"2026-04-15T17:58:52.769715Z","end":"2026-04-15T17:58:52.907453Z","steps":["trace[1149567406] 'agreement among raft nodes before linearized reading' (duration: 137.653971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:53.124151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.579406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:53.124211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.61384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-15T17:58:53.124225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.081474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" limit:1 ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-04-15T17:58:53.124250Z","caller":"traceutil/trace.go:172","msg":"trace[44526423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1282; }","duration":"153.686499ms","start":"2026-04-15T17:58:52.970540Z","end":"2026-04-15T17:58:53.124227Z","steps":["trace[44526423] 'agreement among raft nodes before linearized reading' (duration: 35.029176ms)","trace[44526423] 'range keys from in-memory index tree' (duration: 118.525298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:53.124243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.67447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" limit:1 ","response":"range_response_count:1 size:388"} {"level":"warn","ts":"2026-04-15T17:58:53.124273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.913459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-15T17:58:53.124350Z","caller":"traceutil/trace.go:172","msg":"trace[1968044120] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:1282; }","duration":"138.786464ms","start":"2026-04-15T17:58:52.985538Z","end":"2026-04-15T17:58:53.124324Z","steps":["trace[1968044120] 'agreement among raft nodes before linearized reading' (duration: 21.290346ms)","trace[1968044120] 'range keys from in-memory index tree' (duration: 117.278761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:53.124373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.453745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:849"} {"level":"warn","ts":"2026-04-15T17:58:53.124432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.157537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-15T17:58:53.124512Z","caller":"traceutil/trace.go:172","msg":"trace[718522451] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1282; }","duration":"115.286371ms","start":"2026-04-15T17:58:53.009212Z","end":"2026-04-15T17:58:53.124498Z","steps":["trace[718522451] 'range keys from in-memory index tree' (duration: 114.036024ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:53.124424Z","caller":"traceutil/trace.go:172","msg":"trace[1632283532] range","detail":"{range_begin:/registry/clusterroles/system:controller:volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1282; }","duration":"132.069613ms","start":"2026-04-15T17:58:52.992342Z","end":"2026-04-15T17:58:53.124411Z","steps":["trace[1632283532] 'agreement among raft nodes before linearized reading' (duration: 14.512404ms)","trace[1632283532] 'range keys from in-memory index tree' (duration: 117.325052ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:53.124468Z","caller":"traceutil/trace.go:172","msg":"trace[642703775] range","detail":"{range_begin:/registry/clusterroles/system:controller:validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1282; }","duration":"129.543738ms","start":"2026-04-15T17:58:52.994908Z","end":"2026-04-15T17:58:53.124452Z","steps":["trace[642703775] 'range keys from in-memory index tree' (duration: 117.458026ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:53.124273Z","caller":"traceutil/trace.go:172","msg":"trace[1880644155] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1282; }","duration":"128.679342ms","start":"2026-04-15T17:58:52.995578Z","end":"2026-04-15T17:58:53.124257Z","steps":["trace[1880644155] 'range keys from in-memory index tree' (duration: 117.228999ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:53.124279Z","caller":"traceutil/trace.go:172","msg":"trace[1087030684] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1282; }","duration":"124.136386ms","start":"2026-04-15T17:58:53.000129Z","end":"2026-04-15T17:58:53.124265Z","steps":["trace[1087030684] 'range keys from in-memory index tree' (duration: 117.300021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:53.493121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.52589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:53.493240Z","caller":"traceutil/trace.go:172","msg":"trace[1587979239] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1448; }","duration":"283.121017ms","start":"2026-04-15T17:58:53.210109Z","end":"2026-04-15T17:58:53.493230Z","steps":["trace[1587979239] 'read index received' (duration: 271.382415ms)","trace[1587979239] 'applied index is now lower than readState.Index' (duration: 11.738022ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:53.493298Z","caller":"traceutil/trace.go:172","msg":"trace[1451493923] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"288.57102ms","start":"2026-04-15T17:58:53.204720Z","end":"2026-04-15T17:58:53.493291Z","steps":["trace[1451493923] 'process raft request' (duration: 34.834573ms)","trace[1451493923] 'compare' (duration: 253.329395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:53.494345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.413286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-15T17:58:53.494811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.360035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-15T17:58:53.494829Z","caller":"traceutil/trace.go:172","msg":"trace[1277703568] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1288; }","duration":"284.685524ms","start":"2026-04-15T17:58:53.210107Z","end":"2026-04-15T17:58:53.494792Z","steps":["trace[1277703568] 'agreement among raft nodes before linearized reading' (duration: 283.297522ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:53.494875Z","caller":"traceutil/trace.go:172","msg":"trace[1624032257] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1288; }","duration":"259.442538ms","start":"2026-04-15T17:58:53.235420Z","end":"2026-04-15T17:58:53.494862Z","steps":["trace[1624032257] 'agreement among raft nodes before linearized reading' (duration: 259.253812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:53.494941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.759837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" limit:1 ","response":"range_response_count:1 size:388"} {"level":"info","ts":"2026-04-15T17:58:53.495002Z","caller":"traceutil/trace.go:172","msg":"trace[1382255061] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:1288; }","duration":"261.816559ms","start":"2026-04-15T17:58:53.233172Z","end":"2026-04-15T17:58:53.494988Z","steps":["trace[1382255061] 'agreement among raft nodes before linearized reading' (duration: 261.686695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:53.494825Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.90803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" limit:1 ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-04-15T17:58:53.495183Z","caller":"traceutil/trace.go:172","msg":"trace[1259088267] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1288; }","duration":"284.271601ms","start":"2026-04-15T17:58:53.210900Z","end":"2026-04-15T17:58:53.495171Z","steps":["trace[1259088267] 'agreement among raft nodes before linearized reading' (duration: 283.749926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:53.495212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.22587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-15T17:58:53.495275Z","caller":"traceutil/trace.go:172","msg":"trace[631504134] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1288; }","duration":"283.289612ms","start":"2026-04-15T17:58:53.211971Z","end":"2026-04-15T17:58:53.495261Z","steps":["trace[631504134] 'agreement among raft nodes before linearized reading' (duration: 283.143647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:53.495277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.344293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" limit:1 ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-04-15T17:58:53.495483Z","caller":"traceutil/trace.go:172","msg":"trace[1679918868] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1288; }","duration":"284.548829ms","start":"2026-04-15T17:58:53.210919Z","end":"2026-04-15T17:58:53.495468Z","steps":["trace[1679918868] 'agreement among raft nodes before linearized reading' (duration: 284.272331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:57.820342Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290430284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:58.321381Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290430284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:58.736018Z","caller":"traceutil/trace.go:172","msg":"trace[534247133] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1541; }","duration":"1.416019197s","start":"2026-04-15T17:58:57.319972Z","end":"2026-04-15T17:58:58.735991Z","steps":["trace[534247133] 'read index received' (duration: 1.416007756s)","trace[534247133] 'applied index is now lower than readState.Index' (duration: 9.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:58.736493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.416270414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-04-15T17:58:58.736564Z","caller":"traceutil/trace.go:172","msg":"trace[2042042368] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1348; }","duration":"1.416585243s","start":"2026-04-15T17:58:57.319963Z","end":"2026-04-15T17:58:58.736548Z","steps":["trace[2042042368] 'agreement among raft nodes before linearized reading' (duration: 1.4161324s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:58.736623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.319952Z","time spent":"1.416657415s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":842,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:58.899701Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290430287,"received-request-id":18338267984290430284} {"level":"info","ts":"2026-04-15T17:58:58.938719Z","caller":"traceutil/trace.go:172","msg":"trace[1764364503] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"1.092073195s","start":"2026-04-15T17:58:57.846625Z","end":"2026-04-15T17:58:58.938698Z","steps":["trace[1764364503] 'process raft request' (duration: 1.053414513s)","trace[1764364503] 'compare' (duration: 38.523578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:58.938850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.846604Z","time spent":"1.092180377s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:59.237139Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290430287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:59.320438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.961832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-15T17:58:59.320794Z","caller":"traceutil/trace.go:172","msg":"trace[1153746517] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"1.148241431s","start":"2026-04-15T17:58:58.172540Z","end":"2026-04-15T17:58:59.320781Z","steps":["trace[1153746517] 'process raft request' (duration: 1.148114977s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:59.320861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.172514Z","time spent":"1.148316464s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:59.737742Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290430287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:59.969163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000023078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:59.969241Z","caller":"traceutil/trace.go:172","msg":"trace[982814850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099521s","start":"2026-04-15T17:58:57.969115Z","end":"2026-04-15T17:58:59.969215Z","steps":["trace[982814850] 'agreement among raft nodes before linearized reading' (duration: 2.000020288s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:59.969288Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.969089Z","time spent":"2.000190104s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:59:00.004926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:00.019787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:00.030276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:00.044796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:00.066225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:00.079038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39042","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:59:00.226211Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"e2b5783e11defe7e [logterm: 3, index: 1552, vote: 0] cast MsgPreVote for 357620923a88173e [logterm: 3, index: 1552] at term 3"} {"level":"warn","ts":"2026-04-15T17:59:00.238416Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290430287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:59:00.255592Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"e2b5783e11defe7e [term: 3] received a MsgVote message with higher term from 357620923a88173e [term: 4]"} {"level":"info","ts":"2026-04-15T17:59:00.255690Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e2b5783e11defe7e became follower at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.255727Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"e2b5783e11defe7e [logterm: 3, index: 1552, vote: 0] cast MsgVote for 357620923a88173e [logterm: 3, index: 1552] at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.255766Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: e2b5783e11defe7e lost leader 74e7cb993049af12 at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.367684Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: e2b5783e11defe7e elected leader 357620923a88173e at term 4"} {"level":"warn","ts":"2026-04-15T17:59:00.367871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.972964208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.367876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.006363467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.367957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.039311854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-15T17:59:00.367973Z","caller":"traceutil/trace.go:172","msg":"trace[2137684332] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; }","duration":"2.973084721s","start":"2026-04-15T17:58:57.394869Z","end":"2026-04-15T17:59:00.367954Z","steps":["trace[2137684332] 'agreement among raft nodes before linearized reading' (duration: 2.972959908s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.367974Z","caller":"traceutil/trace.go:172","msg":"trace[764959326] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; }","duration":"3.006476981s","start":"2026-04-15T17:58:57.361485Z","end":"2026-04-15T17:59:00.367962Z","steps":["trace[764959326] 'agreement among raft nodes before linearized reading' (duration: 3.006362837s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.368005Z","caller":"traceutil/trace.go:172","msg":"trace[1335834143] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; }","duration":"3.039437758s","start":"2026-04-15T17:58:57.328553Z","end":"2026-04-15T17:59:00.367990Z","steps":["trace[1335834143] 'agreement among raft nodes before linearized reading' (duration: 3.039309944s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.368037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.394863Z","time spent":"2.973153733s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.368046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.361464Z","time spent":"3.006552003s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.368042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.342083647s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.368021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.042903882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.368099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.844554515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.368100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.009509993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.368063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.328538Z","time spent":"3.039500079s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:00.368145Z","caller":"traceutil/trace.go:172","msg":"trace[380780511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.844593426s","start":"2026-04-15T17:58:57.523534Z","end":"2026-04-15T17:59:00.368127Z","steps":["trace[380780511] 'agreement among raft nodes before linearized reading' (duration: 2.844553394s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.368141Z","caller":"traceutil/trace.go:172","msg":"trace[1422470603] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:generic-garbage-collector; range_end:; }","duration":"3.043057467s","start":"2026-04-15T17:58:57.325051Z","end":"2026-04-15T17:59:00.368109Z","steps":["trace[1422470603] 'agreement among raft nodes before linearized reading' (duration: 3.042896742s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.368181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.523516Z","time spent":"2.844656307s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:00.368108Z","caller":"traceutil/trace.go:172","msg":"trace[154979696] range","detail":"{range_begin:; range_end:; }","duration":"2.342153429s","start":"2026-04-15T17:58:58.025940Z","end":"2026-04-15T17:59:00.368093Z","steps":["trace[154979696] 'agreement among raft nodes before linearized reading' (duration: 2.342081946s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.368215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.325040Z","time spent":"3.04316134s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" limit:1 "} {"level":"error","ts":"2026-04-15T17:59:00.368262Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-15T17:59:00.368146Z","caller":"traceutil/trace.go:172","msg":"trace[226793046] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; }","duration":"3.009557614s","start":"2026-04-15T17:58:57.358580Z","end":"2026-04-15T17:59:00.368137Z","steps":["trace[226793046] 'agreement among raft nodes before linearized reading' (duration: 3.009512063s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.368483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.358556Z","time spent":"3.009901545s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:00.428939Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-15T17:59:00.428945Z","caller":"traceutil/trace.go:172","msg":"trace[171981114] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"1.670105405s","start":"2026-04-15T17:58:58.758816Z","end":"2026-04-15T17:59:00.428922Z","steps":["trace[171981114] 'process raft request' (duration: 1.670039233s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.429102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.758781Z","time spent":"1.670241279s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:59:00.428935Z","caller":"traceutil/trace.go:172","msg":"trace[341866313] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"1.674859729s","start":"2026-04-15T17:58:58.754050Z","end":"2026-04-15T17:59:00.428910Z","steps":["trace[341866313] 'process raft request' (duration: 1.674723395s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.429333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.753984Z","time spent":"1.675286812s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:00.429939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.836501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.430013Z","caller":"traceutil/trace.go:172","msg":"trace[2124674859] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1356; }","duration":"402.916024ms","start":"2026-04-15T17:59:00.027080Z","end":"2026-04-15T17:59:00.429996Z","steps":["trace[2124674859] 'agreement among raft nodes before linearized reading' (duration: 402.79901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.835795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:00.430070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.027068Z","time spent":"402.990205ms","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.430084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.333745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.430100Z","caller":"traceutil/trace.go:172","msg":"trace[2012555911] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1356; }","duration":"367.897867ms","start":"2026-04-15T17:59:00.062181Z","end":"2026-04-15T17:59:00.430079Z","steps":["trace[2012555911] 'agreement among raft nodes before linearized reading' (duration: 367.801274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.448911189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-hwrm2.18a6998d3f7f25db\" limit:1 ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-04-15T17:59:00.430130Z","caller":"traceutil/trace.go:172","msg":"trace[1554998028] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1356; }","duration":"378.375836ms","start":"2026-04-15T17:59:00.051740Z","end":"2026-04-15T17:59:00.430115Z","steps":["trace[1554998028] 'agreement among raft nodes before linearized reading' (duration: 378.308314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.062166Z","time spent":"367.973579ms","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-15T17:59:00.430182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.051698Z","time spent":"378.473149ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.430212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.58968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.430329Z","caller":"traceutil/trace.go:172","msg":"trace[1148374132] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1356; }","duration":"416.703783ms","start":"2026-04-15T17:59:00.013612Z","end":"2026-04-15T17:59:00.430316Z","steps":["trace[1148374132] 'agreement among raft nodes before linearized reading' (duration: 416.564939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.013591Z","time spent":"416.766236ms","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.430388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.705706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.430419Z","caller":"traceutil/trace.go:172","msg":"trace[557364823] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1356; }","duration":"378.738957ms","start":"2026-04-15T17:59:00.051671Z","end":"2026-04-15T17:59:00.430410Z","steps":["trace[557364823] 'agreement among raft nodes before linearized reading' (duration: 378.686486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.506365921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:00.430446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.051662Z","time spent":"378.776168ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"info","ts":"2026-04-15T17:59:00.430479Z","caller":"traceutil/trace.go:172","msg":"trace[2103844013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"1.506457295s","start":"2026-04-15T17:58:58.924008Z","end":"2026-04-15T17:59:00.430465Z","steps":["trace[2103844013] 'agreement among raft nodes before linearized reading' (duration: 1.506336341s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.923978Z","time spent":"1.506534826s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:59:00.430552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.166966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:00.430609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.049274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.430642Z","caller":"traceutil/trace.go:172","msg":"trace[474043178] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:1356; }","duration":"391.253379ms","start":"2026-04-15T17:59:00.039376Z","end":"2026-04-15T17:59:00.430630Z","steps":["trace[474043178] 'agreement among raft nodes before linearized reading' (duration: 391.148336ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.430654Z","caller":"traceutil/trace.go:172","msg":"trace[1420373759] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1356; }","duration":"417.094985ms","start":"2026-04-15T17:59:00.013545Z","end":"2026-04-15T17:59:00.430640Z","steps":["trace[1420373759] 'agreement among raft nodes before linearized reading' (duration: 417.022503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.039365Z","time spent":"391.29974ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.430693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.013528Z","time spent":"417.151837ms","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-04-15T17:59:00.430826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.389603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:00.430863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.690738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.430902Z","caller":"traceutil/trace.go:172","msg":"trace[1045361703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"452.72949ms","start":"2026-04-15T17:58:59.978162Z","end":"2026-04-15T17:59:00.430891Z","steps":["trace[1045361703] 'agreement among raft nodes before linearized reading' (duration: 452.667168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.430928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.603300641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-04-15T17:59:00.430952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.978137Z","time spent":"452.807391ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:59:00.430977Z","caller":"traceutil/trace.go:172","msg":"trace[1694356961] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1356; }","duration":"1.603349262s","start":"2026-04-15T17:58:58.827612Z","end":"2026-04-15T17:59:00.430961Z","steps":["trace[1694356961] 'agreement among raft nodes before linearized reading' (duration: 1.603121845s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.827591Z","time spent":"1.603411834s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":842,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.431103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.14648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.431146Z","caller":"traceutil/trace.go:172","msg":"trace[1008904075] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1356; }","duration":"357.191721ms","start":"2026-04-15T17:59:00.073942Z","end":"2026-04-15T17:59:00.431134Z","steps":["trace[1008904075] 'agreement among raft nodes before linearized reading' (duration: 357.117679ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.430893Z","caller":"traceutil/trace.go:172","msg":"trace[1801194193] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1356; }","duration":"391.455455ms","start":"2026-04-15T17:59:00.039424Z","end":"2026-04-15T17:59:00.430879Z","steps":["trace[1801194193] 'agreement among raft nodes before linearized reading' (duration: 391.370022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.073938Z","time spent":"357.232552ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-04-15T17:59:00.431164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.245367487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:59:00.431247Z","caller":"traceutil/trace.go:172","msg":"trace[1203195445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1356; }","duration":"1.24546284s","start":"2026-04-15T17:58:59.185766Z","end":"2026-04-15T17:59:00.431228Z","steps":["trace[1203195445] 'agreement among raft nodes before linearized reading' (duration: 1.245205292s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.667441795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T17:59:00.431289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.185751Z","time spent":"1.245529992s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.431272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.400492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.431317Z","caller":"traceutil/trace.go:172","msg":"trace[457172941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1356; }","duration":"1.667488817s","start":"2026-04-15T17:58:58.763817Z","end":"2026-04-15T17:59:00.431305Z","steps":["trace[457172941] 'agreement among raft nodes before linearized reading' (duration: 1.667371923s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.431341Z","caller":"traceutil/trace.go:172","msg":"trace[1118256428] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1356; }","duration":"345.366801ms","start":"2026-04-15T17:59:00.085961Z","end":"2026-04-15T17:59:00.431328Z","steps":["trace[1118256428] 'agreement among raft nodes before linearized reading' (duration: 344.377661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.763795Z","time spent":"1.667546949s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.431376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.085954Z","time spent":"345.409762ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-15T17:59:00.431481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.039413Z","time spent":"391.773015ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-04-15T17:59:00.430156Z","caller":"traceutil/trace.go:172","msg":"trace[1946783824] range","detail":"{range_begin:/registry/events/kube-system/cilium-hwrm2.18a6998d3f7f25db; range_end:; response_count:1; response_revision:1356; }","duration":"1.448964802s","start":"2026-04-15T17:58:58.981178Z","end":"2026-04-15T17:59:00.430143Z","steps":["trace[1946783824] 'agreement among raft nodes before linearized reading' (duration: 1.448766516s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.429947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.857632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.431578Z","caller":"traceutil/trace.go:172","msg":"trace[2121150897] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1356; }","duration":"404.493061ms","start":"2026-04-15T17:59:00.027071Z","end":"2026-04-15T17:59:00.431564Z","steps":["trace[2121150897] 'agreement among raft nodes before linearized reading' (duration: 402.81789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.346071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:00.431615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.681086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.431646Z","caller":"traceutil/trace.go:172","msg":"trace[1600906472] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1356; }","duration":"357.708827ms","start":"2026-04-15T17:59:00.073927Z","end":"2026-04-15T17:59:00.431636Z","steps":["trace[1600906472] 'agreement among raft nodes before linearized reading' (duration: 357.655935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.027055Z","time spent":"404.557994ms","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"info","ts":"2026-04-15T17:59:00.431646Z","caller":"traceutil/trace.go:172","msg":"trace[1594014541] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1356; }","duration":"369.398102ms","start":"2026-04-15T17:59:00.062233Z","end":"2026-04-15T17:59:00.431631Z","steps":["trace[1594014541] 'agreement among raft nodes before linearized reading' (duration: 368.580338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.073920Z","time spent":"357.744727ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.431690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.062224Z","time spent":"369.458914ms","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.430019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.903876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.431775Z","caller":"traceutil/trace.go:172","msg":"trace[206268354] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1356; }","duration":"345.656729ms","start":"2026-04-15T17:59:00.086101Z","end":"2026-04-15T17:59:00.431758Z","steps":["trace[206268354] 'agreement among raft nodes before linearized reading' (duration: 343.876655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.431862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.086082Z","time spent":"345.755913ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.431541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.981156Z","time spent":"1.450377014s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-hwrm2.18a6998d3f7f25db\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.432738Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290430294,"received-request-id":18338267984290430293} {"level":"warn","ts":"2026-04-15T17:59:00.937210Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290430295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:59:00.974205Z","caller":"traceutil/trace.go:172","msg":"trace[304171028] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1554; }","duration":"538.011878ms","start":"2026-04-15T17:59:00.436167Z","end":"2026-04-15T17:59:00.974179Z","steps":["trace[304171028] 'read index received' (duration: 538.001398ms)","trace[304171028] 'applied index is now lower than readState.Index' (duration: 9.18µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:00.974825Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18338267984290430299,"received-request-id":18338267984290430295} {"level":"warn","ts":"2026-04-15T17:59:01.056682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"620.501785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:01.056751Z","caller":"traceutil/trace.go:172","msg":"trace[515911715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1357; }","duration":"620.575397ms","start":"2026-04-15T17:59:00.436161Z","end":"2026-04-15T17:59:01.056737Z","steps":["trace[515911715] 'agreement among raft nodes before linearized reading' (duration: 538.150812ms)","trace[515911715] 'range keys from in-memory index tree' (duration: 82.326811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.056778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.436146Z","time spent":"620.626978ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:59:01.057186Z","caller":"traceutil/trace.go:172","msg":"trace[1546028574] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"620.837205ms","start":"2026-04-15T17:59:00.436326Z","end":"2026-04-15T17:59:01.057163Z","steps":["trace[1546028574] 'process raft request' (duration: 620.722062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.057575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.449541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:755"} {"level":"warn","ts":"2026-04-15T17:59:01.057867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"618.453162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"warn","ts":"2026-04-15T17:59:01.057843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.951897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-15T17:59:01.057893Z","caller":"traceutil/trace.go:172","msg":"trace[794714699] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1361; }","duration":"618.474503ms","start":"2026-04-15T17:59:00.439410Z","end":"2026-04-15T17:59:01.057884Z","steps":["trace[794714699] 'agreement among raft nodes before linearized reading' (duration: 618.426352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.057579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.316319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-04-15T17:59:01.057913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.439403Z","time spent":"618.505764ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":754,"request content":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.057943Z","caller":"traceutil/trace.go:172","msg":"trace[1079639299] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1361; }","duration":"621.66747ms","start":"2026-04-15T17:59:00.436245Z","end":"2026-04-15T17:59:01.057913Z","steps":["trace[1079639299] 'agreement among raft nodes before linearized reading' (duration: 621.218106ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.057894Z","caller":"traceutil/trace.go:172","msg":"trace[581655656] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1361; }","duration":"617.769831ms","start":"2026-04-15T17:59:00.440116Z","end":"2026-04-15T17:59:01.057886Z","steps":["trace[581655656] 'agreement among raft nodes before linearized reading' (duration: 617.354328ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.057703Z","caller":"traceutil/trace.go:172","msg":"trace[727903343] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"618.691939ms","start":"2026-04-15T17:59:00.439002Z","end":"2026-04-15T17:59:01.057694Z","steps":["trace[727903343] 'process raft request' (duration: 618.092441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.058869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.436314Z","time spent":"621.060311ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:01.058893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.438987Z","time spent":"619.822314ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:01.058769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.440109Z","time spent":"618.617217ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":778,"request content":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.057817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"514.921048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-15T17:59:01.057793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.523585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:01.057915Z","caller":"traceutil/trace.go:172","msg":"trace[285123871] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1361; }","duration":"512.02666ms","start":"2026-04-15T17:59:00.545868Z","end":"2026-04-15T17:59:01.057895Z","steps":["trace[285123871] 'agreement among raft nodes before linearized reading' (duration: 511.874286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.059096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.545807Z","time spent":"513.274728ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":798,"request content":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.057676Z","caller":"traceutil/trace.go:172","msg":"trace[549268488] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"616.823682ms","start":"2026-04-15T17:59:00.440840Z","end":"2026-04-15T17:59:01.057663Z","steps":["trace[549268488] 'process raft request' (duration: 616.293436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.058289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"619.970978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-04-15T17:59:01.058383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.436237Z","time spent":"621.742702ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":842,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.059149Z","caller":"traceutil/trace.go:172","msg":"trace[1351332382] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1361; }","duration":"601.957859ms","start":"2026-04-15T17:59:00.457178Z","end":"2026-04-15T17:59:01.059136Z","steps":["trace[1351332382] 'agreement among raft nodes before linearized reading' (duration: 600.189585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.060222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.457160Z","time spent":"603.044893ms","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.059158Z","caller":"traceutil/trace.go:172","msg":"trace[1954883452] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1361; }","duration":"516.253948ms","start":"2026-04-15T17:59:00.542890Z","end":"2026-04-15T17:59:01.059144Z","steps":["trace[1954883452] 'agreement among raft nodes before linearized reading' (duration: 514.887297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.060693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.440830Z","time spent":"619.821183ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:01.061039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.542863Z","time spent":"518.142896ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":798,"request content":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.061091Z","caller":"traceutil/trace.go:172","msg":"trace[895662009] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1361; }","duration":"622.779264ms","start":"2026-04-15T17:59:00.438301Z","end":"2026-04-15T17:59:01.061080Z","steps":["trace[895662009] 'agreement among raft nodes before linearized reading' (duration: 619.153973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.061123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.438290Z","time spent":"622.823576ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":842,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.375314Z","caller":"traceutil/trace.go:172","msg":"trace[1445925914] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"311.339596ms","start":"2026-04-15T17:59:01.063962Z","end":"2026-04-15T17:59:01.375302Z","steps":["trace[1445925914] 'process raft request' (duration: 311.233603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.375413Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.063938Z","time spent":"311.43314ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:59:01.375520Z","caller":"traceutil/trace.go:172","msg":"trace[750554145] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"306.5315ms","start":"2026-04-15T17:59:01.068978Z","end":"2026-04-15T17:59:01.375510Z","steps":["trace[750554145] 'process raft request' (duration: 306.407856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.375628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.068962Z","time spent":"306.609593ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:59:01.375970Z","caller":"traceutil/trace.go:172","msg":"trace[1558520511] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1563; }","duration":"310.586704ms","start":"2026-04-15T17:59:01.065350Z","end":"2026-04-15T17:59:01.375936Z","steps":["trace[1558520511] 'read index received' (duration: 310.390468ms)","trace[1558520511] 'applied index is now lower than readState.Index' (duration: 194.926µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.376781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"311.417649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-15T17:59:01.376832Z","caller":"traceutil/trace.go:172","msg":"trace[936439021] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1365; }","duration":"311.473601ms","start":"2026-04-15T17:59:01.065345Z","end":"2026-04-15T17:59:01.376819Z","steps":["trace[936439021] 'agreement among raft nodes before linearized reading' (duration: 310.79238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.377234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.065336Z","time spent":"311.884674ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":798,"request content":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.571581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.982954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:01.571631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"420.662365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-15T17:59:01.571692Z","caller":"traceutil/trace.go:172","msg":"trace[714597711] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1365; }","duration":"420.722057ms","start":"2026-04-15T17:59:01.150950Z","end":"2026-04-15T17:59:01.571672Z","steps":["trace[714597711] 'agreement among raft nodes before linearized reading' (duration: 269.796768ms)","trace[714597711] 'range keys from in-memory index tree' (duration: 150.752893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.571742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.150935Z","time spent":"420.793639ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":794,"request content":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.571783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.182163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-15T17:59:01.571811Z","caller":"traceutil/trace.go:172","msg":"trace[152301129] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1365; }","duration":"425.210154ms","start":"2026-04-15T17:59:01.146592Z","end":"2026-04-15T17:59:01.571803Z","steps":["trace[152301129] 'agreement among raft nodes before linearized reading' (duration: 274.161771ms)","trace[152301129] 'range keys from in-memory index tree' (duration: 150.97699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.571843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.146575Z","time spent":"425.262376ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":778,"request content":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.571987Z","caller":"traceutil/trace.go:172","msg":"trace[1145680192] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1365; }","duration":"496.037986ms","start":"2026-04-15T17:59:01.075589Z","end":"2026-04-15T17:59:01.571627Z","steps":["trace[1145680192] 'agreement among raft nodes before linearized reading' (duration: 345.18514ms)","trace[1145680192] 'range keys from in-memory index tree' (duration: 150.787654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.572011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.075572Z","time spent":"496.432389ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.572063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.153523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-04-15T17:59:01.572139Z","caller":"traceutil/trace.go:172","msg":"trace[2017615398] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:1365; }","duration":"428.244666ms","start":"2026-04-15T17:59:01.143874Z","end":"2026-04-15T17:59:01.572119Z","steps":["trace[2017615398] 'agreement among raft nodes before linearized reading' (duration: 276.886344ms)","trace[2017615398] 'range keys from in-memory index tree' (duration: 151.150746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.571507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.06269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:01.572179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.143852Z","time spent":"428.318439ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":758,"request content":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.572070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.752536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-04-15T17:59:01.572955Z","caller":"traceutil/trace.go:172","msg":"trace[1347823329] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:1365; }","duration":"418.633563ms","start":"2026-04-15T17:59:01.154304Z","end":"2026-04-15T17:59:01.572937Z","steps":["trace[1347823329] 'agreement among raft nodes before linearized reading' (duration: 266.436376ms)","trace[1347823329] 'range keys from in-memory index tree' (duration: 151.250328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.573152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.154290Z","time spent":"418.842459ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":758,"request content":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.572528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.464355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:01.573430Z","caller":"traceutil/trace.go:172","msg":"trace[1424786011] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1365; }","duration":"264.362143ms","start":"2026-04-15T17:59:01.309049Z","end":"2026-04-15T17:59:01.573412Z","steps":["trace[1424786011] 'agreement among raft nodes before linearized reading' (duration: 111.67096ms)","trace[1424786011] 'range keys from in-memory index tree' (duration: 151.772385ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:01.572196Z","caller":"traceutil/trace.go:172","msg":"trace[1632961924] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1365; }","duration":"482.768232ms","start":"2026-04-15T17:59:01.089405Z","end":"2026-04-15T17:59:01.572173Z","steps":["trace[1632961924] 'agreement among raft nodes before linearized reading' (duration: 331.361928ms)","trace[1632961924] 'range keys from in-memory index tree' (duration: 150.65794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.573647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.089388Z","time spent":"484.151424ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.572699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.219017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:01.573772Z","caller":"traceutil/trace.go:172","msg":"trace[772528129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1365; }","duration":"506.27875ms","start":"2026-04-15T17:59:01.067467Z","end":"2026-04-15T17:59:01.573746Z","steps":["trace[772528129] 'agreement among raft nodes before linearized reading' (duration: 353.313499ms)","trace[772528129] 'range keys from in-memory index tree' (duration: 151.879368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.573844Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.067459Z","time spent":"506.368382ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:59:01.572755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.567247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:01.574017Z","caller":"traceutil/trace.go:172","msg":"trace[210707378] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1365; }","duration":"506.815375ms","start":"2026-04-15T17:59:01.067179Z","end":"2026-04-15T17:59:01.573994Z","steps":["trace[210707378] 'agreement among raft nodes before linearized reading' (duration: 353.611557ms)","trace[210707378] 'range keys from in-memory index tree' (duration: 151.94488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.574165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.067159Z","time spent":"506.94202ms","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:01.572793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.715013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-15T17:59:01.574247Z","caller":"traceutil/trace.go:172","msg":"trace[1806690200] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1365; }","duration":"508.169398ms","start":"2026-04-15T17:59:01.066058Z","end":"2026-04-15T17:59:01.574227Z","steps":["trace[1806690200] 'agreement among raft nodes before linearized reading' (duration: 354.739582ms)","trace[1806690200] 'range keys from in-memory index tree' (duration: 151.902458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.574321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:01.066050Z","time spent":"508.24781ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":798,"request content":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:01.584760Z","caller":"traceutil/trace.go:172","msg":"trace[899759399] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"198.45322ms","start":"2026-04-15T17:59:01.386296Z","end":"2026-04-15T17:59:01.584749Z","steps":["trace[899759399] 'process raft request' (duration: 198.397108ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.585354Z","caller":"traceutil/trace.go:172","msg":"trace[1526859876] linearizableReadLoop","detail":"{readStateIndex:1564; appliedIndex:1565; }","duration":"164.640747ms","start":"2026-04-15T17:59:01.420686Z","end":"2026-04-15T17:59:01.585326Z","steps":["trace[1526859876] 'read index received' (duration: 164.633277ms)","trace[1526859876] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.585692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.659569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-15T17:59:01.585732Z","caller":"traceutil/trace.go:172","msg":"trace[1725771503] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a69959cbda24c3; range_end:; response_count:1; response_revision:1367; }","duration":"204.70751ms","start":"2026-04-15T17:59:01.381015Z","end":"2026-04-15T17:59:01.585723Z","steps":["trace[1725771503] 'agreement among raft nodes before linearized reading' (duration: 204.455043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.587298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.635192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-15T17:59:01.587358Z","caller":"traceutil/trace.go:172","msg":"trace[1981392990] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1367; }","duration":"118.701515ms","start":"2026-04-15T17:59:01.468639Z","end":"2026-04-15T17:59:01.587340Z","steps":["trace[1981392990] 'agreement among raft nodes before linearized reading' (duration: 118.54053ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.789044Z","caller":"traceutil/trace.go:172","msg":"trace[1734668768] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1565; }","duration":"138.070066ms","start":"2026-04-15T17:59:01.650953Z","end":"2026-04-15T17:59:01.789023Z","steps":["trace[1734668768] 'read index received' (duration: 123.867012ms)","trace[1734668768] 'applied index is now lower than readState.Index' (duration: 14.202244ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:01.789085Z","caller":"traceutil/trace.go:172","msg":"trace[1128694611] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"201.693318ms","start":"2026-04-15T17:59:01.587341Z","end":"2026-04-15T17:59:01.789035Z","steps":["trace[1128694611] 'process raft request' (duration: 184.676199ms)","trace[1128694611] 'compare' (duration: 16.851504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.789299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.333004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-04-15T17:59:01.789361Z","caller":"traceutil/trace.go:172","msg":"trace[2043264086] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:1369; }","duration":"138.403246ms","start":"2026-04-15T17:59:01.650947Z","end":"2026-04-15T17:59:01.789350Z","steps":["trace[2043264086] 'agreement among raft nodes before linearized reading' (duration: 138.22262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.791297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.729804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:735"} {"level":"warn","ts":"2026-04-15T17:59:01.791337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.509007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-15T17:59:01.791366Z","caller":"traceutil/trace.go:172","msg":"trace[1286219751] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:1369; }","duration":"134.809476ms","start":"2026-04-15T17:59:01.656544Z","end":"2026-04-15T17:59:01.791354Z","steps":["trace[1286219751] 'agreement among raft nodes before linearized reading' (duration: 134.620251ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.791376Z","caller":"traceutil/trace.go:172","msg":"trace[1019170358] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1369; }","duration":"116.550079ms","start":"2026-04-15T17:59:01.674816Z","end":"2026-04-15T17:59:01.791366Z","steps":["trace[1019170358] 'agreement among raft nodes before linearized reading' (duration: 116.444075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.791304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.437453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-15T17:59:01.791527Z","caller":"traceutil/trace.go:172","msg":"trace[1854084485] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1369; }","duration":"131.640009ms","start":"2026-04-15T17:59:01.659848Z","end":"2026-04-15T17:59:01.791488Z","steps":["trace[1854084485] 'agreement among raft nodes before linearized reading' (duration: 131.32976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.791820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.801842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-04-15T17:59:01.791862Z","caller":"traceutil/trace.go:172","msg":"trace[1342573805] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1369; }","duration":"127.845614ms","start":"2026-04-15T17:59:01.664007Z","end":"2026-04-15T17:59:01.791853Z","steps":["trace[1342573805] 'agreement among raft nodes before linearized reading' (duration: 127.162623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.791350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.591329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-15T17:59:01.792863Z","caller":"traceutil/trace.go:172","msg":"trace[867544612] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1369; }","duration":"136.112106ms","start":"2026-04-15T17:59:01.656734Z","end":"2026-04-15T17:59:01.792846Z","steps":["trace[867544612] 'agreement among raft nodes before linearized reading' (duration: 134.472886ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:02.376467Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"e2b5783e11defe7e [term: 4] ignored a MsgReadIndexResp message with lower term from 74e7cb993049af12 [term: 3]"} {"level":"info","ts":"2026-04-15T17:59:02.551537Z","caller":"traceutil/trace.go:172","msg":"trace[1188201689] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"116.548997ms","start":"2026-04-15T17:59:02.434972Z","end":"2026-04-15T17:59:02.551521Z","steps":["trace[1188201689] 'process raft request' (duration: 116.509046ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:02.551945Z","caller":"traceutil/trace.go:172","msg":"trace[208312851] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1573; }","duration":"123.889882ms","start":"2026-04-15T17:59:02.428038Z","end":"2026-04-15T17:59:02.551928Z","steps":["trace[208312851] 'read index received' (duration: 123.885811ms)","trace[208312851] 'applied index is now lower than readState.Index' (duration: 3.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:02.552148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.090028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-15T17:59:02.552223Z","caller":"traceutil/trace.go:172","msg":"trace[372496754] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1375; }","duration":"124.17221ms","start":"2026-04-15T17:59:02.428035Z","end":"2026-04-15T17:59:02.552207Z","steps":["trace[372496754] 'agreement among raft nodes before linearized reading' (duration: 123.984824ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:02.552988Z","caller":"traceutil/trace.go:172","msg":"trace[410419010] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"117.904759ms","start":"2026-04-15T17:59:02.435070Z","end":"2026-04-15T17:59:02.552974Z","steps":["trace[410419010] 'process raft request' (duration: 117.794845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:02.554778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.588074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-15T17:59:02.555333Z","caller":"traceutil/trace.go:172","msg":"trace[627127734] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1376; }","duration":"111.153471ms","start":"2026-04-15T17:59:02.444168Z","end":"2026-04-15T17:59:02.555321Z","steps":["trace[627127734] 'agreement among raft nodes before linearized reading' (duration: 110.494251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:02.554781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.685283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:02.555613Z","caller":"traceutil/trace.go:172","msg":"trace[968744105] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1376; }","duration":"120.510008ms","start":"2026-04-15T17:59:02.435083Z","end":"2026-04-15T17:59:02.555593Z","steps":["trace[968744105] 'agreement among raft nodes before linearized reading' (duration: 119.659473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:02.554868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.426867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-15T17:59:02.555737Z","caller":"traceutil/trace.go:172","msg":"trace[1663135706] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:1376; }","duration":"123.287003ms","start":"2026-04-15T17:59:02.432434Z","end":"2026-04-15T17:59:02.555721Z","steps":["trace[1663135706] 'agreement among raft nodes before linearized reading' (duration: 122.380196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:02.554883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.965721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replicaset-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-15T17:59:02.554887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.124966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-15T17:59:02.555876Z","caller":"traceutil/trace.go:172","msg":"trace[581757082] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:1376; }","duration":"118.93669ms","start":"2026-04-15T17:59:02.436911Z","end":"2026-04-15T17:59:02.555848Z","steps":["trace[581757082] 'agreement among raft nodes before linearized reading' (duration: 117.907709ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:02.555938Z","caller":"traceutil/trace.go:172","msg":"trace[380191213] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:1376; }","duration":"120.197209ms","start":"2026-04-15T17:59:02.435732Z","end":"2026-04-15T17:59:02.555929Z","steps":["trace[380191213] 'agreement among raft nodes before linearized reading' (duration: 118.978982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:02.554946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.849051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:02.556017Z","caller":"traceutil/trace.go:172","msg":"trace[1707223115] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1376; }","duration":"108.912993ms","start":"2026-04-15T17:59:02.447092Z","end":"2026-04-15T17:59:02.556005Z","steps":["trace[1707223115] 'agreement among raft nodes before linearized reading' (duration: 107.83237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:04.426563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:05.946958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.946312Z","time spent":"7.000639011s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:59:06.326417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.325514Z","time spent":"7.000890888s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:59:06.335575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.334863Z","time spent":"7.000699687s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-15T17:59:08.710496Z","caller":"traceutil/trace.go:172","msg":"trace[1444348785] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1650; }","duration":"183.069449ms","start":"2026-04-15T17:59:08.527397Z","end":"2026-04-15T17:59:08.710467Z","steps":["trace[1444348785] 'read index received' (duration: 183.062529ms)","trace[1444348785] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:08.711005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.589105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/\" range_end:\"/registry/events/default0\" limit:500 ","response":"range_response_count:16 size:10291"} {"level":"info","ts":"2026-04-15T17:59:08.711131Z","caller":"traceutil/trace.go:172","msg":"trace[758336079] range","detail":"{range_begin:/registry/events/default/; range_end:/registry/events/default0; response_count:16; response_revision:1449; }","duration":"183.72417ms","start":"2026-04-15T17:59:08.527393Z","end":"2026-04-15T17:59:08.711117Z","steps":["trace[758336079] 'agreement among raft nodes before linearized reading' (duration: 183.173992ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:08.711791Z","caller":"traceutil/trace.go:172","msg":"trace[1969156155] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"110.138287ms","start":"2026-04-15T17:59:08.601636Z","end":"2026-04-15T17:59:08.711775Z","steps":["trace[1969156155] 'process raft request' (duration: 110.091716ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:08.711986Z","caller":"traceutil/trace.go:172","msg":"trace[1184846345] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"115.374569ms","start":"2026-04-15T17:59:08.596604Z","end":"2026-04-15T17:59:08.711978Z","steps":["trace[1184846345] 'process raft request' (duration: 114.990207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:08.712538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.070372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-public/\" range_end:\"/registry/events/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:08.712651Z","caller":"traceutil/trace.go:172","msg":"trace[2032201137] range","detail":"{range_begin:/registry/events/kube-public/; range_end:/registry/events/kube-public0; response_count:0; response_revision:1451; }","duration":"185.188186ms","start":"2026-04-15T17:59:08.527448Z","end":"2026-04-15T17:59:08.712636Z","steps":["trace[2032201137] 'agreement among raft nodes before linearized reading' (duration: 185.039411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:08.712768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.102976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:08.713055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.347221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:08.713097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.877568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:08.713194Z","caller":"traceutil/trace.go:172","msg":"trace[1530968991] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1451; }","duration":"100.476688ms","start":"2026-04-15T17:59:08.612572Z","end":"2026-04-15T17:59:08.713048Z","steps":["trace[1530968991] 'agreement among raft nodes before linearized reading' (duration: 99.935821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:08.713609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.994569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/\" range_end:\"/registry/events/default0\" limit:500 ","response":"range_response_count:16 size:10291"} {"level":"info","ts":"2026-04-15T17:59:08.713749Z","caller":"traceutil/trace.go:172","msg":"trace[265032055] range","detail":"{range_begin:/registry/events/default/; range_end:/registry/events/default0; response_count:16; response_revision:1451; }","duration":"184.135753ms","start":"2026-04-15T17:59:08.529600Z","end":"2026-04-15T17:59:08.713736Z","steps":["trace[265032055] 'agreement among raft nodes before linearized reading' (duration: 183.351959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:08.713672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.850356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:08.714043Z","caller":"traceutil/trace.go:172","msg":"trace[1430999986] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1451; }","duration":"108.236198ms","start":"2026-04-15T17:59:08.605794Z","end":"2026-04-15T17:59:08.714030Z","steps":["trace[1430999986] 'agreement among raft nodes before linearized reading' (duration: 107.463114ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:08.714087Z","caller":"traceutil/trace.go:172","msg":"trace[1998666044] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1451; }","duration":"109.078404ms","start":"2026-04-15T17:59:08.604144Z","end":"2026-04-15T17:59:08.713222Z","steps":["trace[1998666044] 'agreement among raft nodes before linearized reading' (duration: 108.430114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:08.713995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.993644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:08.714255Z","caller":"traceutil/trace.go:172","msg":"trace[253950714] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1451; }","duration":"111.282523ms","start":"2026-04-15T17:59:08.602961Z","end":"2026-04-15T17:59:08.714244Z","steps":["trace[253950714] 'agreement among raft nodes before linearized reading' (duration: 110.970783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:08.714374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.28712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-04-15T17:59:08.714468Z","caller":"traceutil/trace.go:172","msg":"trace[721371287] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:1451; }","duration":"108.425244ms","start":"2026-04-15T17:59:08.606029Z","end":"2026-04-15T17:59:08.714454Z","steps":["trace[721371287] 'agreement among raft nodes before linearized reading' (duration: 106.929128ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:08.715588Z","caller":"traceutil/trace.go:172","msg":"trace[1318199150] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1451; }","duration":"166.541637ms","start":"2026-04-15T17:59:08.546649Z","end":"2026-04-15T17:59:08.713191Z","steps":["trace[1318199150] 'agreement among raft nodes before linearized reading' (duration: 166.236578ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:12.250368Z","caller":"traceutil/trace.go:172","msg":"trace[2133019808] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1678; }","duration":"277.717508ms","start":"2026-04-15T17:59:11.972606Z","end":"2026-04-15T17:59:12.250323Z","steps":["trace[2133019808] 'read index received' (duration: 277.705888ms)","trace[2133019808] 'applied index is now lower than readState.Index' (duration: 10.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:12.250595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.966797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:12.250640Z","caller":"traceutil/trace.go:172","msg":"trace[2016089790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1475; }","duration":"278.028559ms","start":"2026-04-15T17:59:11.972592Z","end":"2026-04-15T17:59:12.250621Z","steps":["trace[2016089790] 'agreement among raft nodes before linearized reading' (duration: 277.921275ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:12.258886Z","caller":"traceutil/trace.go:172","msg":"trace[1047900066] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1476; }","duration":"268.710688ms","start":"2026-04-15T17:59:11.990164Z","end":"2026-04-15T17:59:12.258875Z","steps":["trace[1047900066] 'process raft request' (duration: 267.943054ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:12.258852Z","caller":"traceutil/trace.go:172","msg":"trace[1050573494] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1476; }","duration":"194.28363ms","start":"2026-04-15T17:59:12.064545Z","end":"2026-04-15T17:59:12.258829Z","steps":["trace[1050573494] 'process raft request' (duration: 194.207677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.259348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.976604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:12.259405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.009636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-2\" limit:1 ","response":"range_response_count:1 size:5941"} {"level":"info","ts":"2026-04-15T17:59:12.259426Z","caller":"traceutil/trace.go:172","msg":"trace[754319240] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1476; }","duration":"212.064966ms","start":"2026-04-15T17:59:12.047337Z","end":"2026-04-15T17:59:12.259402Z","steps":["trace[754319240] 'agreement among raft nodes before linearized reading' (duration: 211.924062ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:12.259439Z","caller":"traceutil/trace.go:172","msg":"trace[1492829694] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-2; range_end:; response_count:1; response_revision:1476; }","duration":"182.049107ms","start":"2026-04-15T17:59:12.077382Z","end":"2026-04-15T17:59:12.259431Z","steps":["trace[1492829694] 'agreement among raft nodes before linearized reading' (duration: 181.910593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.259480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.929639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-rwd8l\" limit:1 ","response":"range_response_count:1 size:5043"} {"level":"info","ts":"2026-04-15T17:59:12.259507Z","caller":"traceutil/trace.go:172","msg":"trace[941770046] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-rwd8l; range_end:; response_count:1; response_revision:1476; }","duration":"248.969281ms","start":"2026-04-15T17:59:12.010532Z","end":"2026-04-15T17:59:12.259501Z","steps":["trace[941770046] 'agreement among raft nodes before linearized reading' (duration: 248.852837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.259590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.859527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-nl84z\" limit:1 ","response":"range_response_count:1 size:5048"} {"level":"info","ts":"2026-04-15T17:59:12.259604Z","caller":"traceutil/trace.go:172","msg":"trace[1124210326] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-nl84z; range_end:; response_count:1; response_revision:1476; }","duration":"255.873478ms","start":"2026-04-15T17:59:12.003726Z","end":"2026-04-15T17:59:12.259600Z","steps":["trace[1124210326] 'agreement among raft nodes before linearized reading' (duration: 255.828026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.259680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.035458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-vbh8t\" limit:1 ","response":"range_response_count:1 size:5048"} {"level":"info","ts":"2026-04-15T17:59:12.259702Z","caller":"traceutil/trace.go:172","msg":"trace[446169027] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-vbh8t; range_end:; response_count:1; response_revision:1476; }","duration":"191.054959ms","start":"2026-04-15T17:59:12.068640Z","end":"2026-04-15T17:59:12.259694Z","steps":["trace[446169027] 'agreement among raft nodes before linearized reading' (duration: 190.959996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.259720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.001341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:5784"} {"level":"info","ts":"2026-04-15T17:59:12.259739Z","caller":"traceutil/trace.go:172","msg":"trace[1329049644] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:1476; }","duration":"256.018242ms","start":"2026-04-15T17:59:12.003713Z","end":"2026-04-15T17:59:12.259731Z","steps":["trace[1329049644] 'agreement among raft nodes before linearized reading' (duration: 255.96955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.259837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.727242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-rwd8l\" limit:1 ","response":"range_response_count:1 size:5043"} {"level":"info","ts":"2026-04-15T17:59:12.259854Z","caller":"traceutil/trace.go:172","msg":"trace[915117287] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-rwd8l; range_end:; response_count:1; response_revision:1476; }","duration":"193.744493ms","start":"2026-04-15T17:59:12.066105Z","end":"2026-04-15T17:59:12.259850Z","steps":["trace[915117287] 'agreement among raft nodes before linearized reading' (duration: 193.685662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:13.298651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:13.331732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:16.762514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.498053ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-15T17:59:16.762799Z","caller":"traceutil/trace.go:172","msg":"trace[127874940] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1760; }","duration":"511.736657ms","start":"2026-04-15T17:59:16.251045Z","end":"2026-04-15T17:59:16.762781Z","steps":["trace[127874940] 'read index received' (duration: 211.69426ms)","trace[127874940] 'applied index is now lower than readState.Index' (duration: 300.040907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:16.762978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.920413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-04-15T17:59:16.763044Z","caller":"traceutil/trace.go:172","msg":"trace[1323253884] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:1549; }","duration":"511.990095ms","start":"2026-04-15T17:59:16.251040Z","end":"2026-04-15T17:59:16.763030Z","steps":["trace[1323253884] 'agreement among raft nodes before linearized reading' (duration: 511.82508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:16.763077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.251009Z","time spent":"512.061317ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:17.263858Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338267984290431786,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:59:17.330988Z","caller":"traceutil/trace.go:172","msg":"trace[490896496] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"577.231704ms","start":"2026-04-15T17:59:16.753737Z","end":"2026-04-15T17:59:17.330969Z","steps":["trace[490896496] 'process raft request' (duration: 577.087649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.331123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.753713Z","time spent":"577.348438ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:59:17.694327Z","caller":"traceutil/trace.go:172","msg":"trace[1465883092] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1762; }","duration":"931.386933ms","start":"2026-04-15T17:59:16.762851Z","end":"2026-04-15T17:59:17.694238Z","steps":["trace[1465883092] 'read index received' (duration: 931.377263ms)","trace[1465883092] 'applied index is now lower than readState.Index' (duration: 8.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:17.694458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.334905755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:17.694549Z","caller":"traceutil/trace.go:172","msg":"trace[1913350717] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1550; }","duration":"1.335010718s","start":"2026-04-15T17:59:16.359519Z","end":"2026-04-15T17:59:17.694529Z","steps":["trace[1913350717] 'agreement among raft nodes before linearized reading' (duration: 1.334853023s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.694636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.359496Z","time spent":"1.335124202s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:17.694689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.412114741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" limit:1 ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-04-15T17:59:17.694724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.373832514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 ","response":"range_response_count:1 size:317278"} {"level":"info","ts":"2026-04-15T17:59:17.694743Z","caller":"traceutil/trace.go:172","msg":"trace[606094326] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:1550; }","duration":"1.412170323s","start":"2026-04-15T17:59:16.282557Z","end":"2026-04-15T17:59:17.694728Z","steps":["trace[606094326] 'agreement among raft nodes before linearized reading' (duration: 1.411991537s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.694776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.282541Z","time spent":"1.412226925s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":648,"request content":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:17.694777Z","caller":"traceutil/trace.go:172","msg":"trace[2006160733] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:1550; }","duration":"1.373885606s","start":"2026-04-15T17:59:16.320875Z","end":"2026-04-15T17:59:17.694761Z","steps":["trace[2006160733] 'agreement among raft nodes before linearized reading' (duration: 1.373583506s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.694769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.393481694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:618"} {"level":"warn","ts":"2026-04-15T17:59:17.694815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.320857Z","time spent":"1.373947477s","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":317301,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:17.694854Z","caller":"traceutil/trace.go:172","msg":"trace[1967321246] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1550; }","duration":"1.393582737s","start":"2026-04-15T17:59:16.301250Z","end":"2026-04-15T17:59:17.694832Z","steps":["trace[1967321246] 'agreement among raft nodes before linearized reading' (duration: 1.393294948s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.694927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.301235Z","time spent":"1.39368048s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":641,"request content":"key:\"/registry/roles/kube-system/system:controller:bootstrap-signer\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:17.694983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.432160324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-15T17:59:17.695068Z","caller":"traceutil/trace.go:172","msg":"trace[118418836] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1550; }","duration":"1.43233857s","start":"2026-04-15T17:59:16.262708Z","end":"2026-04-15T17:59:17.695047Z","steps":["trace[118418836] 'agreement among raft nodes before linearized reading' (duration: 1.432010019s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.695112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.262691Z","time spent":"1.432408601s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:17.695124Z","caller":"traceutil/trace.go:172","msg":"trace[971787983] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"940.252113ms","start":"2026-04-15T17:59:16.754855Z","end":"2026-04-15T17:59:17.695107Z","steps":["trace[971787983] 'process raft request' (duration: 939.869971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.695234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.754807Z","time spent":"940.361827ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:17.732898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.098284642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-15T17:59:17.733322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.475584517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-15T17:59:17.733361Z","caller":"traceutil/trace.go:172","msg":"trace[513635271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1551; }","duration":"1.098753826s","start":"2026-04-15T17:59:16.634588Z","end":"2026-04-15T17:59:17.733342Z","steps":["trace[513635271] 'agreement among raft nodes before linearized reading' (duration: 1.059814545s)","trace[513635271] 'range keys from in-memory index tree' (duration: 37.074022ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:17.733395Z","caller":"traceutil/trace.go:172","msg":"trace[1805781791] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1551; }","duration":"1.475671089s","start":"2026-04-15T17:59:16.257705Z","end":"2026-04-15T17:59:17.733376Z","steps":["trace[1805781791] 'agreement among raft nodes before linearized reading' (duration: 1.437374399s)","trace[1805781791] 'range keys from in-memory index tree' (duration: 37.759784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:17.733408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.634565Z","time spent":"1.098828719s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:17.733498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.257694Z","time spent":"1.475791963s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:17.942170Z","caller":"traceutil/trace.go:172","msg":"trace[1859788371] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"1.058425657s","start":"2026-04-15T17:59:16.883711Z","end":"2026-04-15T17:59:17.942137Z","steps":["trace[1859788371] 'process raft request' (duration: 1.058157718s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:17.942216Z","caller":"traceutil/trace.go:172","msg":"trace[317765882] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1763; }","duration":"247.701952ms","start":"2026-04-15T17:59:17.694429Z","end":"2026-04-15T17:59:17.942131Z","steps":["trace[317765882] 'read index received' (duration: 2.19909ms)","trace[317765882] 'applied index is now lower than readState.Index' (duration: 245.501482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:17.942337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.883691Z","time spent":"1.058560721s","remote":"127.0.0.1:38846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:18.046053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.214497801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-04-15T17:59:18.046152Z","caller":"traceutil/trace.go:172","msg":"trace[1151290756] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:1552; }","duration":"1.214595934s","start":"2026-04-15T17:59:16.831525Z","end":"2026-04-15T17:59:18.046120Z","steps":["trace[1151290756] 'agreement among raft nodes before linearized reading' (duration: 1.110716527s)","trace[1151290756] 'range keys from in-memory index tree' (duration: 103.66648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.046218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.831506Z","time spent":"1.214695577s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:18.046498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.077055704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:18.046733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.570299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:59:18.046756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"852.118274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:59:18.046815Z","caller":"traceutil/trace.go:172","msg":"trace[1713737652] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1769; }","duration":"104.333861ms","start":"2026-04-15T17:59:17.942454Z","end":"2026-04-15T17:59:18.046788Z","steps":["trace[1713737652] 'read index received' (duration: 1.986283ms)","trace[1713737652] 'applied index is now lower than readState.Index' (duration: 102.346668ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:18.046854Z","caller":"traceutil/trace.go:172","msg":"trace[1309553350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1552; }","duration":"852.231608ms","start":"2026-04-15T17:59:17.194602Z","end":"2026-04-15T17:59:18.046833Z","steps":["trace[1309553350] 'agreement among raft nodes before linearized reading' (duration: 747.554565ms)","trace[1309553350] 'range keys from in-memory index tree' (duration: 104.440044ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:18.046833Z","caller":"traceutil/trace.go:172","msg":"trace[1475535805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1552; }","duration":"1.077285262s","start":"2026-04-15T17:59:16.969427Z","end":"2026-04-15T17:59:18.046712Z","steps":["trace[1475535805] 'agreement among raft nodes before linearized reading' (duration: 972.720293ms)","trace[1475535805] 'range keys from in-memory index tree' (duration: 104.31262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.046894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.194580Z","time spent":"852.30529ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:18.046907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.969395Z","time spent":"1.077497288s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:59:18.046926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.468137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-15T17:59:18.046961Z","caller":"traceutil/trace.go:172","msg":"trace[453034431] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1553; }","duration":"309.505558ms","start":"2026-04-15T17:59:17.737446Z","end":"2026-04-15T17:59:18.046952Z","steps":["trace[453034431] 'agreement among raft nodes before linearized reading' (duration: 309.398395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.046967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.206368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:618"} {"level":"info","ts":"2026-04-15T17:59:18.047017Z","caller":"traceutil/trace.go:172","msg":"trace[1245374913] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1553; }","duration":"346.26252ms","start":"2026-04-15T17:59:17.700743Z","end":"2026-04-15T17:59:18.047005Z","steps":["trace[1245374913] 'agreement among raft nodes before linearized reading' (duration: 346.116245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.047041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.098071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses/\" range_end:\"/registry/volumeattributesclasses0\" limit:10000 revision:1483 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:18.047049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.700653Z","time spent":"346.387064ms","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":641,"request content":"key:\"/registry/roles/kube-system/system:controller:bootstrap-signer\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:18.047064Z","caller":"traceutil/trace.go:172","msg":"trace[1251343518] range","detail":"{range_begin:/registry/volumeattributesclasses/; range_end:/registry/volumeattributesclasses0; response_count:0; response_revision:1553; }","duration":"288.121872ms","start":"2026-04-15T17:59:17.758936Z","end":"2026-04-15T17:59:18.047058Z","steps":["trace[1251343518] 'agreement among raft nodes before linearized reading' (duration: 288.084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.047017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.546679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-15T17:59:18.046982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.737426Z","time spent":"309.55024ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:18.047179Z","caller":"traceutil/trace.go:172","msg":"trace[1278442951] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1553; }","duration":"278.721595ms","start":"2026-04-15T17:59:17.768433Z","end":"2026-04-15T17:59:18.047154Z","steps":["trace[1278442951] 'agreement among raft nodes before linearized reading' (duration: 278.364723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.047970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.874162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 ","response":"range_response_count:1 size:317278"} {"level":"warn","ts":"2026-04-15T17:59:18.049233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.925253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" limit:1 ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-15T17:59:18.049291Z","caller":"traceutil/trace.go:172","msg":"trace[1558070038] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:1553; }","duration":"279.985405ms","start":"2026-04-15T17:59:17.769292Z","end":"2026-04-15T17:59:18.049277Z","steps":["trace[1558070038] 'agreement among raft nodes before linearized reading' (duration: 277.865498ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:18.049313Z","caller":"traceutil/trace.go:172","msg":"trace[1903444952] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:1553; }","duration":"325.187194ms","start":"2026-04-15T17:59:17.724082Z","end":"2026-04-15T17:59:18.049269Z","steps":["trace[1903444952] 'agreement among raft nodes before linearized reading' (duration: 323.135509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.049533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.724062Z","time spent":"325.449532ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":317301,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:18.046548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.082778295s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:18.050436Z","caller":"traceutil/trace.go:172","msg":"trace[941114948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1552; }","duration":"1.086289546s","start":"2026-04-15T17:59:16.963756Z","end":"2026-04-15T17:59:18.050045Z","steps":["trace[941114948] 'agreement among raft nodes before linearized reading' (duration: 978.406573ms)","trace[941114948] 'range keys from in-memory index tree' (duration: 104.358272ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:18.221119Z","caller":"traceutil/trace.go:172","msg":"trace[563546305] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1771; }","duration":"169.49046ms","start":"2026-04-15T17:59:18.051596Z","end":"2026-04-15T17:59:18.221086Z","steps":["trace[563546305] 'read index received' (duration: 169.482439ms)","trace[563546305] 'applied index is now lower than readState.Index' (duration: 6.371µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.270692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.07031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-04-15T17:59:18.270779Z","caller":"traceutil/trace.go:172","msg":"trace[14880243] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:1554; }","duration":"219.168303ms","start":"2026-04-15T17:59:18.051591Z","end":"2026-04-15T17:59:18.270759Z","steps":["trace[14880243] 'agreement among raft nodes before linearized reading' (duration: 169.632824ms)","trace[14880243] 'range keys from in-memory index tree' (duration: 49.309712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.271249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.084781ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:18.271422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.424584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" limit:1 ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-15T17:59:18.271428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.086654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:18.271466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.887259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-15T17:59:18.271449Z","caller":"traceutil/trace.go:172","msg":"trace[1432535100] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1556; }","duration":"219.293008ms","start":"2026-04-15T17:59:18.052137Z","end":"2026-04-15T17:59:18.271430Z","steps":["trace[1432535100] 'agreement among raft nodes before linearized reading' (duration: 219.06534ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:18.271515Z","caller":"traceutil/trace.go:172","msg":"trace[951289754] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1556; }","duration":"215.174507ms","start":"2026-04-15T17:59:18.056329Z","end":"2026-04-15T17:59:18.271503Z","steps":["trace[951289754] 'agreement among raft nodes before linearized reading' (duration: 214.985151ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:18.271539Z","caller":"traceutil/trace.go:172","msg":"trace[762077030] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"212.549763ms","start":"2026-04-15T17:59:18.058969Z","end":"2026-04-15T17:59:18.271518Z","steps":["trace[762077030] 'process raft request' (duration: 162.049063ms)","trace[762077030] 'compare' (duration: 49.683744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.271557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.357959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:18.271555Z","caller":"traceutil/trace.go:172","msg":"trace[571047252] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1556; }","duration":"209.984262ms","start":"2026-04-15T17:59:18.061552Z","end":"2026-04-15T17:59:18.271536Z","steps":["trace[571047252] 'agreement among raft nodes before linearized reading' (duration: 209.713813ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:18.271587Z","caller":"traceutil/trace.go:172","msg":"trace[1966806910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1556; }","duration":"219.418831ms","start":"2026-04-15T17:59:18.052160Z","end":"2026-04-15T17:59:18.271579Z","steps":["trace[1966806910] 'agreement among raft nodes before linearized reading' (duration: 219.36675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.271594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.593119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" limit:1 ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-15T17:59:18.271673Z","caller":"traceutil/trace.go:172","msg":"trace[1139069588] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:1556; }","duration":"214.686852ms","start":"2026-04-15T17:59:18.056967Z","end":"2026-04-15T17:59:18.271654Z","steps":["trace[1139069588] 'agreement among raft nodes before linearized reading' (duration: 214.383362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.271465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.791702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-15T17:59:18.271797Z","caller":"traceutil/trace.go:172","msg":"trace[469204212] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:1556; }","duration":"112.135673ms","start":"2026-04-15T17:59:18.159648Z","end":"2026-04-15T17:59:18.271784Z","steps":["trace[469204212] 'agreement among raft nodes before linearized reading' (duration: 111.648827ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:18.271491Z","caller":"traceutil/trace.go:172","msg":"trace[1846838459] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1556; }","duration":"143.500926ms","start":"2026-04-15T17:59:18.127976Z","end":"2026-04-15T17:59:18.271476Z","steps":["trace[1846838459] 'agreement among raft nodes before linearized reading' (duration: 143.32307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.194794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.421563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:19.194934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.562391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:19.195021Z","caller":"traceutil/trace.go:172","msg":"trace[1842018304] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1557; }","duration":"382.659804ms","start":"2026-04-15T17:59:18.812339Z","end":"2026-04-15T17:59:19.194998Z","steps":["trace[1842018304] 'agreement among raft nodes before linearized reading' (duration: 18.768154ms)","trace[1842018304] 'range keys from in-memory index tree' (duration: 363.752925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:19.195065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:18.812326Z","time spent":"382.729226ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:19.195284Z","caller":"traceutil/trace.go:172","msg":"trace[9811673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1557; }","duration":"231.590548ms","start":"2026-04-15T17:59:18.963306Z","end":"2026-04-15T17:59:19.194897Z","steps":["trace[9811673] 'range keys from in-memory index tree' (duration: 231.373652ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:19.259587Z","caller":"traceutil/trace.go:172","msg":"trace[746551297] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"428.48314ms","start":"2026-04-15T17:59:18.831078Z","end":"2026-04-15T17:59:19.259561Z","steps":["trace[746551297] 'read index received' (duration: 355.320558ms)","trace[746551297] 'applied index is now lower than readState.Index' (duration: 73.161012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:19.260785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.082299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:162 size:123235"} {"level":"info","ts":"2026-04-15T17:59:19.260884Z","caller":"traceutil/trace.go:172","msg":"trace[716924530] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:162; response_revision:1557; }","duration":"441.196693ms","start":"2026-04-15T17:59:18.819666Z","end":"2026-04-15T17:59:19.260862Z","steps":["trace[716924530] 'agreement among raft nodes before linearized reading' (duration: 439.955183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.261133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:18.819649Z","time spent":"441.272575ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":162,"response size":123258,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-15T17:59:19.261524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.463596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:162 size:123235"} {"level":"info","ts":"2026-04-15T17:59:19.261633Z","caller":"traceutil/trace.go:172","msg":"trace[80832298] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:162; response_revision:1557; }","duration":"444.59078ms","start":"2026-04-15T17:59:18.817023Z","end":"2026-04-15T17:59:19.261613Z","steps":["trace[80832298] 'agreement among raft nodes before linearized reading' (duration: 442.650939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.262048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.444286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-15T17:59:19.262112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.736017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 revision:1549 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:19.262175Z","caller":"traceutil/trace.go:172","msg":"trace[740301838] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1557; }","duration":"338.81339ms","start":"2026-04-15T17:59:18.923342Z","end":"2026-04-15T17:59:19.262155Z","steps":["trace[740301838] 'agreement among raft nodes before linearized reading' (duration: 338.695706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.262174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:18.817004Z","time spent":"444.667452ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":162,"response size":123258,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-15T17:59:19.262214Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:18.923330Z","time spent":"338.873651ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 revision:1549 "} {"level":"warn","ts":"2026-04-15T17:59:19.262212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.862379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:19.262109Z","caller":"traceutil/trace.go:172","msg":"trace[15509548] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1557; }","duration":"349.508158ms","start":"2026-04-15T17:59:18.912587Z","end":"2026-04-15T17:59:19.262095Z","steps":["trace[15509548] 'agreement among raft nodes before linearized reading' (duration: 349.357263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.262789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:18.912567Z","time spent":"350.173349ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:19.262863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.456599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 ","response":"range_response_count:1 size:317278"} {"level":"info","ts":"2026-04-15T17:59:19.262935Z","caller":"traceutil/trace.go:172","msg":"trace[521883243] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:1557; }","duration":"345.529862ms","start":"2026-04-15T17:59:18.917390Z","end":"2026-04-15T17:59:19.262920Z","steps":["trace[521883243] 'agreement among raft nodes before linearized reading' (duration: 345.237192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.262972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:18.917374Z","time spent":"345.585894ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":317301,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:19.262927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.109191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:19.262990Z","caller":"traceutil/trace.go:172","msg":"trace[643459987] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1557; }","duration":"290.429567ms","start":"2026-04-15T17:59:18.972331Z","end":"2026-04-15T17:59:19.262761Z","steps":["trace[643459987] 'agreement among raft nodes before linearized reading' (duration: 289.750655ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:19.263023Z","caller":"traceutil/trace.go:172","msg":"trace[1102627997] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1557; }","duration":"206.206045ms","start":"2026-04-15T17:59:19.056800Z","end":"2026-04-15T17:59:19.263006Z","steps":["trace[1102627997] 'agreement among raft nodes before linearized reading' (duration: 205.171502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.263447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.683229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/kubeadm-certs\" limit:1 ","response":"range_response_count:1 size:11447"} {"level":"info","ts":"2026-04-15T17:59:19.263530Z","caller":"traceutil/trace.go:172","msg":"trace[955110194] range","detail":"{range_begin:/registry/secrets/kube-system/kubeadm-certs; range_end:; response_count:1; response_revision:1557; }","duration":"346.771542ms","start":"2026-04-15T17:59:18.916742Z","end":"2026-04-15T17:59:19.263514Z","steps":["trace[955110194] 'agreement among raft nodes before linearized reading' (duration: 346.036018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:19.263564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:18.916723Z","time spent":"346.832723ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11470,"request content":"key:\"/registry/secrets/kube-system/kubeadm-certs\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:20.356691Z","caller":"traceutil/trace.go:172","msg":"trace[1812948153] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1786; }","duration":"152.314924ms","start":"2026-04-15T17:59:20.204352Z","end":"2026-04-15T17:59:20.356667Z","steps":["trace[1812948153] 'read index received' (duration: 152.306534ms)","trace[1812948153] 'applied index is now lower than readState.Index' (duration: 6.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:20.356815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.443868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:20.356888Z","caller":"traceutil/trace.go:172","msg":"trace[915929818] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1567; }","duration":"152.519991ms","start":"2026-04-15T17:59:20.204348Z","end":"2026-04-15T17:59:20.356868Z","steps":["trace[915929818] 'agreement among raft nodes before linearized reading' (duration: 152.403547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.358587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.710278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-siz7hk\" limit:1 ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-15T17:59:20.358627Z","caller":"traceutil/trace.go:172","msg":"trace[2037686848] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-siz7hk; range_end:; response_count:1; response_revision:1567; }","duration":"153.76486ms","start":"2026-04-15T17:59:20.204854Z","end":"2026-04-15T17:59:20.358619Z","steps":["trace[2037686848] 'agreement among raft nodes before linearized reading' (duration: 153.618456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.358635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.481291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:20.358665Z","caller":"traceutil/trace.go:172","msg":"trace[637108697] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1567; }","duration":"153.512832ms","start":"2026-04-15T17:59:20.205145Z","end":"2026-04-15T17:59:20.358658Z","steps":["trace[637108697] 'agreement among raft nodes before linearized reading' (duration: 153.458381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.358726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.839623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:20.358751Z","caller":"traceutil/trace.go:172","msg":"trace[1474729093] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1567; }","duration":"153.864373ms","start":"2026-04-15T17:59:20.204882Z","end":"2026-04-15T17:59:20.358746Z","steps":["trace[1474729093] 'agreement among raft nodes before linearized reading' (duration: 153.827492ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.496024Z","caller":"traceutil/trace.go:172","msg":"trace[1332563493] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1786; }","duration":"133.787945ms","start":"2026-04-15T17:59:20.362209Z","end":"2026-04-15T17:59:20.495997Z","steps":["trace[1332563493] 'read index received' (duration: 133.776415ms)","trace[1332563493] 'applied index is now lower than readState.Index' (duration: 9.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:20.496501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.26493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-15T17:59:20.497171Z","caller":"traceutil/trace.go:172","msg":"trace[1823450791] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:1567; }","duration":"134.954632ms","start":"2026-04-15T17:59:20.362204Z","end":"2026-04-15T17:59:20.497158Z","steps":["trace[1823450791] 'agreement among raft nodes before linearized reading' (duration: 133.897189ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.603301Z","caller":"traceutil/trace.go:172","msg":"trace[2021874642] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"239.113294ms","start":"2026-04-15T17:59:20.364162Z","end":"2026-04-15T17:59:20.603275Z","steps":["trace[2021874642] 'process raft request' (duration: 238.622829ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.687344Z","caller":"traceutil/trace.go:172","msg":"trace[2074959387] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1789; }","duration":"190.173459ms","start":"2026-04-15T17:59:20.497129Z","end":"2026-04-15T17:59:20.687302Z","steps":["trace[2074959387] 'read index received' (duration: 190.163869ms)","trace[2074959387] 'applied index is now lower than readState.Index' (duration: 7.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:20.687939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.407941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:20.688108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.821829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-siz7hk\" limit:1 ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-15T17:59:20.688168Z","caller":"traceutil/trace.go:172","msg":"trace[753509529] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1570; }","duration":"320.523514ms","start":"2026-04-15T17:59:20.367489Z","end":"2026-04-15T17:59:20.688012Z","steps":["trace[753509529] 'agreement among raft nodes before linearized reading' (duration: 320.338729ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.688202Z","caller":"traceutil/trace.go:172","msg":"trace[603615679] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-siz7hk; range_end:; response_count:1; response_revision:1570; }","duration":"240.929692ms","start":"2026-04-15T17:59:20.447256Z","end":"2026-04-15T17:59:20.688186Z","steps":["trace[603615679] 'agreement among raft nodes before linearized reading' (duration: 240.632843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.688364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:20.367473Z","time spent":"320.742551ms","remote":"127.0.0.1:39872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:20.688539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.485011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:164 size:124714"} {"level":"warn","ts":"2026-04-15T17:59:20.688580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.027279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-04-15T17:59:20.688594Z","caller":"traceutil/trace.go:172","msg":"trace[1421402197] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:164; response_revision:1570; }","duration":"313.542813ms","start":"2026-04-15T17:59:20.375039Z","end":"2026-04-15T17:59:20.688582Z","steps":["trace[1421402197] 'agreement among raft nodes before linearized reading' (duration: 312.82862ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.688620Z","caller":"traceutil/trace.go:172","msg":"trace[543238633] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1570; }","duration":"226.325168ms","start":"2026-04-15T17:59:20.462284Z","end":"2026-04-15T17:59:20.688609Z","steps":["trace[543238633] 'agreement among raft nodes before linearized reading' (duration: 225.305736ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.688885Z","caller":"traceutil/trace.go:172","msg":"trace[594626842] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"322.999442ms","start":"2026-04-15T17:59:20.365861Z","end":"2026-04-15T17:59:20.688860Z","steps":["trace[594626842] 'process raft request' (duration: 322.221538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.688634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:20.375028Z","time spent":"313.590564ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":164,"response size":124737,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-15T17:59:20.689008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:20.365820Z","time spent":"323.119997ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:59:20.688870Z","caller":"traceutil/trace.go:172","msg":"trace[72655788] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"318.614793ms","start":"2026-04-15T17:59:20.370245Z","end":"2026-04-15T17:59:20.688860Z","steps":["trace[72655788] 'process raft request' (duration: 318.288813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.689520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:20.370231Z","time spent":"318.949515ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:20.690059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.780371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:164 size:124714"} {"level":"info","ts":"2026-04-15T17:59:20.690095Z","caller":"traceutil/trace.go:172","msg":"trace[780737701] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:164; response_revision:1570; }","duration":"314.815142ms","start":"2026-04-15T17:59:20.375270Z","end":"2026-04-15T17:59:20.690085Z","steps":["trace[780737701] 'agreement among raft nodes before linearized reading' (duration: 312.473618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.690116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:20.375264Z","time spent":"314.843643ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":164,"response size":124737,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-15T17:59:20.692452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.463499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:164 size:124714"} {"level":"info","ts":"2026-04-15T17:59:20.692594Z","caller":"traceutil/trace.go:172","msg":"trace[2114159333] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:164; response_revision:1571; }","duration":"313.613664ms","start":"2026-04-15T17:59:20.378971Z","end":"2026-04-15T17:59:20.692585Z","steps":["trace[2114159333] 'agreement among raft nodes before linearized reading' (duration: 309.39671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.692679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:20.378963Z","time spent":"313.705068ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":164,"response size":124737,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"info","ts":"2026-04-15T17:59:20.795393Z","caller":"traceutil/trace.go:172","msg":"trace[1014834695] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"186.071488ms","start":"2026-04-15T17:59:20.609301Z","end":"2026-04-15T17:59:20.795373Z","steps":["trace[1014834695] 'process raft request' (duration: 185.899042ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.886230Z","caller":"traceutil/trace.go:172","msg":"trace[1444987380] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1792; }","duration":"198.763032ms","start":"2026-04-15T17:59:20.687444Z","end":"2026-04-15T17:59:20.886207Z","steps":["trace[1444987380] 'read index received' (duration: 198.756331ms)","trace[1444987380] 'applied index is now lower than readState.Index' (duration: 5.571µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:20.886436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.731597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:20.886562Z","caller":"traceutil/trace.go:172","msg":"trace[504782201] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1573; }","duration":"385.898193ms","start":"2026-04-15T17:59:20.500624Z","end":"2026-04-15T17:59:20.886522Z","steps":["trace[504782201] 'agreement among raft nodes before linearized reading' (duration: 385.691126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.886646Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:20.500607Z","time spent":"386.027907ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:20.908058Z","caller":"traceutil/trace.go:172","msg":"trace[425057096] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"296.694436ms","start":"2026-04-15T17:59:20.611351Z","end":"2026-04-15T17:59:20.908046Z","steps":["trace[425057096] 'process raft request' (duration: 296.271903ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.908325Z","caller":"traceutil/trace.go:172","msg":"trace[1552093613] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"211.648191ms","start":"2026-04-15T17:59:20.696660Z","end":"2026-04-15T17:59:20.908308Z","steps":["trace[1552093613] 'process raft request' (duration: 211.351761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.986292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.660613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:220"} {"level":"warn","ts":"2026-04-15T17:59:20.986304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.906198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" limit:1 ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-04-15T17:59:20.986364Z","caller":"traceutil/trace.go:172","msg":"trace[865995424] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:1575; }","duration":"173.748636ms","start":"2026-04-15T17:59:20.812601Z","end":"2026-04-15T17:59:20.986350Z","steps":["trace[865995424] 'agreement among raft nodes before linearized reading' (duration: 173.527789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.986482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.019298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-04-15T17:59:20.987043Z","caller":"traceutil/trace.go:172","msg":"trace[239730889] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:1575; }","duration":"165.556355ms","start":"2026-04-15T17:59:20.821455Z","end":"2026-04-15T17:59:20.987012Z","steps":["trace[239730889] 'agreement among raft nodes before linearized reading' (duration: 164.973096ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.987061Z","caller":"traceutil/trace.go:172","msg":"trace[1361316790] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:1575; }","duration":"206.403644ms","start":"2026-04-15T17:59:20.780366Z","end":"2026-04-15T17:59:20.986770Z","steps":["trace[1361316790] 'agreement among raft nodes before linearized reading' (duration: 205.777284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.986457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.627241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-04-15T17:59:20.987183Z","caller":"traceutil/trace.go:172","msg":"trace[700652706] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1575; }","duration":"290.358575ms","start":"2026-04-15T17:59:20.696806Z","end":"2026-04-15T17:59:20.987164Z","steps":["trace[700652706] 'agreement among raft nodes before linearized reading' (duration: 289.489417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:20.986533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.803186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-siz7hk\" limit:1 ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-15T17:59:20.987326Z","caller":"traceutil/trace.go:172","msg":"trace[962137236] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-siz7hk; range_end:; response_count:1; response_revision:1575; }","duration":"290.56742ms","start":"2026-04-15T17:59:20.696718Z","end":"2026-04-15T17:59:20.987286Z","steps":["trace[962137236] 'agreement among raft nodes before linearized reading' (duration: 289.693053ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:21.044694Z","caller":"traceutil/trace.go:172","msg":"trace[1212090607] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"129.069228ms","start":"2026-04-15T17:59:20.915611Z","end":"2026-04-15T17:59:21.044681Z","steps":["trace[1212090607] 'process raft request' (duration: 128.956114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:21.047867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.079199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:164 size:124714"} {"level":"info","ts":"2026-04-15T17:59:21.047968Z","caller":"traceutil/trace.go:172","msg":"trace[1654448281] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:164; response_revision:1576; }","duration":"146.193743ms","start":"2026-04-15T17:59:20.901753Z","end":"2026-04-15T17:59:21.047947Z","steps":["trace[1654448281] 'agreement among raft nodes before linearized reading' (duration: 145.054446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:31.648490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58880","server-name":"","error":"EOF"}