{"level":"warn","ts":"2026-04-16T18:21:03.058693Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-16T18:21:03.058815Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-16T18:21:03.058833Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.69:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.69:2380","--initial-cluster=controller-1=https://199.204.45.69:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.69:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.69:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-16T18:21:03.058908Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-16T18:21:03.059012Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T18:21:03.059041Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-04-16T18:21:03.059070Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T18:21:03.061047Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"]} {"level":"info","ts":"2026-04-16T18:21:03.061267Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.69:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-16T18:21:03.062291Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003a01a8}"} {"level":"info","ts":"2026-04-16T18:21:03.068354Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-16T18:21:03.068410Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.247541ms"} {"level":"info","ts":"2026-04-16T18:21:03.068437Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-16T18:21:03.068463Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-16T18:21:03.068503Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-16T18:21:03.074051Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-16T18:21:03.074137Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"fe334179879fd0aa","cluster-id":"d79a8cccc23ced73"} {"level":"info","ts":"2026-04-16T18:21:03.074166Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-16T18:21:03.074238Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fe334179879fd0aa switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T18:21:03.074281Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fe334179879fd0aa became follower at term 0"} {"level":"info","ts":"2026-04-16T18:21:03.074297Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft fe334179879fd0aa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T18:21:03.074319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fe334179879fd0aa became follower at term 1"} {"level":"info","ts":"2026-04-16T18:21:03.074354Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fe334179879fd0aa switched to configuration voters=(18317056099668185258)"} {"level":"warn","ts":"2026-04-16T18:21:03.080853Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T18:21:03.084451Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T18:21:03.087411Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T18:21:03.087809Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"fe334179879fd0aa","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T18:21:03.087979Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T18:21:03.088234Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:21:03.088293Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:21:03.088315Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:21:03.088445Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fe334179879fd0aa","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T18:21:03.089668Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-04-16T18:21:03.089722Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-04-16T18:21:03.089750Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fe334179879fd0aa switched to configuration voters=(18317056099668185258)"} {"level":"info","ts":"2026-04-16T18:21:03.089970Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","added-peer-id":"fe334179879fd0aa","added-peer-peer-urls":["https://199.204.45.69:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-16T18:21:03.091902Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"fe334179879fd0aa","initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T18:21:03.091937Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T18:21:03.374725Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"fe334179879fd0aa is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T18:21:03.381785Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"fe334179879fd0aa became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T18:21:03.381881Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"fe334179879fd0aa received MsgPreVoteResp from fe334179879fd0aa at term 1"} {"level":"info","ts":"2026-04-16T18:21:03.382009Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"fe334179879fd0aa has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-16T18:21:03.382060Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"fe334179879fd0aa became candidate at term 2"} {"level":"info","ts":"2026-04-16T18:21:03.616962Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"fe334179879fd0aa received MsgVoteResp from fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:21:03.617020Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"fe334179879fd0aa has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-16T18:21:03.617056Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"fe334179879fd0aa became leader at term 2"} {"level":"info","ts":"2026-04-16T18:21:03.617071Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: fe334179879fd0aa elected leader fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:21:03.619848Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:21:03.622288Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"fe334179879fd0aa","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.69:2379]}","cluster-id":"d79a8cccc23ced73","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T18:21:03.622406Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T18:21:03.622526Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T18:21:03.622790Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T18:21:03.622868Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T18:21:03.623146Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:21:03.623379Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:21:03.623484Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:21:03.623645Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-16T18:21:03.623795Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-16T18:21:03.623987Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-16T18:21:03.625355Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-16T18:21:03.625600Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-16T18:21:03.632600Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T18:21:03.637926Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.69:2379"} {"level":"warn","ts":"2026-04-16T18:21:03.739321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.739544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.767755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.773357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.787330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.807989Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.817751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.827142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.835851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.845442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.853445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.865798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.873206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.882067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.892355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.900822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.909434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.933706Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.941761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.950605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:03.957100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.000879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.013278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.024568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.036284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.046596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.054609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.061601Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.071173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.083345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.091630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.101497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.111974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.121760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.130377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.141686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.150878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.158841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.171311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.190226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.200401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.208345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.218686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.225332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.236355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.246632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.269782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.279789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.288056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.295809Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.304029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.310505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.319394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.327956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.337497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.345876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.355805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.364908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.394255Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.402223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.409826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:04.476968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36718","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:21:05.061841Z","caller":"traceutil/trace.go:172","msg":"trace[1991762454] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"101.484543ms","start":"2026-04-16T18:21:04.960333Z","end":"2026-04-16T18:21:05.061817Z","steps":["trace[1991762454] 'process raft request' (duration: 91.335982ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:08.679327Z","caller":"traceutil/trace.go:172","msg":"trace[1710849558] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"362.373022ms","start":"2026-04-16T18:21:08.316894Z","end":"2026-04-16T18:21:08.679267Z","steps":["trace[1710849558] 'process raft request' (duration: 362.072233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:08.680865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.316867Z","time spent":"362.723414ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:21:08.683462Z","caller":"traceutil/trace.go:172","msg":"trace[1611142160] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"365.638313ms","start":"2026-04-16T18:21:08.317788Z","end":"2026-04-16T18:21:08.683426Z","steps":["trace[1611142160] 'process raft request' (duration: 365.525216ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:08.683489Z","caller":"traceutil/trace.go:172","msg":"trace[688308633] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"364.433079ms","start":"2026-04-16T18:21:08.319019Z","end":"2026-04-16T18:21:08.683452Z","steps":["trace[688308633] 'process raft request' (duration: 364.314941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:08.683652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.317764Z","time spent":"365.805524ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:21:08.683658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.319009Z","time spent":"364.571598ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:21:08.683630Z","caller":"traceutil/trace.go:172","msg":"trace[650053324] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"364.467041ms","start":"2026-04-16T18:21:08.319139Z","end":"2026-04-16T18:21:08.683606Z","steps":["trace[650053324] 'process raft request' (duration: 364.213966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:08.683737Z","caller":"traceutil/trace.go:172","msg":"trace[1808754205] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"365.946663ms","start":"2026-04-16T18:21:08.317726Z","end":"2026-04-16T18:21:08.683673Z","steps":["trace[1808754205] 'process raft request' (duration: 365.504125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:08.683855Z","caller":"traceutil/trace.go:172","msg":"trace[840173417] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"359.639984ms","start":"2026-04-16T18:21:08.324202Z","end":"2026-04-16T18:21:08.683842Z","steps":["trace[840173417] 'process raft request' (duration: 359.169975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:08.683904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.324182Z","time spent":"359.698798ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":223,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:21:08.683945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.317702Z","time spent":"366.143345ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:21:08.684000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.319122Z","time spent":"364.675924ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:21:08.684288Z","caller":"traceutil/trace.go:172","msg":"trace[1856760937] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"356.664241ms","start":"2026-04-16T18:21:08.327589Z","end":"2026-04-16T18:21:08.684253Z","steps":["trace[1856760937] 'process raft request' (duration: 355.860432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:08.685459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.327569Z","time spent":"357.820412ms","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":170,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:21:08.684353Z","caller":"traceutil/trace.go:172","msg":"trace[611639969] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"320.831055ms","start":"2026-04-16T18:21:08.363509Z","end":"2026-04-16T18:21:08.684340Z","steps":["trace[611639969] 'process raft request' (duration: 320.75502ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:08.684393Z","caller":"traceutil/trace.go:172","msg":"trace[2008007609] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"320.800332ms","start":"2026-04-16T18:21:08.363585Z","end":"2026-04-16T18:21:08.684385Z","steps":["trace[2008007609] 'process raft request' (duration: 320.586239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:08.685722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.363578Z","time spent":"322.121844ms","remote":"127.0.0.1:35836","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:21:08.686020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:08.363488Z","time spent":"322.509257ms","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:21:09.971874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.905199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T18:21:09.972015Z","caller":"traceutil/trace.go:172","msg":"trace[277427120] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:339; }","duration":"147.109822ms","start":"2026-04-16T18:21:09.824882Z","end":"2026-04-16T18:21:09.971992Z","steps":["trace[277427120] 'range keys from in-memory index tree' (duration: 146.625182ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:13.796999Z","caller":"traceutil/trace.go:172","msg":"trace[1354634767] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"117.951716ms","start":"2026-04-16T18:21:13.679010Z","end":"2026-04-16T18:21:13.796962Z","steps":["trace[1354634767] 'process raft request' (duration: 100.081207ms)","trace[1354634767] 'compare' (duration: 17.712839ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T18:21:14.031516Z","caller":"traceutil/trace.go:172","msg":"trace[991046744] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:410; }","duration":"207.466591ms","start":"2026-04-16T18:21:13.824000Z","end":"2026-04-16T18:21:14.031467Z","steps":["trace[991046744] 'read index received' (duration: 207.456101ms)","trace[991046744] 'applied index is now lower than readState.Index' (duration: 9.31µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T18:21:14.036582Z","caller":"traceutil/trace.go:172","msg":"trace[1283416134] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"232.637842ms","start":"2026-04-16T18:21:13.803904Z","end":"2026-04-16T18:21:14.036542Z","steps":["trace[1283416134] 'process raft request' (duration: 227.7768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:14.036649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.6105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-16T18:21:14.036776Z","caller":"traceutil/trace.go:172","msg":"trace[1479092894] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:390; }","duration":"212.767321ms","start":"2026-04-16T18:21:13.823984Z","end":"2026-04-16T18:21:14.036752Z","steps":["trace[1479092894] 'agreement among raft nodes before linearized reading' (duration: 207.635281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:14.036898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.501473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T18:21:14.036980Z","caller":"traceutil/trace.go:172","msg":"trace[1306263145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:392; }","duration":"162.732508ms","start":"2026-04-16T18:21:13.874239Z","end":"2026-04-16T18:21:14.036971Z","steps":["trace[1306263145] 'agreement among raft nodes before linearized reading' (duration: 162.379446ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:14.037108Z","caller":"traceutil/trace.go:172","msg":"trace[615360498] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"231.916608ms","start":"2026-04-16T18:21:13.804656Z","end":"2026-04-16T18:21:14.036572Z","steps":["trace[615360498] 'process raft request' (duration: 231.855185ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:15.388160Z","caller":"traceutil/trace.go:172","msg":"trace[321932819] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"129.800971ms","start":"2026-04-16T18:21:15.258289Z","end":"2026-04-16T18:21:15.388090Z","steps":["trace[321932819] 'process raft request' (duration: 129.439999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:15.485610Z","caller":"traceutil/trace.go:172","msg":"trace[1933356130] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"139.987394ms","start":"2026-04-16T18:21:15.345590Z","end":"2026-04-16T18:21:15.485578Z","steps":["trace[1933356130] 'process raft request' (duration: 136.473636ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:19.476263Z","caller":"traceutil/trace.go:172","msg":"trace[462625997] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"233.818916ms","start":"2026-04-16T18:21:19.242419Z","end":"2026-04-16T18:21:19.476238Z","steps":["trace[462625997] 'process raft request' (duration: 233.633095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:19.477923Z","caller":"traceutil/trace.go:172","msg":"trace[551164363] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"235.242905ms","start":"2026-04-16T18:21:19.242668Z","end":"2026-04-16T18:21:19.477911Z","steps":["trace[551164363] 'process raft request' (duration: 235.107497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:25.834926Z","caller":"traceutil/trace.go:172","msg":"trace[1180493394] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:469; }","duration":"335.321547ms","start":"2026-04-16T18:21:25.499561Z","end":"2026-04-16T18:21:25.834883Z","steps":["trace[1180493394] 'read index received' (duration: 335.306598ms)","trace[1180493394] 'applied index is now lower than readState.Index' (duration: 12.499µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:21:25.835160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.585659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T18:21:25.835366Z","caller":"traceutil/trace.go:172","msg":"trace[1566406645] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"387.590585ms","start":"2026-04-16T18:21:25.447739Z","end":"2026-04-16T18:21:25.835330Z","steps":["trace[1566406645] 'process raft request' (duration: 387.405723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:25.835401Z","caller":"traceutil/trace.go:172","msg":"trace[8368760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:446; }","duration":"335.685705ms","start":"2026-04-16T18:21:25.499544Z","end":"2026-04-16T18:21:25.835230Z","steps":["trace[8368760] 'agreement among raft nodes before linearized reading' (duration: 335.439643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:25.835629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:25.499524Z","time spent":"336.08632ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:21:25.835787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:25.447686Z","time spent":"387.786488ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:21:25.836057Z","caller":"traceutil/trace.go:172","msg":"trace[2102726581] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"317.357354ms","start":"2026-04-16T18:21:25.518673Z","end":"2026-04-16T18:21:25.836030Z","steps":["trace[2102726581] 'process raft request' (duration: 317.275457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:25.836214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.403394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T18:21:25.837439Z","caller":"traceutil/trace.go:172","msg":"trace[981049664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:448; }","duration":"336.642398ms","start":"2026-04-16T18:21:25.500788Z","end":"2026-04-16T18:21:25.837431Z","steps":["trace[981049664] 'agreement among raft nodes before linearized reading' (duration: 335.312237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:25.837465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:25.500722Z","time spent":"336.734295ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:21:25.837808Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:21:25.518630Z","time spent":"318.398666ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:21:31.997625Z","caller":"traceutil/trace.go:172","msg":"trace[56371029] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"123.459665ms","start":"2026-04-16T18:21:31.874145Z","end":"2026-04-16T18:21:31.997604Z","steps":["trace[56371029] 'process raft request' (duration: 119.202536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:38.168658Z","caller":"traceutil/trace.go:172","msg":"trace[1418578819] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"210.515721ms","start":"2026-04-16T18:21:37.958123Z","end":"2026-04-16T18:21:38.168639Z","steps":["trace[1418578819] 'process raft request' (duration: 209.932482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:38.168820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.181993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T18:21:38.168867Z","caller":"traceutil/trace.go:172","msg":"trace[1220245693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:476; }","duration":"205.246842ms","start":"2026-04-16T18:21:37.963606Z","end":"2026-04-16T18:21:38.168853Z","steps":["trace[1220245693] 'agreement among raft nodes before linearized reading' (duration: 205.037817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:38.168040Z","caller":"traceutil/trace.go:172","msg":"trace[1586880247] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:501; }","duration":"204.403519ms","start":"2026-04-16T18:21:37.963612Z","end":"2026-04-16T18:21:38.168016Z","steps":["trace[1586880247] 'read index received' (duration: 204.383859ms)","trace[1586880247] 'applied index is now lower than readState.Index' (duration: 12.91µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T18:21:38.169499Z","caller":"traceutil/trace.go:172","msg":"trace[963873433] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"129.624694ms","start":"2026-04-16T18:21:38.039851Z","end":"2026-04-16T18:21:38.169476Z","steps":["trace[963873433] 'process raft request' (duration: 129.509427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:21:38.169562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.605555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T18:21:38.169579Z","caller":"traceutil/trace.go:172","msg":"trace[2008570382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:477; }","duration":"129.623924ms","start":"2026-04-16T18:21:38.039951Z","end":"2026-04-16T18:21:38.169575Z","steps":["trace[2008570382] 'agreement among raft nodes before linearized reading' (duration: 129.570886ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:21:52.386767Z","caller":"traceutil/trace.go:172","msg":"trace[102452375] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"136.916691ms","start":"2026-04-16T18:21:52.249834Z","end":"2026-04-16T18:21:52.386750Z","steps":["trace[102452375] 'process raft request' (duration: 58.405481ms)","trace[102452375] 'compare' (duration: 78.325872ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T18:21:55.240044Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fe334179879fd0aa switched to configuration voters=(18317056099668185258) learners=(10652881571715391143)"} {"level":"info","ts":"2026-04-16T18:21:55.240408Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","added-peer-id":"93d6a3591c669ea7","added-peer-peer-urls":["https://199.204.45.233:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-16T18:21:55.240476Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:55.240622Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:55.241166Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:55.241542Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:55.241615Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-16T18:21:55.241774Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"fe334179879fd0aa","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:55.241227Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:55.241937Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:55.241969Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"error","ts":"2026-04-16T18:21:55.288817Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-16T18:21:55.627793Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.233:2380/version","remote-member-id":"93d6a3591c669ea7","error":"Get \"https://199.204.45.233:2380/version\": dial tcp 199.204.45.233:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-16T18:21:55.627849Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"93d6a3591c669ea7","error":"Get \"https://199.204.45.233:2380/version\": dial tcp 199.204.45.233:2380: connect: connection refused"} {"level":"error","ts":"2026-04-16T18:21:55.796309Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:21:56.292495Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:21:56.791382Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:21:57.292442Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:21:57.794832Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:21:58.290570Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:21:58.793952Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-16T18:21:58.955533Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"93d6a3591c669ea7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:21:58.955599Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:58.955634Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:58.956615Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:58.956907Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:58.959119Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"93d6a3591c669ea7","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:21:58.959142Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:58.980851Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"fe334179879fd0aa","to":"93d6a3591c669ea7","bytes":839687,"size":"840 kB"} {"level":"info","ts":"2026-04-16T18:21:58.981045Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":557,"remote-peer-id":"93d6a3591c669ea7","bytes":839687,"size":"840 kB"} {"level":"info","ts":"2026-04-16T18:21:58.992104Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":831488,"size":"832 kB"} {"level":"info","ts":"2026-04-16T18:21:58.999741Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":557,"remote-peer-id":"93d6a3591c669ea7","bytes":839687,"size":"840 kB"} {"level":"warn","ts":"2026-04-16T18:21:59.011283Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:21:59.011633Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7","error":"EOF"} {"level":"info","ts":"2026-04-16T18:21:59.028746Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"93d6a3591c669ea7","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-16T18:21:59.028807Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:59.028832Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:59.033736Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"93d6a3591c669ea7","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-16T18:21:59.033794Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:59.033812Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:59.062469Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:59.065387Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:59.293082Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fe334179879fd0aa switched to configuration voters=(10652881571715391143 18317056099668185258)"} {"level":"info","ts":"2026-04-16T18:21:59.293278Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","promoted-member-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:21:59.293344Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"fe334179879fd0aa","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"93d6a3591c669ea7"} {"level":"warn","ts":"2026-04-16T18:21:59.312365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:59056","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:22:15.197718Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-16T18:22:19.483344Z","caller":"traceutil/trace.go:172","msg":"trace[1858491568] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:619; }","duration":"253.499267ms","start":"2026-04-16T18:22:19.229821Z","end":"2026-04-16T18:22:19.483320Z","steps":["trace[1858491568] 'read index received' (duration: 253.493287ms)","trace[1858491568] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:22:19.483468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.642099ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:22:19.483504Z","caller":"traceutil/trace.go:172","msg":"trace[1792475744] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:579; }","duration":"253.687099ms","start":"2026-04-16T18:22:19.229801Z","end":"2026-04-16T18:22:19.483488Z","steps":["trace[1792475744] 'agreement among raft nodes before linearized reading' (duration: 253.616649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:22:24.907475Z","caller":"traceutil/trace.go:172","msg":"trace[591416327] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"544.192207ms","start":"2026-04-16T18:22:24.363250Z","end":"2026-04-16T18:22:24.907442Z","steps":["trace[591416327] 'process raft request' (duration: 543.994023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:24.907619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:24.363204Z","time spent":"544.35021ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:22:24.929823Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:22:25.083659Z","caller":"traceutil/trace.go:172","msg":"trace[431643797] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:663; }","duration":"654.474371ms","start":"2026-04-16T18:22:24.429150Z","end":"2026-04-16T18:22:25.083624Z","steps":["trace[431643797] 'read index received' (duration: 654.451941ms)","trace[431643797] 'applied index is now lower than readState.Index' (duration: 6.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:22:25.083904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.719706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:22:25.083937Z","caller":"traceutil/trace.go:172","msg":"trace[439857322] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:618; }","duration":"654.794658ms","start":"2026-04-16T18:22:24.429133Z","end":"2026-04-16T18:22:25.083928Z","steps":["trace[439857322] 'agreement among raft nodes before linearized reading' (duration: 654.654746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:25.083978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:24.429111Z","time spent":"654.855348ms","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-04-16T18:22:25.084027Z","caller":"traceutil/trace.go:172","msg":"trace[1999044600] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"718.631772ms","start":"2026-04-16T18:22:24.365379Z","end":"2026-04-16T18:22:25.084011Z","steps":["trace[1999044600] 'process raft request' (duration: 718.52059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:25.084221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:24.365355Z","time spent":"718.796134ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:22:25.085107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"645.657777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T18:22:25.085169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.817786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:22:25.085180Z","caller":"traceutil/trace.go:172","msg":"trace[858718397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"645.745028ms","start":"2026-04-16T18:22:24.439420Z","end":"2026-04-16T18:22:25.085165Z","steps":["trace[858718397] 'agreement among raft nodes before linearized reading' (duration: 645.538854ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:22:25.085203Z","caller":"traceutil/trace.go:172","msg":"trace[279845535] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:619; }","duration":"431.853228ms","start":"2026-04-16T18:22:24.653341Z","end":"2026-04-16T18:22:25.085195Z","steps":["trace[279845535] 'agreement among raft nodes before linearized reading' (duration: 431.793506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:25.085225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:24.653326Z","time spent":"431.895058ms","remote":"127.0.0.1:36088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:22:25.085226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:24.439407Z","time spent":"645.80847ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:22:25.085876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"458.157585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T18:22:25.086057Z","caller":"traceutil/trace.go:172","msg":"trace[67183160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"458.531592ms","start":"2026-04-16T18:22:24.627513Z","end":"2026-04-16T18:22:25.086044Z","steps":["trace[67183160] 'agreement among raft nodes before linearized reading' (duration: 457.639855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:25.086256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:24.627494Z","time spent":"458.747935ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-16T18:22:25.277852Z","caller":"traceutil/trace.go:172","msg":"trace[1294791985] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"186.910944ms","start":"2026-04-16T18:22:25.090850Z","end":"2026-04-16T18:22:25.277761Z","steps":["trace[1294791985] 'process raft request' (duration: 186.650659ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:22:25.278913Z","caller":"traceutil/trace.go:172","msg":"trace[515179276] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"187.735199ms","start":"2026-04-16T18:22:25.091166Z","end":"2026-04-16T18:22:25.278901Z","steps":["trace[515179276] 'process raft request' (duration: 187.551806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:22:29.000321Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"fe334179879fd0aa","to":"93d6a3591c669ea7","bytes":839687,"size":"840 kB","took":"30.019470303s"} {"level":"info","ts":"2026-04-16T18:22:49.474322Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fe334179879fd0aa switched to configuration voters=(10652881571715391143 18317056099668185258) learners=(13665278545107159780)"} {"level":"info","ts":"2026-04-16T18:22:49.474548Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","added-peer-id":"bda4d26f5de10ae4","added-peer-peer-urls":["https://199.204.45.44:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-16T18:22:49.474592Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.474615Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.474760Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.474791Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-16T18:22:49.474820Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"fe334179879fd0aa","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.475186Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.475216Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.475239Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.475519Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"error","ts":"2026-04-16T18:22:49.527928Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:22:50.045927Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-16T18:22:50.046048Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"bda4d26f5de10ae4","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-16T18:22:50.535559Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-16T18:22:51.037681Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-16T18:22:51.037768Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"bda4d26f5de10ae4","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-16T18:22:51.535105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:53738","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-16T18:22:51.535707Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-16T18:22:51.658421Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.44:2380/version","remote-member-id":"bda4d26f5de10ae4","error":"Get \"https://199.204.45.44:2380/version\": dial tcp 199.204.45.44:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-16T18:22:51.658486Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"bda4d26f5de10ae4","error":"Get \"https://199.204.45.44:2380/version\": dial tcp 199.204.45.44:2380: connect: connection refused"} {"level":"error","ts":"2026-04-16T18:22:52.034478Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-16T18:22:52.034598Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"bda4d26f5de10ae4","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-16T18:22:52.534147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:53746","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-16T18:22:52.534796Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-16T18:22:53.034725Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:33018","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-16T18:22:53.035535Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-16T18:22:53.035631Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"bda4d26f5de10ae4","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-04-16T18:22:53.302357Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.302440Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.310186Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"bda4d26f5de10ae4","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:22:53.310215Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.310566Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"fe334179879fd0aa","to":"bda4d26f5de10ae4","bytes":1074132,"size":"1.1 MB"} {"level":"info","ts":"2026-04-16T18:22:53.310680Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":752,"remote-peer-id":"bda4d26f5de10ae4","bytes":1074132,"size":"1.1 MB"} {"level":"info","ts":"2026-04-16T18:22:53.311544Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"bda4d26f5de10ae4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:22:53.311575Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.313842Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1064960,"size":"1.1 MB"} {"level":"info","ts":"2026-04-16T18:22:53.321420Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.324986Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":752,"remote-peer-id":"bda4d26f5de10ae4","bytes":1074132,"size":"1.1 MB"} {"level":"warn","ts":"2026-04-16T18:22:53.336390Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:53.336506Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4","error":"EOF"} {"level":"info","ts":"2026-04-16T18:22:53.354401Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"bda4d26f5de10ae4","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-16T18:22:53.354440Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.354463Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.355039Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fe334179879fd0aa","to":"bda4d26f5de10ae4","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-16T18:22:53.355132Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.355166Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.388681Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.429276Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fe334179879fd0aa","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.540846Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fe334179879fd0aa switched to configuration voters=(10652881571715391143 13665278545107159780 18317056099668185258)"} {"level":"info","ts":"2026-04-16T18:22:53.541068Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","promoted-member-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.541123Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"fe334179879fd0aa","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:23:03.424473Z","caller":"traceutil/trace.go:172","msg":"trace[613261557] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"120.830663ms","start":"2026-04-16T18:23:03.303624Z","end":"2026-04-16T18:23:03.424454Z","steps":["trace[613261557] 'process raft request' (duration: 120.692288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:09.476529Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-16T18:23:23.325462Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"fe334179879fd0aa","to":"bda4d26f5de10ae4","bytes":1074132,"size":"1.1 MB","took":"30.014917662s"} {"level":"info","ts":"2026-04-16T18:23:47.568405Z","caller":"traceutil/trace.go:172","msg":"trace[1622179168] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"142.13014ms","start":"2026-04-16T18:23:47.426243Z","end":"2026-04-16T18:23:47.568373Z","steps":["trace[1622179168] 'process raft request' (duration: 141.878559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.830527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.580056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:23:49.830652Z","caller":"traceutil/trace.go:172","msg":"trace[402723276] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"308.625637ms","start":"2026-04-16T18:23:49.522008Z","end":"2026-04-16T18:23:49.830633Z","steps":["trace[402723276] 'process raft request' (duration: 121.689156ms)","trace[402723276] 'compare' (duration: 186.433498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:49.830779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:49.521982Z","time spent":"308.72505ms","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4595,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:23:49.831246Z","caller":"traceutil/trace.go:172","msg":"trace[1903256390] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1037; }","duration":"280.826985ms","start":"2026-04-16T18:23:49.550392Z","end":"2026-04-16T18:23:49.831219Z","steps":["trace[1903256390] 'read index received' (duration: 280.818645ms)","trace[1903256390] 'applied index is now lower than readState.Index' (duration: 6.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:49.831624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.260435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-frdvn\" limit:1 ","response":"range_response_count:1 size:14991"} {"level":"info","ts":"2026-04-16T18:23:49.831955Z","caller":"traceutil/trace.go:172","msg":"trace[789980164] range","detail":"{range_begin:/registry/pods/kube-system/cilium-frdvn; range_end:; response_count:1; response_revision:941; }","duration":"281.62016ms","start":"2026-04-16T18:23:49.550322Z","end":"2026-04-16T18:23:49.831942Z","steps":["trace[789980164] 'agreement among raft nodes before linearized reading' (duration: 281.070406ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:49.831998Z","caller":"traceutil/trace.go:172","msg":"trace[40738603] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"309.61851ms","start":"2026-04-16T18:23:49.522347Z","end":"2026-04-16T18:23:49.831966Z","steps":["trace[40738603] 'process raft request' (duration: 309.409721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.832072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:49.522341Z","time spent":"309.692692ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14976,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:23:49.831945Z","caller":"traceutil/trace.go:172","msg":"trace[103274406] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"309.737255ms","start":"2026-04-16T18:23:49.522174Z","end":"2026-04-16T18:23:49.831911Z","steps":["trace[103274406] 'process raft request' (duration: 309.520406ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:49.832296Z","caller":"traceutil/trace.go:172","msg":"trace[1969057283] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"310.230107ms","start":"2026-04-16T18:23:49.522057Z","end":"2026-04-16T18:23:49.832287Z","steps":["trace[1969057283] 'process raft request' (duration: 309.493935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:49.832352Z","caller":"traceutil/trace.go:172","msg":"trace[569124001] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"309.906803ms","start":"2026-04-16T18:23:49.522428Z","end":"2026-04-16T18:23:49.832335Z","steps":["trace[569124001] 'process raft request' (duration: 309.438462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.832364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:49.522029Z","time spent":"310.29932ms","remote":"127.0.0.1:36488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4317,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:23:49.832446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:49.522329Z","time spent":"310.06422ms","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:23:49.832459Z","caller":"traceutil/trace.go:172","msg":"trace[270166330] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"303.154096ms","start":"2026-04-16T18:23:49.529293Z","end":"2026-04-16T18:23:49.832447Z","steps":["trace[270166330] 'process raft request' (duration: 302.612792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.832513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:49.529284Z","time spent":"303.205138ms","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14294,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:23:49.832499Z","caller":"traceutil/trace.go:172","msg":"trace[1410909704] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"258.064915ms","start":"2026-04-16T18:23:49.574409Z","end":"2026-04-16T18:23:49.832474Z","steps":["trace[1410909704] 'process raft request' (duration: 257.97386ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:49.832608Z","caller":"traceutil/trace.go:172","msg":"trace[988143629] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"310.159913ms","start":"2026-04-16T18:23:49.522393Z","end":"2026-04-16T18:23:49.832553Z","steps":["trace[988143629] 'process raft request' (duration: 309.432121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.833037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:49.522389Z","time spent":"310.344852ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14976,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:23:49.833273Z","caller":"traceutil/trace.go:172","msg":"trace[395027772] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"283.694281ms","start":"2026-04-16T18:23:49.549529Z","end":"2026-04-16T18:23:49.833223Z","steps":["trace[395027772] 'process raft request' (duration: 282.581902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.833874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:49.522149Z","time spent":"310.08718ms","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:23:49.834911Z","caller":"traceutil/trace.go:172","msg":"trace[934385338] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"145.795825ms","start":"2026-04-16T18:23:49.689100Z","end":"2026-04-16T18:23:49.834895Z","steps":["trace[934385338] 'process raft request' (duration: 145.182637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:52.490476Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:23:52.991591Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:23:53.491931Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:23:53.533009Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fe334179879fd0aa [logterm: 2, index: 1080, vote: fe334179879fd0aa] ignored MsgPreVote from 93d6a3591c669ea7 [logterm: 2, index: 1064] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"info","ts":"2026-04-16T18:23:53.581448Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fe334179879fd0aa [logterm: 2, index: 1080, vote: fe334179879fd0aa] ignored MsgPreVote from bda4d26f5de10ae4 [logterm: 2, index: 1064] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"info","ts":"2026-04-16T18:23:53.958727Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fe334179879fd0aa [logterm: 2, index: 1080, vote: fe334179879fd0aa] ignored MsgVote from 93d6a3591c669ea7 [logterm: 2, index: 1064] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-16T18:23:53.989501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999834733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T18:23:53.989619Z","caller":"traceutil/trace.go:172","msg":"trace[876112404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99997659s","start":"2026-04-16T18:23:51.989621Z","end":"2026-04-16T18:23:53.989598Z","steps":["trace[876112404] 'agreement among raft nodes before linearized reading' (duration: 1.999828423s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:53.989719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.989599Z","time spent":"2.000108446s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:23:53.992645Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:23:54.010407Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.253058376s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T18:23:54.010545Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"fe334179879fd0aa [term: 2] received a MsgApp message with higher term from 93d6a3591c669ea7 [term: 3]"} {"level":"info","ts":"2026-04-16T18:23:54.010589Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fe334179879fd0aa became follower at term 3"} {"level":"info","ts":"2026-04-16T18:23:54.010608Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1065 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-04-16T18:23:54.010647Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:203","msg":"replace the unstable entries from index 1065"} {"level":"info","ts":"2026-04-16T18:23:54.010675Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: fe334179879fd0aa changed leader from fe334179879fd0aa to 93d6a3591c669ea7 at term 3"} {"level":"info","ts":"2026-04-16T18:23:54.011190Z","caller":"traceutil/trace.go:172","msg":"trace[872724091] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"2.253970626s","start":"2026-04-16T18:23:51.757199Z","end":"2026-04-16T18:23:54.011170Z","steps":["trace[872724091] 'process raft request' (duration: 2.253808149s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.011312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.757169Z","time spent":"2.254077341s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:23:54.024939Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025014Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025024Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025031Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025037Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025044Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025050Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025057Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025064Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025070Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025262Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025269Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025283Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025290Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.025296Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"fe334179879fd0aa [term: 3] ignored a MsgAppResp message with lower term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:23:54.138970Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-16T18:23:54.145223Z","caller":"traceutil/trace.go:172","msg":"trace[431370399] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1065; }","duration":"134.424929ms","start":"2026-04-16T18:23:54.010771Z","end":"2026-04-16T18:23:54.145196Z","steps":["trace[431370399] 'read index received' (duration: 134.413449ms)","trace[431370399] 'applied index is now lower than readState.Index' (duration: 9.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:54.145309Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":18317056099668185258,"new-lead":10652881571715391143} {"level":"warn","ts":"2026-04-16T18:23:54.145329Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":18317056099668185258} {"level":"warn","ts":"2026-04-16T18:23:54.145353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.915543238s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:23:54.145422Z","caller":"traceutil/trace.go:172","msg":"trace[320039295] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:967; }","duration":"1.915633792s","start":"2026-04-16T18:23:52.229769Z","end":"2026-04-16T18:23:54.145403Z","steps":["trace[320039295] 'agreement among raft nodes before linearized reading' (duration: 1.915488306s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.580977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:23:54.145467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.035717319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:23:54.145492Z","caller":"traceutil/trace.go:172","msg":"trace[1515599458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"2.03574869s","start":"2026-04-16T18:23:52.109736Z","end":"2026-04-16T18:23:54.145485Z","steps":["trace[1515599458] 'agreement among raft nodes before linearized reading' (duration: 2.035603664s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:54.145496Z","caller":"traceutil/trace.go:172","msg":"trace[557482724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"154.65795ms","start":"2026-04-16T18:23:53.990823Z","end":"2026-04-16T18:23:54.145481Z","steps":["trace[557482724] 'agreement among raft nodes before linearized reading' (duration: 154.546976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.109705Z","time spent":"2.035814752s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:23:54.145881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.879853564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:23:54.145960Z","caller":"traceutil/trace.go:172","msg":"trace[2047714198] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:967; }","duration":"1.879932617s","start":"2026-04-16T18:23:52.266018Z","end":"2026-04-16T18:23:54.145950Z","steps":["trace[2047714198] 'agreement among raft nodes before linearized reading' (duration: 1.879830652s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.265994Z","time spent":"1.879983931s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:23:54.145900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.036071543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T18:23:54.146262Z","caller":"traceutil/trace.go:172","msg":"trace[1875628480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"2.036471101s","start":"2026-04-16T18:23:52.109767Z","end":"2026-04-16T18:23:54.146238Z","steps":["trace[1875628480] 'agreement among raft nodes before linearized reading' (duration: 2.03554986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.146361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.109738Z","time spent":"2.036606058s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-16T18:23:54.147185Z","caller":"traceutil/trace.go:172","msg":"trace[1897959642] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"129.379714ms","start":"2026-04-16T18:23:54.017791Z","end":"2026-04-16T18:23:54.147171Z","steps":["trace[1897959642] 'process raft request' (duration: 129.149674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.147623Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15036003580050860831,"received-request-id":15036003580050860827} {"level":"info","ts":"2026-04-16T18:23:54.147821Z","caller":"traceutil/trace.go:172","msg":"trace[173368594] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"128.773317ms","start":"2026-04-16T18:23:54.019028Z","end":"2026-04-16T18:23:54.147802Z","steps":["trace[173368594] 'process raft request' (duration: 128.031554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:54.149042Z","caller":"traceutil/trace.go:172","msg":"trace[1673822879] transaction","detail":"{read_only:false; number_of_response:1; response_revision:969; }","duration":"129.272848ms","start":"2026-04-16T18:23:54.019747Z","end":"2026-04-16T18:23:54.149020Z","steps":["trace[1673822879] 'process raft request' (duration: 127.420936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:56.839624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.840726Z","time spent":"4.998881728s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:56 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:56.839664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.841525Z","time spent":"4.998135406s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:56 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:58.764714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.764113Z","time spent":"7.000593659s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T18:23:58.770875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.769837Z","time spent":"7.001031124s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T18:23:58.773170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.960186Z","time spent":"6.812981553s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T18:23:58.773298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.786429Z","time spent":"6.986867961s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:58 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:58.773334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.809179Z","time spent":"6.964154236s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T18:23:58.773272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.784845Z","time spent":"6.988419099s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:58 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:58.773390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.845431Z","time spent":"6.927956027s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:58 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:58.773408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.782715Z","time spent":"6.9906891s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T18:23:58.773441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.787978Z","time spent":"6.985462128s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:58 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:58.773473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.783521Z","time spent":"6.989951298s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:58 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/16 18:23:58 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:58.773955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.776495Z","time spent":"6.996907515s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 18:23:58 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:23:59.005554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.004967Z","time spent":"7.000581595s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T18:24:01.987514Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:02.130050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.489082433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.130135Z","caller":"traceutil/trace.go:172","msg":"trace[593074838] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:999; }","duration":"1.489187508s","start":"2026-04-16T18:24:00.640932Z","end":"2026-04-16T18:24:02.130119Z","steps":["trace[593074838] 'range keys from in-memory index tree' (duration: 1.48771976s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.130180Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.640910Z","time spent":"1.489259319s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:02.130273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"901.401932ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.130324Z","caller":"traceutil/trace.go:172","msg":"trace[1061206031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"901.451774ms","start":"2026-04-16T18:24:01.228854Z","end":"2026-04-16T18:24:02.130305Z","steps":["trace[1061206031] 'range keys from in-memory index tree' (duration: 901.353459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.130404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.444955169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-frdvn\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-16T18:24:02.130510Z","caller":"traceutil/trace.go:172","msg":"trace[88080190] range","detail":"{range_begin:/registry/pods/kube-system/cilium-frdvn; range_end:; response_count:1; response_revision:999; }","duration":"1.445077804s","start":"2026-04-16T18:24:00.685412Z","end":"2026-04-16T18:24:02.130490Z","steps":["trace[88080190] 'range keys from in-memory index tree' (duration: 1.443314564s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.130554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.685389Z","time spent":"1.445154688s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18373,"request content":"key:\"/registry/pods/kube-system/cilium-frdvn\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:02.131507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.744284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:24:02.131583Z","caller":"traceutil/trace.go:172","msg":"trace[849883367] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.267482401s","start":"2026-04-16T18:24:00.864088Z","end":"2026-04-16T18:24:02.131571Z","steps":["trace[849883367] 'process raft request' (duration: 666.606761ms)","trace[849883367] 'compare' (duration: 600.331266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:02.131639Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.864057Z","time spent":"1.267558905s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:02.488419Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:02.988945Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:03.490030Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:03.628708Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.318266607s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T18:24:03.629007Z","caller":"traceutil/trace.go:172","msg":"trace[63218200] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1113; }","duration":"2.141657939s","start":"2026-04-16T18:24:01.487323Z","end":"2026-04-16T18:24:03.628981Z","steps":["trace[63218200] 'read index received' (duration: 2.141647198s)","trace[63218200] 'applied index is now lower than readState.Index' (duration: 9.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:03.724759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.237418511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:03.724841Z","caller":"traceutil/trace.go:172","msg":"trace[1740444105] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1000; }","duration":"2.237512886s","start":"2026-04-16T18:24:01.487308Z","end":"2026-04-16T18:24:03.724821Z","steps":["trace[1740444105] 'agreement among raft nodes before linearized reading' (duration: 2.141789656s)","trace[1740444105] 'range keys from in-memory index tree' (duration: 95.597424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:03.724881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.487276Z","time spent":"2.23759474s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:03.725004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.414434978s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:24:03.725225Z","caller":"traceutil/trace.go:172","msg":"trace[327135564] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"2.859642022s","start":"2026-04-16T18:24:00.865568Z","end":"2026-04-16T18:24:03.725210Z","steps":["trace[327135564] 'process raft request' (duration: 1.444916551s)","trace[327135564] 'compare' (duration: 1.413991977s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:03.725351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.865553Z","time spent":"2.859701825s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:03.754339Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15036003580050860897,"received-request-id":15036003580050860893} {"level":"warn","ts":"2026-04-16T18:24:03.993735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000130063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T18:24:03.993835Z","caller":"traceutil/trace.go:172","msg":"trace[572417997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248188s","start":"2026-04-16T18:24:01.993563Z","end":"2026-04-16T18:24:03.993811Z","steps":["trace[572417997] 'agreement among raft nodes before linearized reading' (duration: 2.000124863s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.993904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.993539Z","time spent":"2.000354593s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 18:24:03 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:24:04.073687Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15036003580050860897,"received-request-id":15036003580050860893} {"level":"warn","ts":"2026-04-16T18:24:04.129496Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:04.629910Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:04.981559Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fe334179879fd0aa [logterm: 3, index: 1120, vote: 0] ignored MsgPreVote from bda4d26f5de10ae4 [logterm: 3, index: 1120] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-16T18:24:05.130507Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:05.631574Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:05.994080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000151299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T18:24:05.994174Z","caller":"traceutil/trace.go:172","msg":"trace[1943559608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267654s","start":"2026-04-16T18:24:03.993884Z","end":"2026-04-16T18:24:05.994152Z","steps":["trace[1943559608] 'agreement among raft nodes before linearized reading' (duration: 2.000147918s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.994242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.993784Z","time spent":"2.000446223s","remote":"127.0.0.1:35544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 18:24:05 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T18:24:06.021084Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.195737989s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T18:24:06.021418Z","caller":"traceutil/trace.go:172","msg":"trace[137930424] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1117; }","duration":"2.392328864s","start":"2026-04-16T18:24:03.629066Z","end":"2026-04-16T18:24:06.021395Z","steps":["trace[137930424] 'read index received' (duration: 2.392315754s)","trace[137930424] 'applied index is now lower than readState.Index' (duration: 11.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:06.521978Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:06.781407Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fe334179879fd0aa [logterm: 3, index: 1121, vote: 0] ignored MsgPreVote from bda4d26f5de10ae4 [logterm: 3, index: 1121] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-16T18:24:07.022264Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050860900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:07.150699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.915328461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:24:07.150787Z","caller":"traceutil/trace.go:172","msg":"trace[702588853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1003; }","duration":"4.915434145s","start":"2026-04-16T18:24:02.235334Z","end":"2026-04-16T18:24:07.150769Z","steps":["trace[702588853] 'agreement among raft nodes before linearized reading' (duration: 3.786099318s)","trace[702588853] 'range keys from in-memory index tree' (duration: 1.129051165s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.150831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.235306Z","time spent":"4.915515419s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.151065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.834044421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.151106Z","caller":"traceutil/trace.go:172","msg":"trace[1805596621] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1003; }","duration":"4.834081672s","start":"2026-04-16T18:24:02.317012Z","end":"2026-04-16T18:24:07.151093Z","steps":["trace[1805596621] 'agreement among raft nodes before linearized reading' (duration: 3.704442611s)","trace[1805596621] 'range keys from in-memory index tree' (duration: 1.12958932s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.151132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.316983Z","time spent":"4.834141896s","remote":"127.0.0.1:35836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.151278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.849438034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.151313Z","caller":"traceutil/trace.go:172","msg":"trace[1455556854] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1003; }","duration":"4.849470365s","start":"2026-04-16T18:24:02.301833Z","end":"2026-04-16T18:24:07.151303Z","steps":["trace[1455556854] 'agreement among raft nodes before linearized reading' (duration: 3.719630934s)","trace[1455556854] 'range keys from in-memory index tree' (duration: 1.12979757s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.151339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.301823Z","time spent":"4.849509337s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.152749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.903564135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T18:24:07.153810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.63204573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.153811Z","caller":"traceutil/trace.go:172","msg":"trace[668737884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1003; }","duration":"4.904632054s","start":"2026-04-16T18:24:02.249135Z","end":"2026-04-16T18:24:07.153767Z","steps":["trace[668737884] 'agreement among raft nodes before linearized reading' (duration: 3.772336029s)","trace[668737884] 'range keys from in-memory index tree' (duration: 1.131092048s)"],"step_count":2} {"level":"info","ts":"2026-04-16T18:24:07.153863Z","caller":"traceutil/trace.go:172","msg":"trace[817321429] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1003; }","duration":"5.632089342s","start":"2026-04-16T18:24:01.521754Z","end":"2026-04-16T18:24:07.153844Z","steps":["trace[817321429] 'agreement among raft nodes before linearized reading' (duration: 4.499924233s)","trace[817321429] 'range keys from in-memory index tree' (duration: 1.132104276s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.153913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.521720Z","time spent":"5.632184165s","remote":"127.0.0.1:35836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.153941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.249106Z","time spent":"4.904796771s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.153836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.548486445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.154024Z","caller":"traceutil/trace.go:172","msg":"trace[2086384570] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1003; }","duration":"5.548727606s","start":"2026-04-16T18:24:01.605266Z","end":"2026-04-16T18:24:07.153994Z","steps":["trace[2086384570] 'agreement among raft nodes before linearized reading' (duration: 4.416214102s)","trace[2086384570] 'range keys from in-memory index tree' (duration: 1.132233641s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.153614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.555544667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.154217Z","caller":"traceutil/trace.go:172","msg":"trace[178836950] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1003; }","duration":"5.556151284s","start":"2026-04-16T18:24:01.598051Z","end":"2026-04-16T18:24:07.154202Z","steps":["trace[178836950] 'agreement among raft nodes before linearized reading' (duration: 4.423441701s)","trace[178836950] 'range keys from in-memory index tree' (duration: 1.132090556s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.154254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.598017Z","time spent":"5.556226959s","remote":"127.0.0.1:35836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.154158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.605261Z","time spent":"5.548837211s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.153608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.023216107s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.154371Z","caller":"traceutil/trace.go:172","msg":"trace[851770562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1003; }","duration":"5.024000564s","start":"2026-04-16T18:24:02.130357Z","end":"2026-04-16T18:24:07.154358Z","steps":["trace[851770562] 'agreement among raft nodes before linearized reading' (duration: 3.891130073s)","trace[851770562] 'range keys from in-memory index tree' (duration: 1.132067423s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.154981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.13305903s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:24:07.158187Z","caller":"traceutil/trace.go:172","msg":"trace[1707759750] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"5.010253138s","start":"2026-04-16T18:24:02.147916Z","end":"2026-04-16T18:24:07.158169Z","steps":["trace[1707759750] 'process raft request' (duration: 5.009955994s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.158433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.147886Z","time spent":"5.010382344s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:07.244353Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.222975694s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T18:24:07.253593Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15036003580050860900,"received-request-id":15036003580050860897} {"level":"warn","ts":"2026-04-16T18:24:07.320364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.244273717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:07.320443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.322271351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a6e97ede449ab2\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-16T18:24:07.320541Z","caller":"traceutil/trace.go:172","msg":"trace[250773968] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a6e97ede449ab2; range_end:; response_count:1; response_revision:1007; }","duration":"1.322386347s","start":"2026-04-16T18:24:05.998130Z","end":"2026-04-16T18:24:07.320516Z","steps":["trace[250773968] 'agreement among raft nodes before linearized reading' (duration: 1.322143565s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:07.320508Z","caller":"traceutil/trace.go:172","msg":"trace[1814210424] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1007; }","duration":"3.244430104s","start":"2026-04-16T18:24:04.076059Z","end":"2026-04-16T18:24:07.320489Z","steps":["trace[1814210424] 'agreement among raft nodes before linearized reading' (duration: 3.244228264s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.320583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.998102Z","time spent":"1.322472421s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a6e97ede449ab2\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.320609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.076033Z","time spent":"3.244567051s","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.320592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.455963553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" limit:1 ","response":"range_response_count:1 size:3756"} {"level":"info","ts":"2026-04-16T18:24:07.320677Z","caller":"traceutil/trace.go:172","msg":"trace[131634296] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1007; }","duration":"3.456069378s","start":"2026-04-16T18:24:03.864586Z","end":"2026-04-16T18:24:07.320656Z","steps":["trace[131634296] 'agreement among raft nodes before linearized reading' (duration: 3.455777044s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:07.320218Z","caller":"traceutil/trace.go:172","msg":"trace[190870620] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1121; }","duration":"1.298594851s","start":"2026-04-16T18:24:06.021597Z","end":"2026-04-16T18:24:07.320192Z","steps":["trace[190870620] 'read index received' (duration: 1.298567869s)","trace[190870620] 'applied index is now lower than readState.Index' (duration: 25.562µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.320440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.964230059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:07.320733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.864559Z","time spent":"3.456164611s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":3780,"request content":"key:\"/registry/clusterroles/admin\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:07.320757Z","caller":"traceutil/trace.go:172","msg":"trace[253095481] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1007; }","duration":"1.964548433s","start":"2026-04-16T18:24:05.356199Z","end":"2026-04-16T18:24:07.320747Z","steps":["trace[253095481] 'agreement among raft nodes before linearized reading' (duration: 1.964203157s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.320782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.356173Z","time spent":"1.964601985s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.320823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.317125945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.320857Z","caller":"traceutil/trace.go:172","msg":"trace[220632555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1007; }","duration":"1.317155007s","start":"2026-04-16T18:24:06.003691Z","end":"2026-04-16T18:24:07.320846Z","steps":["trace[220632555] 'agreement among raft nodes before linearized reading' (duration: 1.317103284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.320876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.003673Z","time spent":"1.317199359s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:07.320888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.183600604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T18:24:07.320910Z","caller":"traceutil/trace.go:172","msg":"trace[1965063780] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1007; }","duration":"3.183622615s","start":"2026-04-16T18:24:04.137281Z","end":"2026-04-16T18:24:07.320903Z","steps":["trace[1965063780] 'agreement among raft nodes before linearized reading' (duration: 3.183243588s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.320926Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.137268Z","time spent":"3.183653236s","remote":"127.0.0.1:35740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.321554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.385598612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-16T18:24:07.321607Z","caller":"traceutil/trace.go:172","msg":"trace[2103492668] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1007; }","duration":"2.385679086s","start":"2026-04-16T18:24:04.935916Z","end":"2026-04-16T18:24:07.321595Z","steps":["trace[2103492668] 'agreement among raft nodes before linearized reading' (duration: 2.384341263s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.321727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.462033891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" limit:1 ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-16T18:24:07.321780Z","caller":"traceutil/trace.go:172","msg":"trace[2100106568] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:1008; }","duration":"3.462088273s","start":"2026-04-16T18:24:03.859679Z","end":"2026-04-16T18:24:07.321768Z","steps":["trace[2100106568] 'agreement among raft nodes before linearized reading' (duration: 3.461305387s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.321814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.859648Z","time spent":"3.462157867s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":1678,"request content":"key:\"/registry/clusterroles/cilium\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:07.323334Z","caller":"traceutil/trace.go:172","msg":"trace[495048458] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"161.990138ms","start":"2026-04-16T18:24:07.161335Z","end":"2026-04-16T18:24:07.323325Z","steps":["trace[495048458] 'process raft request' (duration: 161.967186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:07.323424Z","caller":"traceutil/trace.go:172","msg":"trace[1474703590] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"1.593597341s","start":"2026-04-16T18:24:05.729819Z","end":"2026-04-16T18:24:07.323416Z","steps":["trace[1474703590] 'process raft request' (duration: 1.593445274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.323500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.729797Z","time spent":"1.593653694s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:07.323505Z","caller":"traceutil/trace.go:172","msg":"trace[1501163358] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"163.1373ms","start":"2026-04-16T18:24:07.160358Z","end":"2026-04-16T18:24:07.323495Z","steps":["trace[1501163358] 'process raft request' (duration: 162.92605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:07.323355Z","caller":"traceutil/trace.go:172","msg":"trace[2042580277] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"3.18697551s","start":"2026-04-16T18:24:04.136356Z","end":"2026-04-16T18:24:07.323332Z","steps":["trace[2042580277] 'process raft request' (duration: 3.186875055s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.323572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.136322Z","time spent":"3.187232582s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:07.323668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.935887Z","time spent":"2.387767963s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.335664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.966338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.335724Z","caller":"traceutil/trace.go:172","msg":"trace[1549685991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1015; }","duration":"180.040321ms","start":"2026-04-16T18:24:07.155672Z","end":"2026-04-16T18:24:07.335713Z","steps":["trace[1549685991] 'agreement among raft nodes before linearized reading' (duration: 179.936407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.336175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"662.332226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T18:24:07.336229Z","caller":"traceutil/trace.go:172","msg":"trace[1906096999] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:1015; }","duration":"662.402268ms","start":"2026-04-16T18:24:06.673816Z","end":"2026-04-16T18:24:07.336219Z","steps":["trace[1906096999] 'agreement among raft nodes before linearized reading' (duration: 662.257272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.336266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.673780Z","time spent":"662.479723ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.69\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.336493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.008161451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.336542Z","caller":"traceutil/trace.go:172","msg":"trace[1400450167] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1015; }","duration":"1.008216783s","start":"2026-04-16T18:24:06.328316Z","end":"2026-04-16T18:24:07.336533Z","steps":["trace[1400450167] 'agreement among raft nodes before linearized reading' (duration: 1.00814877s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.336567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.328293Z","time spent":"1.008264636s","remote":"127.0.0.1:36578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:08.250007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.880286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-04-16T18:24:08.250044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.436826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-16T18:24:08.250092Z","caller":"traceutil/trace.go:172","msg":"trace[749575492] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1020; }","duration":"124.989761ms","start":"2026-04-16T18:24:08.125086Z","end":"2026-04-16T18:24:08.250076Z","steps":["trace[749575492] 'range keys from in-memory index tree' (duration: 123.668439ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.250116Z","caller":"traceutil/trace.go:172","msg":"trace[814370180] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1020; }","duration":"159.532031ms","start":"2026-04-16T18:24:08.090568Z","end":"2026-04-16T18:24:08.250100Z","steps":["trace[814370180] 'range keys from in-memory index tree' (duration: 158.070883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.250114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.359602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-04-16T18:24:08.250200Z","caller":"traceutil/trace.go:172","msg":"trace[1159051165] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1020; }","duration":"105.491248ms","start":"2026-04-16T18:24:08.144693Z","end":"2026-04-16T18:24:08.250184Z","steps":["trace[1159051165] 'range keys from in-memory index tree' (duration: 103.340516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.250315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.440911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"info","ts":"2026-04-16T18:24:08.250342Z","caller":"traceutil/trace.go:172","msg":"trace[276081046] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1020; }","duration":"166.468112ms","start":"2026-04-16T18:24:08.083866Z","end":"2026-04-16T18:24:08.250334Z","steps":["trace[276081046] 'range keys from in-memory index tree' (duration: 164.510872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.250538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.873324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-16T18:24:08.250571Z","caller":"traceutil/trace.go:172","msg":"trace[1613304138] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1020; }","duration":"127.907995ms","start":"2026-04-16T18:24:08.122653Z","end":"2026-04-16T18:24:08.250561Z","steps":["trace[1613304138] 'range keys from in-memory index tree' (duration: 125.723665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.250572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.734529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-04-16T18:24:08.250602Z","caller":"traceutil/trace.go:172","msg":"trace[889255355] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1020; }","duration":"102.765181ms","start":"2026-04-16T18:24:08.147828Z","end":"2026-04-16T18:24:08.250593Z","steps":["trace[889255355] 'range keys from in-memory index tree' (duration: 101.417318ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.527005Z","caller":"traceutil/trace.go:172","msg":"trace[242685090] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"215.272844ms","start":"2026-04-16T18:24:08.311710Z","end":"2026-04-16T18:24:08.526983Z","steps":["trace[242685090] 'process raft request' (duration: 215.2037ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.528017Z","caller":"traceutil/trace.go:172","msg":"trace[1455712967] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1138; }","duration":"278.158638ms","start":"2026-04-16T18:24:08.249820Z","end":"2026-04-16T18:24:08.527979Z","steps":["trace[1455712967] 'read index received' (duration: 278.153167ms)","trace[1455712967] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:08.528180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.342396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:08.528217Z","caller":"traceutil/trace.go:172","msg":"trace[969408912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1023; }","duration":"278.396768ms","start":"2026-04-16T18:24:08.249811Z","end":"2026-04-16T18:24:08.528208Z","steps":["trace[969408912] 'agreement among raft nodes before linearized reading' (duration: 278.316815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.530984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.936028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-16T18:24:08.530984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.5806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"info","ts":"2026-04-16T18:24:08.531042Z","caller":"traceutil/trace.go:172","msg":"trace[1227831175] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1023; }","duration":"275.008061ms","start":"2026-04-16T18:24:08.256022Z","end":"2026-04-16T18:24:08.531030Z","steps":["trace[1227831175] 'agreement among raft nodes before linearized reading' (duration: 274.844783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.531062Z","caller":"traceutil/trace.go:172","msg":"trace[1590502231] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1023; }","duration":"198.668584ms","start":"2026-04-16T18:24:08.332381Z","end":"2026-04-16T18:24:08.531050Z","steps":["trace[1590502231] 'agreement among raft nodes before linearized reading' (duration: 198.426842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.531064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.223237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-16T18:24:08.531175Z","caller":"traceutil/trace.go:172","msg":"trace[1263648334] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1023; }","duration":"276.374295ms","start":"2026-04-16T18:24:08.254778Z","end":"2026-04-16T18:24:08.531152Z","steps":["trace[1263648334] 'agreement among raft nodes before linearized reading' (duration: 276.034649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.531169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.519266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-04-16T18:24:08.531281Z","caller":"traceutil/trace.go:172","msg":"trace[1261875836] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1023; }","duration":"201.642682ms","start":"2026-04-16T18:24:08.329615Z","end":"2026-04-16T18:24:08.531257Z","steps":["trace[1261875836] 'agreement among raft nodes before linearized reading' (duration: 201.330137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.531349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.741655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-04-16T18:24:08.531469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.661563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3683"} {"level":"info","ts":"2026-04-16T18:24:08.531450Z","caller":"traceutil/trace.go:172","msg":"trace[1424424949] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1023; }","duration":"275.846289ms","start":"2026-04-16T18:24:08.255588Z","end":"2026-04-16T18:24:08.531435Z","steps":["trace[1424424949] 'agreement among raft nodes before linearized reading' (duration: 275.42495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.531517Z","caller":"traceutil/trace.go:172","msg":"trace[1874762781] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1023; }","duration":"187.713306ms","start":"2026-04-16T18:24:08.343792Z","end":"2026-04-16T18:24:08.531505Z","steps":["trace[1874762781] 'agreement among raft nodes before linearized reading' (duration: 187.172951ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.929586Z","caller":"traceutil/trace.go:172","msg":"trace[207667450] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"210.687731ms","start":"2026-04-16T18:24:08.718878Z","end":"2026-04-16T18:24:08.929566Z","steps":["trace[207667450] 'process raft request' (duration: 210.632879ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.929849Z","caller":"traceutil/trace.go:172","msg":"trace[1086442358] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1141; }","duration":"231.564478ms","start":"2026-04-16T18:24:08.698255Z","end":"2026-04-16T18:24:08.929820Z","steps":["trace[1086442358] 'read index received' (duration: 222.944759ms)","trace[1086442358] 'applied index is now lower than readState.Index' (duration: 8.617579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:08.930091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.81451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-04-16T18:24:08.930145Z","caller":"traceutil/trace.go:172","msg":"trace[836415991] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1027; }","duration":"231.880953ms","start":"2026-04-16T18:24:08.698250Z","end":"2026-04-16T18:24:08.930131Z","steps":["trace[836415991] 'agreement among raft nodes before linearized reading' (duration: 231.707955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.931528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.328509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-16T18:24:08.931565Z","caller":"traceutil/trace.go:172","msg":"trace[33240649] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:1027; }","duration":"225.383852ms","start":"2026-04-16T18:24:08.706173Z","end":"2026-04-16T18:24:08.931557Z","steps":["trace[33240649] 'agreement among raft nodes before linearized reading' (duration: 225.186492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.931630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.830878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-04-16T18:24:08.931642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.694358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-16T18:24:08.931660Z","caller":"traceutil/trace.go:172","msg":"trace[153009681] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1027; }","duration":"196.858509ms","start":"2026-04-16T18:24:08.734792Z","end":"2026-04-16T18:24:08.931651Z","steps":["trace[153009681] 'agreement among raft nodes before linearized reading' (duration: 196.783786ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.931683Z","caller":"traceutil/trace.go:172","msg":"trace[1008367164] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1027; }","duration":"219.738721ms","start":"2026-04-16T18:24:08.711934Z","end":"2026-04-16T18:24:08.931672Z","steps":["trace[1008367164] 'agreement among raft nodes before linearized reading' (duration: 219.625556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.931736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.687767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"info","ts":"2026-04-16T18:24:08.931754Z","caller":"traceutil/trace.go:172","msg":"trace[1112437230] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1027; }","duration":"222.706958ms","start":"2026-04-16T18:24:08.709042Z","end":"2026-04-16T18:24:08.931749Z","steps":["trace[1112437230] 'agreement among raft nodes before linearized reading' (duration: 222.652096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.931528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.851007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-04-16T18:24:08.931814Z","caller":"traceutil/trace.go:172","msg":"trace[704355136] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1027; }","duration":"206.152591ms","start":"2026-04-16T18:24:08.725657Z","end":"2026-04-16T18:24:08.931809Z","steps":["trace[704355136] 'agreement among raft nodes before linearized reading' (duration: 205.768163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.931826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.961333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-frdvn\" limit:1 ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-04-16T18:24:08.931856Z","caller":"traceutil/trace.go:172","msg":"trace[210525020] range","detail":"{range_begin:/registry/pods/kube-system/cilium-frdvn; range_end:; response_count:1; response_revision:1027; }","duration":"213.991504ms","start":"2026-04-16T18:24:08.717856Z","end":"2026-04-16T18:24:08.931847Z","steps":["trace[210525020] 'agreement among raft nodes before linearized reading' (duration: 213.90206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.441066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.397626ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:09.441450Z","caller":"traceutil/trace.go:172","msg":"trace[270623344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1027; }","duration":"211.822587ms","start":"2026-04-16T18:24:09.229361Z","end":"2026-04-16T18:24:09.441184Z","steps":["trace[270623344] 'range keys from in-memory index tree' (duration: 211.328544ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:09.445912Z","caller":"traceutil/trace.go:172","msg":"trace[930189926] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"501.580385ms","start":"2026-04-16T18:24:08.944316Z","end":"2026-04-16T18:24:09.445896Z","steps":["trace[930189926] 'process raft request' (duration: 501.435599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.446530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.944262Z","time spent":"501.706981ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:09.489814Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050861013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:09.830110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.739228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-16T18:24:09.990185Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003580050861013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:10.049117Z","caller":"traceutil/trace.go:172","msg":"trace[1913179316] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1145; }","duration":"1.059437431s","start":"2026-04-16T18:24:08.989648Z","end":"2026-04-16T18:24:10.049085Z","steps":["trace[1913179316] 'read index received' (duration: 1.05942342s)","trace[1913179316] 'applied index is now lower than readState.Index' (duration: 12.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.090208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.94531ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T18:24:10.090342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.10066837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.090419Z","caller":"traceutil/trace.go:172","msg":"trace[1443936322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"1.100762514s","start":"2026-04-16T18:24:08.989638Z","end":"2026-04-16T18:24:10.090401Z","steps":["trace[1443936322] 'agreement among raft nodes before linearized reading' (duration: 1.059529825s)","trace[1443936322] 'range keys from in-memory index tree' (duration: 41.093983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.090456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.989617Z","time spent":"1.100831707s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T18:24:10.091578Z","caller":"traceutil/trace.go:172","msg":"trace[255208834] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"993.565488ms","start":"2026-04-16T18:24:09.097989Z","end":"2026-04-16T18:24:10.091554Z","steps":["trace[255208834] 'process raft request' (duration: 992.311239ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.092216Z","caller":"traceutil/trace.go:172","msg":"trace[641954254] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"762.165242ms","start":"2026-04-16T18:24:09.330030Z","end":"2026-04-16T18:24:10.092195Z","steps":["trace[641954254] 'process raft request' (duration: 761.455029ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.091952Z","caller":"traceutil/trace.go:172","msg":"trace[295760088] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"763.134827ms","start":"2026-04-16T18:24:09.328699Z","end":"2026-04-16T18:24:10.091834Z","steps":["trace[295760088] 'process raft request' (duration: 762.687217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.092355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.330017Z","time spent":"762.256997ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:10.092494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.328671Z","time spent":"763.62432ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:10.093519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.097927Z","time spent":"994.075082ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:10.138315Z","caller":"traceutil/trace.go:172","msg":"trace[1915459505] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"574.002679ms","start":"2026-04-16T18:24:09.564284Z","end":"2026-04-16T18:24:10.138287Z","steps":["trace[1915459505] 'process raft request' (duration: 573.810531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.138521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.564243Z","time spent":"574.167818ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:10.141046Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15036003580050861019,"received-request-id":15036003580050861013} {"level":"warn","ts":"2026-04-16T18:24:10.141221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.675526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.141266Z","caller":"traceutil/trace.go:172","msg":"trace[726776330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"699.726327ms","start":"2026-04-16T18:24:09.441524Z","end":"2026-04-16T18:24:10.141250Z","steps":["trace[726776330] 'agreement among raft nodes before linearized reading' (duration: 699.648004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.142113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"812.176909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T18:24:10.142296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"813.01405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T18:24:10.142340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.115656122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-16T18:24:10.142386Z","caller":"traceutil/trace.go:172","msg":"trace[358855101] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1036; }","duration":"1.115695513s","start":"2026-04-16T18:24:09.026676Z","end":"2026-04-16T18:24:10.142371Z","steps":["trace[358855101] 'agreement among raft nodes before linearized reading' (duration: 1.115598199s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.142462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.026650Z","time spent":"1.115800328s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.142563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.130295282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"info","ts":"2026-04-16T18:24:10.142638Z","caller":"traceutil/trace.go:172","msg":"trace[2042034163] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1036; }","duration":"1.130396207s","start":"2026-04-16T18:24:09.012225Z","end":"2026-04-16T18:24:10.142621Z","steps":["trace[2042034163] 'agreement among raft nodes before linearized reading' (duration: 1.129846061s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.142684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.012192Z","time spent":"1.1304812s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2157,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:10.142386Z","caller":"traceutil/trace.go:172","msg":"trace[1168524534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1036; }","duration":"813.076652ms","start":"2026-04-16T18:24:09.329270Z","end":"2026-04-16T18:24:10.142347Z","steps":["trace[1168524534] 'agreement among raft nodes before linearized reading' (duration: 812.937786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.142749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.329242Z","time spent":"813.491792ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.142855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.106403082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:10.142156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.124006951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"warn","ts":"2026-04-16T18:24:10.142945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.107997568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"info","ts":"2026-04-16T18:24:10.142972Z","caller":"traceutil/trace.go:172","msg":"trace[1764423629] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1036; }","duration":"1.124826759s","start":"2026-04-16T18:24:09.018130Z","end":"2026-04-16T18:24:10.142957Z","steps":["trace[1764423629] 'agreement among raft nodes before linearized reading' (duration: 1.123757849s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.143003Z","caller":"traceutil/trace.go:172","msg":"trace[149500320] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1036; }","duration":"1.10806071s","start":"2026-04-16T18:24:09.034929Z","end":"2026-04-16T18:24:10.142990Z","steps":["trace[149500320] 'agreement among raft nodes before linearized reading' (duration: 1.107227061s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.143021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.018122Z","time spent":"1.124884121s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2054,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.143041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.034923Z","time spent":"1.108106292s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2054,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:10.142912Z","caller":"traceutil/trace.go:172","msg":"trace[904696372] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1036; }","duration":"1.106642253s","start":"2026-04-16T18:24:09.036256Z","end":"2026-04-16T18:24:10.142898Z","steps":["trace[904696372] 'agreement among raft nodes before linearized reading' (duration: 1.106183302s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.143204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.036244Z","time spent":"1.106904206s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.142251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.110600357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-16T18:24:10.143613Z","caller":"traceutil/trace.go:172","msg":"trace[2046843626] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1036; }","duration":"1.111960361s","start":"2026-04-16T18:24:09.031632Z","end":"2026-04-16T18:24:10.143592Z","steps":["trace[2046843626] 'agreement among raft nodes before linearized reading' (duration: 1.110535194s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.143692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.031627Z","time spent":"1.112026843s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":730,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:10.142297Z","caller":"traceutil/trace.go:172","msg":"trace[1299389875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1036; }","duration":"812.831921ms","start":"2026-04-16T18:24:09.329448Z","end":"2026-04-16T18:24:10.142279Z","steps":["trace[1299389875] 'agreement among raft nodes before linearized reading' (duration: 812.055544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.144087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.329430Z","time spent":"814.636064ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.142113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.122329553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"info","ts":"2026-04-16T18:24:10.144773Z","caller":"traceutil/trace.go:172","msg":"trace[998334377] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1036; }","duration":"1.125004227s","start":"2026-04-16T18:24:09.019748Z","end":"2026-04-16T18:24:10.144753Z","steps":["trace[998334377] 'agreement among raft nodes before linearized reading' (duration: 1.121893113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.145178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.019741Z","time spent":"1.125411836s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2157,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.513587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.700874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.513903Z","caller":"traceutil/trace.go:172","msg":"trace[1828892818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"283.8433ms","start":"2026-04-16T18:24:10.229842Z","end":"2026-04-16T18:24:10.513685Z","steps":["trace[1828892818] 'range keys from in-memory index tree' (duration: 283.648922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.514078Z","caller":"traceutil/trace.go:172","msg":"trace[1643594493] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"363.785121ms","start":"2026-04-16T18:24:10.150275Z","end":"2026-04-16T18:24:10.514060Z","steps":["trace[1643594493] 'process raft request' (duration: 309.034823ms)","trace[1643594493] 'compare' (duration: 54.640693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.514200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.150244Z","time spent":"363.888637ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:10.562698Z","caller":"traceutil/trace.go:172","msg":"trace[1717229830] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1154; }","duration":"409.267809ms","start":"2026-04-16T18:24:10.153406Z","end":"2026-04-16T18:24:10.562674Z","steps":["trace[1717229830] 'read index received' (duration: 409.260348ms)","trace[1717229830] 'applied index is now lower than readState.Index' (duration: 6.071µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.562867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"409.437906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.562955Z","caller":"traceutil/trace.go:172","msg":"trace[1651658666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"409.543271ms","start":"2026-04-16T18:24:10.153394Z","end":"2026-04-16T18:24:10.562938Z","steps":["trace[1651658666] 'agreement among raft nodes before linearized reading' (duration: 409.384754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.563003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.153369Z","time spent":"409.624626ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T18:24:10.563094Z","caller":"traceutil/trace.go:172","msg":"trace[271427582] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"412.204936ms","start":"2026-04-16T18:24:10.150848Z","end":"2026-04-16T18:24:10.563053Z","steps":["trace[271427582] 'process raft request' (duration: 411.918812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.563319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.150840Z","time spent":"412.364832ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:10.705070Z","caller":"traceutil/trace.go:172","msg":"trace[630844343] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1156; }","duration":"142.276162ms","start":"2026-04-16T18:24:10.562773Z","end":"2026-04-16T18:24:10.705049Z","steps":["trace[630844343] 'read index received' (duration: 26.988427ms)","trace[630844343] 'applied index is now lower than readState.Index' (duration: 115.282055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.705254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.248622ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:10.705291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.596813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"info","ts":"2026-04-16T18:24:10.705358Z","caller":"traceutil/trace.go:172","msg":"trace[280760537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1040; }","duration":"191.371338ms","start":"2026-04-16T18:24:10.513964Z","end":"2026-04-16T18:24:10.705335Z","steps":["trace[280760537] 'agreement among raft nodes before linearized reading' (duration: 191.20236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.705366Z","caller":"traceutil/trace.go:172","msg":"trace[210158346] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1040; }","duration":"470.695307ms","start":"2026-04-16T18:24:10.234654Z","end":"2026-04-16T18:24:10.705349Z","steps":["trace[210158346] 'agreement among raft nodes before linearized reading' (duration: 470.429055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.705370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.058492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"warn","ts":"2026-04-16T18:24:10.705416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.234645Z","time spent":"470.761091ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2054,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.705467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.538892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:2030"} {"level":"warn","ts":"2026-04-16T18:24:10.705488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.89802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-16T18:24:10.705519Z","caller":"traceutil/trace.go:172","msg":"trace[1326004875] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1040; }","duration":"475.928342ms","start":"2026-04-16T18:24:10.229583Z","end":"2026-04-16T18:24:10.705512Z","steps":["trace[1326004875] 'agreement among raft nodes before linearized reading' (duration: 475.853319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.705521Z","caller":"traceutil/trace.go:172","msg":"trace[1827003270] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1040; }","duration":"484.590653ms","start":"2026-04-16T18:24:10.220917Z","end":"2026-04-16T18:24:10.705508Z","steps":["trace[1827003270] 'agreement among raft nodes before linearized reading' (duration: 484.480278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.705551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.229572Z","time spent":"475.971974ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.705560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.220875Z","time spent":"484.674039ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2054,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:10.705416Z","caller":"traceutil/trace.go:172","msg":"trace[1988092121] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1040; }","duration":"466.136065ms","start":"2026-04-16T18:24:10.239268Z","end":"2026-04-16T18:24:10.705404Z","steps":["trace[1988092121] 'agreement among raft nodes before linearized reading' (duration: 465.964027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.705368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.376616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-16T18:24:10.705839Z","caller":"traceutil/trace.go:172","msg":"trace[1195711787] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1040; }","duration":"475.875858ms","start":"2026-04-16T18:24:10.229950Z","end":"2026-04-16T18:24:10.705826Z","steps":["trace[1195711787] 'agreement among raft nodes before linearized reading' (duration: 475.232178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.705906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.229940Z","time spent":"475.921832ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":730,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.705986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.239255Z","time spent":"466.364106ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2157,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.706227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.837736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:1 size:2133"} {"level":"info","ts":"2026-04-16T18:24:10.706948Z","caller":"traceutil/trace.go:172","msg":"trace[955489941] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1040; }","duration":"482.730297ms","start":"2026-04-16T18:24:10.224196Z","end":"2026-04-16T18:24:10.706926Z","steps":["trace[955489941] 'agreement among raft nodes before linearized reading' (duration: 481.06799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.707007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.224187Z","time spent":"482.804041ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2157,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.709024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.346533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.709154Z","caller":"traceutil/trace.go:172","msg":"trace[947232055] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1041; }","duration":"137.480198ms","start":"2026-04-16T18:24:10.571660Z","end":"2026-04-16T18:24:10.709140Z","steps":["trace[947232055] 'agreement among raft nodes before linearized reading' (duration: 137.30485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.709037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.357928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.709225Z","caller":"traceutil/trace.go:172","msg":"trace[739081869] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1041; }","duration":"144.548387ms","start":"2026-04-16T18:24:10.564667Z","end":"2026-04-16T18:24:10.709216Z","steps":["trace[739081869] 'agreement among raft nodes before linearized reading' (duration: 144.295485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:12.319050Z","caller":"traceutil/trace.go:172","msg":"trace[1555288279] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"221.269354ms","start":"2026-04-16T18:24:12.097759Z","end":"2026-04-16T18:24:12.319028Z","steps":["trace[1555288279] 'process raft request' (duration: 221.184161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:12.319543Z","caller":"traceutil/trace.go:172","msg":"trace[1729763204] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"221.756727ms","start":"2026-04-16T18:24:12.097769Z","end":"2026-04-16T18:24:12.319526Z","steps":["trace[1729763204] 'process raft request' (duration: 221.658212ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:12.319943Z","caller":"traceutil/trace.go:172","msg":"trace[162764733] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1188; }","duration":"377.825347ms","start":"2026-04-16T18:24:11.942100Z","end":"2026-04-16T18:24:12.319925Z","steps":["trace[162764733] 'read index received' (duration: 377.804356ms)","trace[162764733] 'applied index is now lower than readState.Index' (duration: 19.921µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:12.320152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.035228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-04-16T18:24:12.320209Z","caller":"traceutil/trace.go:172","msg":"trace[933367431] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1065; }","duration":"378.105311ms","start":"2026-04-16T18:24:11.942094Z","end":"2026-04-16T18:24:12.320199Z","steps":["trace[933367431] 'agreement among raft nodes before linearized reading' (duration: 377.934523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:12.320234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:11.942054Z","time spent":"378.172123ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":937,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:12.321691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.899271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:12.321745Z","caller":"traceutil/trace.go:172","msg":"trace[151154212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"332.929862ms","start":"2026-04-16T18:24:11.988784Z","end":"2026-04-16T18:24:12.321714Z","steps":["trace[151154212] 'agreement among raft nodes before linearized reading' (duration: 332.878811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:12.321771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:11.988760Z","time spent":"333.004226ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:12.321899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.672655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 ","response":"range_response_count:1 size:913"} {"level":"warn","ts":"2026-04-16T18:24:12.321925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.279005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-16T18:24:12.321953Z","caller":"traceutil/trace.go:172","msg":"trace[1924997816] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1065; }","duration":"334.733127ms","start":"2026-04-16T18:24:11.987207Z","end":"2026-04-16T18:24:12.321941Z","steps":["trace[1924997816] 'agreement among raft nodes before linearized reading' (duration: 334.58006ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:12.321969Z","caller":"traceutil/trace.go:172","msg":"trace[844825375] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1065; }","duration":"370.329689ms","start":"2026-04-16T18:24:11.951628Z","end":"2026-04-16T18:24:12.321958Z","steps":["trace[844825375] 'agreement among raft nodes before linearized reading' (duration: 369.975641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:12.321962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.95056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:798"} {"level":"warn","ts":"2026-04-16T18:24:12.321996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.150546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-04-16T18:24:12.322020Z","caller":"traceutil/trace.go:172","msg":"trace[1282054873] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1065; }","duration":"367.026833ms","start":"2026-04-16T18:24:11.954982Z","end":"2026-04-16T18:24:12.322009Z","steps":["trace[1282054873] 'agreement among raft nodes before linearized reading' (duration: 366.867576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:12.322021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:11.951619Z","time spent":"370.38005ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":785,"request content":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:12.322029Z","caller":"traceutil/trace.go:172","msg":"trace[2024567323] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1065; }","duration":"332.242971ms","start":"2026-04-16T18:24:11.989776Z","end":"2026-04-16T18:24:12.322019Z","steps":["trace[2024567323] 'agreement among raft nodes before linearized reading' (duration: 331.924916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:12.322052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:11.954974Z","time spent":"367.067786ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":822,"request content":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:12.322057Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:11.989768Z","time spent":"332.282263ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":982,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:12.322090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:11.987176Z","time spent":"334.799761ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":937,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:12.322166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.010379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-04-16T18:24:12.322344Z","caller":"traceutil/trace.go:172","msg":"trace[1551376593] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1065; }","duration":"335.196498ms","start":"2026-04-16T18:24:11.987131Z","end":"2026-04-16T18:24:12.322328Z","steps":["trace[1551376593] 'agreement among raft nodes before linearized reading' (duration: 334.612982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:12.322615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:11.987109Z","time spent":"335.488512ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":982,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:12.676033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:13.575982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.753818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pv-protection-controller\" limit:1 ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-16T18:24:13.576077Z","caller":"traceutil/trace.go:172","msg":"trace[760403362] range","detail":"{range_begin:/registry/clusterroles/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:1087; }","duration":"120.877023ms","start":"2026-04-16T18:24:13.455181Z","end":"2026-04-16T18:24:13.576058Z","steps":["trace[760403362] 'range keys from in-memory index tree' (duration: 119.275499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:13.576241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.012339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:730"} {"level":"info","ts":"2026-04-16T18:24:13.576303Z","caller":"traceutil/trace.go:172","msg":"trace[1002530026] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1087; }","duration":"115.089882ms","start":"2026-04-16T18:24:13.461200Z","end":"2026-04-16T18:24:13.576290Z","steps":["trace[1002530026] 'range keys from in-memory index tree' (duration: 113.783902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:18.784412Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:19.633813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.832969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"warn","ts":"2026-04-16T18:24:19.633535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.599568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-16T18:24:19.633896Z","caller":"traceutil/trace.go:172","msg":"trace[795658240] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1187; }","duration":"171.932714ms","start":"2026-04-16T18:24:19.461950Z","end":"2026-04-16T18:24:19.633883Z","steps":["trace[795658240] 'range keys from in-memory index tree' (duration: 170.242464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:19.633918Z","caller":"traceutil/trace.go:172","msg":"trace[784947064] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1187; }","duration":"121.001778ms","start":"2026-04-16T18:24:19.512898Z","end":"2026-04-16T18:24:19.633900Z","steps":["trace[784947064] 'range keys from in-memory index tree' (duration: 118.957481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:19.634048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.044549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-04-16T18:24:19.634139Z","caller":"traceutil/trace.go:172","msg":"trace[1078144297] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1187; }","duration":"172.147734ms","start":"2026-04-16T18:24:19.461967Z","end":"2026-04-16T18:24:19.634115Z","steps":["trace[1078144297] 'range keys from in-memory index tree' (duration: 170.164191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:19.634016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.426536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-public\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T18:24:19.634397Z","caller":"traceutil/trace.go:172","msg":"trace[716065586] range","detail":"{range_begin:/registry/namespaces/kube-public; range_end:; response_count:1; response_revision:1187; }","duration":"122.828066ms","start":"2026-04-16T18:24:19.511549Z","end":"2026-04-16T18:24:19.634377Z","steps":["trace[716065586] 'range keys from in-memory index tree' (duration: 120.706214ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:19.639671Z","caller":"traceutil/trace.go:172","msg":"trace[1022691903] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1361; }","duration":"111.178323ms","start":"2026-04-16T18:24:19.528480Z","end":"2026-04-16T18:24:19.639659Z","steps":["trace[1022691903] 'read index received' (duration: 111.174863ms)","trace[1022691903] 'applied index is now lower than readState.Index' (duration: 2.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:19.640952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.450623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-04-16T18:24:19.641026Z","caller":"traceutil/trace.go:172","msg":"trace[1477546427] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1188; }","duration":"112.536627ms","start":"2026-04-16T18:24:19.528476Z","end":"2026-04-16T18:24:19.641012Z","steps":["trace[1477546427] 'agreement among raft nodes before linearized reading' (duration: 112.255074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:19.647985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.755115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-04-16T18:24:19.648029Z","caller":"traceutil/trace.go:172","msg":"trace[597684973] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:1188; }","duration":"105.809078ms","start":"2026-04-16T18:24:19.542211Z","end":"2026-04-16T18:24:19.648020Z","steps":["trace[597684973] 'agreement among raft nodes before linearized reading' (duration: 105.663182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:21.788092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:21.800571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:21.825962Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:21.839266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:22.232526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51184","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:24:27.649340Z","caller":"traceutil/trace.go:172","msg":"trace[1968319181] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1463; }","duration":"150.29997ms","start":"2026-04-16T18:24:27.498946Z","end":"2026-04-16T18:24:27.649246Z","steps":["trace[1968319181] 'read index received' (duration: 150.29064ms)","trace[1968319181] 'applied index is now lower than readState.Index' (duration: 7.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:27.650210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.236556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:144 size:108442"} {"level":"info","ts":"2026-04-16T18:24:27.650383Z","caller":"traceutil/trace.go:172","msg":"trace[1858053830] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:144; response_revision:1280; }","duration":"151.435427ms","start":"2026-04-16T18:24:27.498936Z","end":"2026-04-16T18:24:27.650372Z","steps":["trace[1858053830] 'agreement among raft nodes before linearized reading' (duration: 150.440308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:27.652394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.26583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:27.652404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.789342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-04-16T18:24:27.652482Z","caller":"traceutil/trace.go:172","msg":"trace[1022683582] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1280; }","duration":"134.370045ms","start":"2026-04-16T18:24:27.518095Z","end":"2026-04-16T18:24:27.652465Z","steps":["trace[1022683582] 'agreement among raft nodes before linearized reading' (duration: 134.221288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:27.652491Z","caller":"traceutil/trace.go:172","msg":"trace[1282161619] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1280; }","duration":"130.887076ms","start":"2026-04-16T18:24:27.521587Z","end":"2026-04-16T18:24:27.652474Z","steps":["trace[1282161619] 'agreement among raft nodes before linearized reading' (duration: 130.687827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:27.652539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.328897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-frdvn\" limit:1 ","response":"range_response_count:1 size:19897"} {"level":"info","ts":"2026-04-16T18:24:27.652586Z","caller":"traceutil/trace.go:172","msg":"trace[534153383] range","detail":"{range_begin:/registry/pods/kube-system/cilium-frdvn; range_end:; response_count:1; response_revision:1280; }","duration":"126.376349ms","start":"2026-04-16T18:24:27.526197Z","end":"2026-04-16T18:24:27.652573Z","steps":["trace[534153383] 'agreement among raft nodes before linearized reading' (duration: 126.244343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:27.654697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.676622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:144 size:108442"} {"level":"info","ts":"2026-04-16T18:24:27.654764Z","caller":"traceutil/trace.go:172","msg":"trace[1264911463] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:144; response_revision:1280; }","duration":"154.745385ms","start":"2026-04-16T18:24:27.500005Z","end":"2026-04-16T18:24:27.654751Z","steps":["trace[1264911463] 'agreement among raft nodes before linearized reading' (duration: 151.996443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:34.684169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.318895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-16T18:24:34.684256Z","caller":"traceutil/trace.go:172","msg":"trace[968765093] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:1315; }","duration":"103.4178ms","start":"2026-04-16T18:24:34.580822Z","end":"2026-04-16T18:24:34.684240Z","steps":["trace[968765093] 'range keys from in-memory index tree' (duration: 102.068274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:34.684368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.467375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-04-16T18:24:34.684517Z","caller":"traceutil/trace.go:172","msg":"trace[1422535460] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1315; }","duration":"130.612653ms","start":"2026-04-16T18:24:34.553886Z","end":"2026-04-16T18:24:34.684499Z","steps":["trace[1422535460] 'range keys from in-memory index tree' (duration: 128.643498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:34.684106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.625646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" limit:1 ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-04-16T18:24:34.685088Z","caller":"traceutil/trace.go:172","msg":"trace[635063583] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1315; }","duration":"115.606444ms","start":"2026-04-16T18:24:34.569448Z","end":"2026-04-16T18:24:34.685055Z","steps":["trace[635063583] 'range keys from in-memory index tree' (duration: 112.66128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:34.684989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.290148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-04-16T18:24:34.685567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.343748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" limit:1 ","response":"range_response_count:1 size:317278"} {"level":"info","ts":"2026-04-16T18:24:34.685845Z","caller":"traceutil/trace.go:172","msg":"trace[972956109] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:1315; }","duration":"102.878824ms","start":"2026-04-16T18:24:34.582939Z","end":"2026-04-16T18:24:34.685818Z","steps":["trace[972956109] 'range keys from in-memory index tree' (duration: 100.637575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:34.685375Z","caller":"traceutil/trace.go:172","msg":"trace[1934532490] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1315; }","duration":"130.708528ms","start":"2026-04-16T18:24:34.554650Z","end":"2026-04-16T18:24:34.685358Z","steps":["trace[1934532490] 'range keys from in-memory index tree' (duration: 127.619657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:43.721529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:43.751126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:43.765507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:43.778502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57264","server-name":"","error":"EOF"}