{"level":"warn","ts":"2026-04-22T09:31:21.849311Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T09:31:21.849528Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T09:31:21.849540Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.229:2380","--initial-cluster=controller-1=https://199.19.213.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.229:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T09:31:21.849643Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-22T09:31:21.849666Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T09:31:21.849678Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-04-22T09:31:21.849707Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:31:21.851224Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"]} {"level":"info","ts":"2026-04-22T09:31:21.851441Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.229:2380"],"listen-peer-urls":["https://199.19.213.229:2380"],"advertise-client-urls":["https://199.19.213.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T09:31:21.852413Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00018ca08}"} {"level":"info","ts":"2026-04-22T09:31:21.858010Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T09:31:21.858108Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.796543ms"} {"level":"info","ts":"2026-04-22T09:31:21.858143Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-22T09:31:21.858154Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T09:31:21.858200Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T09:31:21.865281Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T09:31:21.865579Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"98aaa0557ab926b1","cluster-id":"250cc9bd258bffbf"} {"level":"info","ts":"2026-04-22T09:31:21.865623Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T09:31:21.866227Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"98aaa0557ab926b1 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T09:31:21.866305Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"98aaa0557ab926b1 became follower at term 0"} {"level":"info","ts":"2026-04-22T09:31:21.866326Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 98aaa0557ab926b1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T09:31:21.866348Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"98aaa0557ab926b1 became follower at term 1"} {"level":"info","ts":"2026-04-22T09:31:21.866405Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529)"} {"level":"warn","ts":"2026-04-22T09:31:21.874595Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T09:31:21.875638Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T09:31:21.877722Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T09:31:21.878244Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"98aaa0557ab926b1","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T09:31:21.878351Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"98aaa0557ab926b1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T09:31:21.878430Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:31:21.878612Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.229:2380"} {"level":"info","ts":"2026-04-22T09:31:21.878638Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.229:2380"} {"level":"info","ts":"2026-04-22T09:31:21.878582Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:31:21.878683Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:31:21.878697Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:31:21.878817Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"98aaa0557ab926b1","initial-advertise-peer-urls":["https://199.19.213.229:2380"],"listen-peer-urls":["https://199.19.213.229:2380"],"advertise-client-urls":["https://199.19.213.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T09:31:21.878852Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T09:31:21.879772Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529)"} {"level":"info","ts":"2026-04-22T09:31:21.879963Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","added-peer-id":"98aaa0557ab926b1","added-peer-peer-urls":["https://199.19.213.229:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-22T09:31:22.466788Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"98aaa0557ab926b1 is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T09:31:22.466844Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"98aaa0557ab926b1 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T09:31:22.466920Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"98aaa0557ab926b1 received MsgPreVoteResp from 98aaa0557ab926b1 at term 1"} {"level":"info","ts":"2026-04-22T09:31:22.466933Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"98aaa0557ab926b1 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:31:22.466949Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"98aaa0557ab926b1 became candidate at term 2"} {"level":"info","ts":"2026-04-22T09:31:22.516468Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"98aaa0557ab926b1 received MsgVoteResp from 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-04-22T09:31:22.516564Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"98aaa0557ab926b1 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:31:22.516608Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"98aaa0557ab926b1 became leader at term 2"} {"level":"info","ts":"2026-04-22T09:31:22.516619Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 98aaa0557ab926b1 elected leader 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-04-22T09:31:22.527783Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:31:22.571941Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"98aaa0557ab926b1","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.229:2379]}","cluster-id":"250cc9bd258bffbf","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T09:31:22.572022Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:31:22.571995Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:31:22.572981Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T09:31:22.573005Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T09:31:22.573037Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:31:22.573120Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:31:22.573143Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:31:22.573177Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T09:31:22.573215Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-22T09:31:22.573260Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-04-22T09:31:22.574162Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T09:31:22.574267Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T09:31:22.577042Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-22T09:31:22.577975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.578209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58286","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:31:22.582599Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.229:2379"} {"level":"warn","ts":"2026-04-22T09:31:22.591958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.625937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.647579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.658636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.670603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.717349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.723765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.729309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.739916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.750372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.768368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.778451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.786240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.794500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.801477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.809114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.818975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.826383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.866774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.906389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.915131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.924603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.936781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.945933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.951766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.960102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.967983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.977571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.988367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:22.999118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.009386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.018322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.025540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.033139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.041719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.054497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.069414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.087827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.101955Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.111797Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.124561Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.139030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.162408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.171443Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.182469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.191963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.206336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.218963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.227519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.235415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.242606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.250936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.260381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.307758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.318563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.327001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:23.382694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59440","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:31:24.035368Z","caller":"traceutil/trace.go:172","msg":"trace[319569044] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"146.747188ms","start":"2026-04-22T09:31:23.888592Z","end":"2026-04-22T09:31:24.035339Z","steps":["trace[319569044] 'process raft request' (duration: 146.631334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:24.123492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.934534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T09:31:24.123617Z","caller":"traceutil/trace.go:172","msg":"trace[1453754915] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:5; }","duration":"173.09359ms","start":"2026-04-22T09:31:23.950499Z","end":"2026-04-22T09:31:24.123593Z","steps":["trace[1453754915] 'agreement among raft nodes before linearized reading' (duration: 172.816479ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.123622Z","caller":"traceutil/trace.go:172","msg":"trace[2028270998] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"190.539921ms","start":"2026-04-22T09:31:23.933058Z","end":"2026-04-22T09:31:24.123598Z","steps":["trace[2028270998] 'process raft request' (duration: 190.392766ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.123695Z","caller":"traceutil/trace.go:172","msg":"trace[1145294946] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"234.055442ms","start":"2026-04-22T09:31:23.889621Z","end":"2026-04-22T09:31:24.123676Z","steps":["trace[1145294946] 'process raft request' (duration: 233.739029ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.123788Z","caller":"traceutil/trace.go:172","msg":"trace[950777736] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"215.192516ms","start":"2026-04-22T09:31:23.908576Z","end":"2026-04-22T09:31:24.123769Z","steps":["trace[950777736] 'process raft request' (duration: 214.854654ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.124036Z","caller":"traceutil/trace.go:172","msg":"trace[687157911] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"143.977084ms","start":"2026-04-22T09:31:23.980051Z","end":"2026-04-22T09:31:24.124028Z","steps":["trace[687157911] 'process raft request' (duration: 143.898071ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.124084Z","caller":"traceutil/trace.go:172","msg":"trace[1221799780] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"144.198163ms","start":"2026-04-22T09:31:23.979870Z","end":"2026-04-22T09:31:24.124068Z","steps":["trace[1221799780] 'process raft request' (duration: 143.636293ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.124126Z","caller":"traceutil/trace.go:172","msg":"trace[496106789] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"144.180331ms","start":"2026-04-22T09:31:23.979938Z","end":"2026-04-22T09:31:24.124118Z","steps":["trace[496106789] 'process raft request' (duration: 143.58914ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.123769Z","caller":"traceutil/trace.go:172","msg":"trace[804037754] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"144.347949ms","start":"2026-04-22T09:31:23.979346Z","end":"2026-04-22T09:31:24.123694Z","steps":["trace[804037754] 'process raft request' (duration: 144.143071ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.124342Z","caller":"traceutil/trace.go:172","msg":"trace[189829044] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"144.207173ms","start":"2026-04-22T09:31:23.980117Z","end":"2026-04-22T09:31:24.124324Z","steps":["trace[189829044] 'process raft request' (duration: 143.85363ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.124508Z","caller":"traceutil/trace.go:172","msg":"trace[802078784] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"144.11924ms","start":"2026-04-22T09:31:23.980365Z","end":"2026-04-22T09:31:24.124484Z","steps":["trace[802078784] 'process raft request' (duration: 143.625891ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.123662Z","caller":"traceutil/trace.go:172","msg":"trace[1791787316] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5; }","duration":"234.843893ms","start":"2026-04-22T09:31:23.888809Z","end":"2026-04-22T09:31:24.123653Z","steps":["trace[1791787316] 'process raft request' (duration: 234.5105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:24.482580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.321907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-22T09:31:24.482737Z","caller":"traceutil/trace.go:172","msg":"trace[466116625] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"262.997457ms","start":"2026-04-22T09:31:24.219724Z","end":"2026-04-22T09:31:24.482721Z","steps":["trace[466116625] 'process raft request' (duration: 145.950813ms)","trace[466116625] 'compare' (duration: 116.16416ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:31:24.482787Z","caller":"traceutil/trace.go:172","msg":"trace[1502978487] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"262.887783ms","start":"2026-04-22T09:31:24.219883Z","end":"2026-04-22T09:31:24.482771Z","steps":["trace[1502978487] 'process raft request' (duration: 262.781909ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.482928Z","caller":"traceutil/trace.go:172","msg":"trace[707435341] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"262.966076ms","start":"2026-04-22T09:31:24.219956Z","end":"2026-04-22T09:31:24.482922Z","steps":["trace[707435341] 'process raft request' (duration: 262.752208ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.482915Z","caller":"traceutil/trace.go:172","msg":"trace[698919577] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"254.919403ms","start":"2026-04-22T09:31:24.227979Z","end":"2026-04-22T09:31:24.482898Z","steps":["trace[698919577] 'process raft request' (duration: 254.868611ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.482943Z","caller":"traceutil/trace.go:172","msg":"trace[1170974785] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"262.908513ms","start":"2026-04-22T09:31:24.220010Z","end":"2026-04-22T09:31:24.482919Z","steps":["trace[1170974785] 'process raft request' (duration: 262.724647ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.483083Z","caller":"traceutil/trace.go:172","msg":"trace[252434628] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"256.475791ms","start":"2026-04-22T09:31:24.226572Z","end":"2026-04-22T09:31:24.483047Z","steps":["trace[252434628] 'process raft request' (duration: 256.224492ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.483145Z","caller":"traceutil/trace.go:172","msg":"trace[916059467] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"262.622682ms","start":"2026-04-22T09:31:24.220489Z","end":"2026-04-22T09:31:24.483112Z","steps":["trace[916059467] 'process raft request' (duration: 262.26967ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:24.849677Z","caller":"traceutil/trace.go:172","msg":"trace[1650515165] linearizableReadLoop","detail":"{readStateIndex:42; appliedIndex:42; }","duration":"361.298565ms","start":"2026-04-22T09:31:24.488338Z","end":"2026-04-22T09:31:24.849636Z","steps":["trace[1650515165] 'read index received' (duration: 361.289495ms)","trace[1650515165] 'applied index is now lower than readState.Index' (duration: 7.4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:25.350142Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014494899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:31:26.050175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.561793947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T09:31:26.050320Z","caller":"traceutil/trace.go:172","msg":"trace[1062798242] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:0; response_revision:37; }","duration":"1.561964683s","start":"2026-04-22T09:31:24.488335Z","end":"2026-04-22T09:31:26.050299Z","steps":["trace[1062798242] 'agreement among raft nodes before linearized reading' (duration: 361.423351ms)","trace[1062798242] 'range keys from in-memory index tree' (duration: 1.200331074s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:26.050311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.200593624s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-22T09:31:26.050529Z","caller":"traceutil/trace.go:172","msg":"trace[1442338334] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"1.561604778s","start":"2026-04-22T09:31:24.488911Z","end":"2026-04-22T09:31:26.050516Z","steps":["trace[1442338334] 'process raft request' (duration: 1.561572897s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:26.050596Z","caller":"traceutil/trace.go:172","msg":"trace[825305991] linearizableReadLoop","detail":"{readStateIndex:43; appliedIndex:42; }","duration":"1.200819601s","start":"2026-04-22T09:31:24.849756Z","end":"2026-04-22T09:31:26.050576Z","steps":["trace[825305991] 'read index received' (duration: 828.432677ms)","trace[825305991] 'applied index is now lower than readState.Index' (duration: 372.385294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:26.050598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:24.488900Z","time spent":"1.56167649s","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:31:26.050712Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.25367573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T09:31:26.050743Z","caller":"traceutil/trace.go:172","msg":"trace[1772365913] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:40; }","duration":"1.253708271s","start":"2026-04-22T09:31:24.797026Z","end":"2026-04-22T09:31:26.050734Z","steps":["trace[1772365913] 'agreement among raft nodes before linearized reading' (duration: 1.253643729s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:26.050766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:24.797005Z","time spent":"1.253755143s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:31:26.050371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:24.488325Z","time spent":"1.562035765s","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-04-22T09:31:26.050651Z","caller":"traceutil/trace.go:172","msg":"trace[1491471222] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"1.563834621s","start":"2026-04-22T09:31:24.486790Z","end":"2026-04-22T09:31:26.050624Z","steps":["trace[1491471222] 'process raft request' (duration: 362.873274ms)","trace[1491471222] 'compare' (duration: 1.200442148s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:26.051010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.254058435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T09:31:26.051043Z","caller":"traceutil/trace.go:172","msg":"trace[409496481] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:40; }","duration":"1.254092436s","start":"2026-04-22T09:31:24.796943Z","end":"2026-04-22T09:31:26.051036Z","steps":["trace[409496481] 'agreement among raft nodes before linearized reading' (duration: 1.254026983s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:26.051068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:24.796916Z","time spent":"1.254145759s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-04-22T09:31:26.051134Z","caller":"traceutil/trace.go:172","msg":"trace[2139416274] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"1.563252521s","start":"2026-04-22T09:31:24.487861Z","end":"2026-04-22T09:31:26.051113Z","steps":["trace[2139416274] 'process raft request' (duration: 1.562576396s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:26.051204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:24.487851Z","time spent":"1.563323713s","remote":"127.0.0.1:59190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:31:26.051203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.162734649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T09:31:26.051275Z","caller":"traceutil/trace.go:172","msg":"trace[154008059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40; }","duration":"1.162815802s","start":"2026-04-22T09:31:24.888443Z","end":"2026-04-22T09:31:26.051259Z","steps":["trace[154008059] 'agreement among raft nodes before linearized reading' (duration: 1.162682487s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:26.051312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:24.888425Z","time spent":"1.162881884s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:31:26.051088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:24.486774Z","time spent":"1.564141095s","remote":"127.0.0.1:59434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:31:26.592885Z","caller":"traceutil/trace.go:172","msg":"trace[624016621] transaction","detail":"{read_only:false; response_revision:151; number_of_response:1; }","duration":"113.176321ms","start":"2026-04-22T09:31:26.479622Z","end":"2026-04-22T09:31:26.592798Z","steps":["trace[624016621] 'process raft request' (duration: 22.178521ms)","trace[624016621] 'compare' (duration: 90.75823ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:31:26.892559Z","caller":"traceutil/trace.go:172","msg":"trace[505754627] linearizableReadLoop","detail":"{readStateIndex:179; appliedIndex:179; }","duration":"124.103084ms","start":"2026-04-22T09:31:26.768420Z","end":"2026-04-22T09:31:26.892523Z","steps":["trace[505754627] 'read index received' (duration: 124.094144ms)","trace[505754627] 'applied index is now lower than readState.Index' (duration: 5.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:26.896908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.161465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:26.896975Z","caller":"traceutil/trace.go:172","msg":"trace[202389288] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:175; }","duration":"118.237478ms","start":"2026-04-22T09:31:26.778719Z","end":"2026-04-22T09:31:26.896957Z","steps":["trace[202389288] 'agreement among raft nodes before linearized reading' (duration: 118.134634ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:26.897000Z","caller":"traceutil/trace.go:172","msg":"trace[899888768] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"136.204933ms","start":"2026-04-22T09:31:26.760775Z","end":"2026-04-22T09:31:26.896980Z","steps":["trace[899888768] 'process raft request' (duration: 131.912704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:26.897481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.049068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:26.897593Z","caller":"traceutil/trace.go:172","msg":"trace[2107999043] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:0; response_revision:174; }","duration":"129.159852ms","start":"2026-04-22T09:31:26.768413Z","end":"2026-04-22T09:31:26.897573Z","steps":["trace[2107999043] 'agreement among raft nodes before linearized reading' (duration: 124.217139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:28.413909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.227858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:28.414197Z","caller":"traceutil/trace.go:172","msg":"trace[2011900086] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:277; }","duration":"101.56747ms","start":"2026-04-22T09:31:28.312551Z","end":"2026-04-22T09:31:28.414119Z","steps":["trace[2011900086] 'range keys from in-memory index tree' (duration: 101.147465ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:30.727615Z","caller":"traceutil/trace.go:172","msg":"trace[840610505] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"123.173578ms","start":"2026-04-22T09:31:30.604402Z","end":"2026-04-22T09:31:30.727575Z","steps":["trace[840610505] 'process raft request' (duration: 122.935929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:30.967266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.822492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:31:30.967514Z","caller":"traceutil/trace.go:172","msg":"trace[1525323965] transaction","detail":"{read_only:false; number_of_response:0; response_revision:335; }","duration":"220.693125ms","start":"2026-04-22T09:31:30.746807Z","end":"2026-04-22T09:31:30.967500Z","steps":["trace[1525323965] 'process raft request' (duration: 220.576341ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:30.967573Z","caller":"traceutil/trace.go:172","msg":"trace[649964478] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"236.73254ms","start":"2026-04-22T09:31:30.730806Z","end":"2026-04-22T09:31:30.967539Z","steps":["trace[649964478] 'process raft request' (duration: 122.548235ms)","trace[649964478] 'compare' (duration: 113.676827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:31.683867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.096233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:31.683994Z","caller":"traceutil/trace.go:172","msg":"trace[245031908] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:0; response_revision:340; }","duration":"197.237558ms","start":"2026-04-22T09:31:31.486727Z","end":"2026-04-22T09:31:31.683965Z","steps":["trace[245031908] 'range keys from in-memory index tree' (duration: 196.934817ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:40.146602Z","caller":"traceutil/trace.go:172","msg":"trace[306151870] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"231.513651ms","start":"2026-04-22T09:31:39.915073Z","end":"2026-04-22T09:31:40.146587Z","steps":["trace[306151870] 'process raft request' (duration: 231.392627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:41.011730Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014495769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:31:41.512573Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014495769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:31:42.013685Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014495769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:31:42.514658Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014495769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:31:42.926967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.58188465s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:42.927039Z","caller":"traceutil/trace.go:172","msg":"trace[1835715804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:429; }","duration":"2.581976002s","start":"2026-04-22T09:31:40.345048Z","end":"2026-04-22T09:31:42.927024Z","steps":["trace[1835715804] 'range keys from in-memory index tree' (duration: 2.581817848s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:42.927366Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.772007374s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T09:31:42.927628Z","caller":"traceutil/trace.go:172","msg":"trace[1588137590] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:452; }","duration":"2.416833119s","start":"2026-04-22T09:31:40.510774Z","end":"2026-04-22T09:31:42.927607Z","steps":["trace[1588137590] 'read index received' (duration: 2.416825709s)","trace[1588137590] 'applied index is now lower than readState.Index' (duration: 6.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:42.927813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.417028346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:31:42.927851Z","caller":"traceutil/trace.go:172","msg":"trace[1258190087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"2.417071737s","start":"2026-04-22T09:31:40.510768Z","end":"2026-04-22T09:31:42.927840Z","steps":["trace[1258190087] 'agreement among raft nodes before linearized reading' (duration: 2.416919572s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:42.927888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:40.510745Z","time spent":"2.417133648s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:31:42.928701Z","caller":"traceutil/trace.go:172","msg":"trace[1161670706] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"2.77343844s","start":"2026-04-22T09:31:40.155245Z","end":"2026-04-22T09:31:42.928683Z","steps":["trace[1161670706] 'process raft request' (duration: 2.773194783s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:42.929492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:40.155228Z","time spent":"2.773558825s","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:31:43.032185Z","caller":"traceutil/trace.go:172","msg":"trace[373606917] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:453; }","duration":"104.320424ms","start":"2026-04-22T09:31:42.927661Z","end":"2026-04-22T09:31:43.031982Z","steps":["trace[373606917] 'read index received' (duration: 104.310394ms)","trace[373606917] 'applied index is now lower than readState.Index' (duration: 8.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:43.491197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.097905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:43.491259Z","caller":"traceutil/trace.go:172","msg":"trace[696538613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:430; }","duration":"564.177097ms","start":"2026-04-22T09:31:42.927069Z","end":"2026-04-22T09:31:43.491246Z","steps":["trace[696538613] 'agreement among raft nodes before linearized reading' (duration: 105.038307ms)","trace[696538613] 'range keys from in-memory index tree' (duration: 459.037287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:43.491299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.980352415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-22T09:31:43.491290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.89549881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:43.491367Z","caller":"traceutil/trace.go:172","msg":"trace[634015059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:430; }","duration":"2.980432647s","start":"2026-04-22T09:31:40.510916Z","end":"2026-04-22T09:31:43.491348Z","steps":["trace[634015059] 'agreement among raft nodes before linearized reading' (duration: 2.521342859s)","trace[634015059] 'range keys from in-memory index tree' (duration: 458.906663ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:31:43.491388Z","caller":"traceutil/trace.go:172","msg":"trace[592820611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"1.895636394s","start":"2026-04-22T09:31:41.595728Z","end":"2026-04-22T09:31:43.491364Z","steps":["trace[592820611] 'agreement among raft nodes before linearized reading' (duration: 1.436397751s)","trace[592820611] 'range keys from in-memory index tree' (duration: 459.060538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:43.491408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:40.510907Z","time spent":"2.980491539s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:31:43.491428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:41.595710Z","time spent":"1.895710027s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:31:43.491807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.600014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:31:43.492333Z","caller":"traceutil/trace.go:172","msg":"trace[378984118] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:453; }","duration":"460.076791ms","start":"2026-04-22T09:31:43.032244Z","end":"2026-04-22T09:31:43.492321Z","steps":["trace[378984118] 'read index received' (duration: 62.696283ms)","trace[378984118] 'applied index is now lower than readState.Index' (duration: 397.379318ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:31:43.492313Z","caller":"traceutil/trace.go:172","msg":"trace[819645078] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"1.339372036s","start":"2026-04-22T09:31:42.152909Z","end":"2026-04-22T09:31:43.492281Z","steps":["trace[819645078] 'process raft request' (duration: 1.339020156s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:43.492477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:42.152890Z","time spent":"1.339489261s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:31:43.492473Z","caller":"traceutil/trace.go:172","msg":"trace[2090922774] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"560.156896ms","start":"2026-04-22T09:31:42.932290Z","end":"2026-04-22T09:31:43.492447Z","steps":["trace[2090922774] 'process raft request' (duration: 559.940378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:43.492651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:42.932276Z","time spent":"560.295961ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:31:43.493002Z","caller":"traceutil/trace.go:172","msg":"trace[1718637640] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"3.1837988s","start":"2026-04-22T09:31:40.309183Z","end":"2026-04-22T09:31:43.492982Z","steps":["trace[1718637640] 'process raft request' (duration: 2.722887333s)","trace[1718637640] 'compare' (duration: 459.027327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:43.493105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.689862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:5967"} {"level":"warn","ts":"2026-04-22T09:31:43.493095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:40.309133Z","time spent":"3.183917814s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:31:43.493134Z","caller":"traceutil/trace.go:172","msg":"trace[1566269566] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:433; }","duration":"560.722854ms","start":"2026-04-22T09:31:42.932405Z","end":"2026-04-22T09:31:43.493128Z","steps":["trace[1566269566] 'agreement among raft nodes before linearized reading' (duration: 559.956718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:43.493643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:42.932384Z","time spent":"561.244139ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":5990,"request content":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:31:43.859085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.771973ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:31:43.859168Z","caller":"traceutil/trace.go:172","msg":"trace[1745901462] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"365.602395ms","start":"2026-04-22T09:31:43.493554Z","end":"2026-04-22T09:31:43.859156Z","steps":["trace[1745901462] 'read index received' (duration: 39.111µs)","trace[1745901462] 'applied index is now lower than readState.Index' (duration: 365.562554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:43.859221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.660236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:43.859237Z","caller":"traceutil/trace.go:172","msg":"trace[535639363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"365.681117ms","start":"2026-04-22T09:31:43.493550Z","end":"2026-04-22T09:31:43.859231Z","steps":["trace[535639363] 'agreement among raft nodes before linearized reading' (duration: 365.638896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:43.859241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.551843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:31:43.859258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:43.493528Z","time spent":"365.725099ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:31:43.859325Z","caller":"traceutil/trace.go:172","msg":"trace[2006007893] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:433; }","duration":"365.586824ms","start":"2026-04-22T09:31:43.493677Z","end":"2026-04-22T09:31:43.859264Z","steps":["trace[2006007893] 'range keys from in-memory index tree' (duration: 365.524082ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:43.947341Z","caller":"traceutil/trace.go:172","msg":"trace[851171074] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"450.661003ms","start":"2026-04-22T09:31:43.496655Z","end":"2026-04-22T09:31:43.947316Z","steps":["trace[851171074] 'process raft request' (duration: 450.425486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:43.947542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:43.496640Z","time spent":"450.792318ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:31:44.051394Z","caller":"traceutil/trace.go:172","msg":"trace[753499594] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:458; }","duration":"104.486761ms","start":"2026-04-22T09:31:43.946889Z","end":"2026-04-22T09:31:44.051376Z","steps":["trace[753499594] 'read index received' (duration: 104.46439ms)","trace[753499594] 'applied index is now lower than readState.Index' (duration: 21.571µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:31:44.055832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.755381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:31:44.055918Z","caller":"traceutil/trace.go:172","msg":"trace[2118488685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"187.854974ms","start":"2026-04-22T09:31:43.868045Z","end":"2026-04-22T09:31:44.055900Z","steps":["trace[2118488685] 'agreement among raft nodes before linearized reading' (duration: 183.443162ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:44.056290Z","caller":"traceutil/trace.go:172","msg":"trace[704054127] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"554.645777ms","start":"2026-04-22T09:31:43.501635Z","end":"2026-04-22T09:31:44.056281Z","steps":["trace[704054127] 'process raft request' (duration: 549.78399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:31:44.056361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:31:43.501565Z","time spent":"554.74576ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:31:47.663558Z","caller":"traceutil/trace.go:172","msg":"trace[1376581837] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"155.203975ms","start":"2026-04-22T09:31:47.508326Z","end":"2026-04-22T09:31:47.663530Z","steps":["trace[1376581837] 'process raft request' (duration: 120.643711ms)","trace[1376581837] 'compare' (duration: 34.43268ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:31:47.711955Z","caller":"traceutil/trace.go:172","msg":"trace[541078609] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"168.489887ms","start":"2026-04-22T09:31:47.543451Z","end":"2026-04-22T09:31:47.711941Z","steps":["trace[541078609] 'process raft request' (duration: 168.404064ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:48.127618Z","caller":"traceutil/trace.go:172","msg":"trace[1592532955] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"163.930765ms","start":"2026-04-22T09:31:47.963653Z","end":"2026-04-22T09:31:48.127584Z","steps":["trace[1592532955] 'process raft request' (duration: 163.790071ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:53.818952Z","caller":"traceutil/trace.go:172","msg":"trace[982190057] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"138.527028ms","start":"2026-04-22T09:31:53.680404Z","end":"2026-04-22T09:31:53.818931Z","steps":["trace[982190057] 'process raft request' (duration: 138.414533ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:31:53.957412Z","caller":"traceutil/trace.go:172","msg":"trace[226187561] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"133.488153ms","start":"2026-04-22T09:31:53.823902Z","end":"2026-04-22T09:31:53.957390Z","steps":["trace[226187561] 'process raft request' (duration: 121.957022ms)","trace[226187561] 'compare' (duration: 11.243723ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:31:55.808447Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529) learners=(15497518211960025205)"} {"level":"info","ts":"2026-04-22T09:31:55.808659Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","added-peer-id":"d7123eb454063075","added-peer-peer-urls":["https://199.19.213.112:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:31:55.808692Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:55.808767Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:55.808922Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:55.808945Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075","remote-peer-urls":["https://199.19.213.112:2380"]} {"level":"info","ts":"2026-04-22T09:31:55.808952Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:55.809003Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:55.808993Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:55.809022Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:55.808965Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"98aaa0557ab926b1","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"d7123eb454063075"} {"level":"error","ts":"2026-04-22T09:31:55.859460Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:31:56.356156Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:31:56.858216Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:31:57.357544Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:31:57.857025Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:31:58.362341Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:31:58.534225Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.112:2380/version","remote-member-id":"d7123eb454063075","error":"Get \"https://199.19.213.112:2380/version\": dial tcp 199.19.213.112:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:31:58.534292Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"d7123eb454063075","error":"Get \"https://199.19.213.112:2380/version\": dial tcp 199.19.213.112:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T09:31:58.606213Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.608414Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"d7123eb454063075","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:31:58.608437Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.615368Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"98aaa0557ab926b1","to":"d7123eb454063075","bytes":802827,"size":"803 kB"} {"level":"info","ts":"2026-04-22T09:31:58.615426Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":497,"remote-peer-id":"d7123eb454063075","bytes":802827,"size":"803 kB"} {"level":"info","ts":"2026-04-22T09:31:58.617648Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":794624,"size":"795 kB"} {"level":"info","ts":"2026-04-22T09:31:58.620286Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.620319Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.620685Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"d7123eb454063075","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:31:58.620718Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.634501Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":497,"remote-peer-id":"d7123eb454063075","bytes":802827,"size":"803 kB"} {"level":"warn","ts":"2026-04-22T09:31:58.652079Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:31:58.652085Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075","error":"EOF"} {"level":"info","ts":"2026-04-22T09:31:58.663801Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"d7123eb454063075","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T09:31:58.663887Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.663901Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.668262Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"d7123eb454063075","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T09:31:58.668296Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.668311Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.721208Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.724662Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.858944Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529 15497518211960025205)"} {"level":"info","ts":"2026-04-22T09:31:58.859076Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","promoted-member-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:31:58.859112Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"98aaa0557ab926b1","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"d7123eb454063075"} {"level":"info","ts":"2026-04-22T09:32:00.500096Z","caller":"traceutil/trace.go:172","msg":"trace[1326271438] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"130.650319ms","start":"2026-04-22T09:32:00.369419Z","end":"2026-04-22T09:32:00.500069Z","steps":["trace[1326271438] 'process raft request' (duration: 130.486554ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:01.918841Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-22T09:32:12.707105Z","caller":"traceutil/trace.go:172","msg":"trace[828239108] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"112.097692ms","start":"2026-04-22T09:32:12.594991Z","end":"2026-04-22T09:32:12.707089Z","steps":["trace[828239108] 'process raft request' (duration: 111.99212ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:14.825355Z","caller":"traceutil/trace.go:172","msg":"trace[193357137] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"108.159075ms","start":"2026-04-22T09:32:14.717174Z","end":"2026-04-22T09:32:14.825333Z","steps":["trace[193357137] 'process raft request' (duration: 108.02413ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:15.801091Z","caller":"traceutil/trace.go:172","msg":"trace[1316574367] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"258.320925ms","start":"2026-04-22T09:32:15.542754Z","end":"2026-04-22T09:32:15.801075Z","steps":["trace[1316574367] 'process raft request' (duration: 258.225253ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:15.801175Z","caller":"traceutil/trace.go:172","msg":"trace[213510036] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:547; }","duration":"155.149939ms","start":"2026-04-22T09:32:15.645996Z","end":"2026-04-22T09:32:15.801146Z","steps":["trace[213510036] 'read index received' (duration: 155.140759ms)","trace[213510036] 'applied index is now lower than readState.Index' (duration: 7.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:15.801393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.366425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:15.801441Z","caller":"traceutil/trace.go:172","msg":"trace[1338707464] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:512; }","duration":"155.445127ms","start":"2026-04-22T09:32:15.645986Z","end":"2026-04-22T09:32:15.801431Z","steps":["trace[1338707464] 'agreement among raft nodes before linearized reading' (duration: 155.307734ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:16.095795Z","caller":"traceutil/trace.go:172","msg":"trace[1794886809] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"125.939224ms","start":"2026-04-22T09:32:15.969835Z","end":"2026-04-22T09:32:16.095774Z","steps":["trace[1794886809] 'process raft request' (duration: 125.838941ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:16.095825Z","caller":"traceutil/trace.go:172","msg":"trace[1114698505] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"242.96404ms","start":"2026-04-22T09:32:15.852828Z","end":"2026-04-22T09:32:16.095792Z","steps":["trace[1114698505] 'process raft request' (duration: 177.019312ms)","trace[1114698505] 'compare' (duration: 65.494407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:16.813653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.945367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:16.813747Z","caller":"traceutil/trace.go:172","msg":"trace[570962444] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:552; }","duration":"215.133898ms","start":"2026-04-22T09:32:16.598604Z","end":"2026-04-22T09:32:16.813738Z","steps":["trace[570962444] 'read index received' (duration: 1.013067ms)","trace[570962444] 'applied index is now lower than readState.Index' (duration: 214.120071ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:16.814102Z","caller":"traceutil/trace.go:172","msg":"trace[137757148] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"406.675177ms","start":"2026-04-22T09:32:16.407344Z","end":"2026-04-22T09:32:16.814019Z","steps":["trace[137757148] 'process raft request' (duration: 105.31377ms)","trace[137757148] 'compare' (duration: 300.695869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:16.814562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:16.407325Z","time spent":"407.102408ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3362,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:32:16.814192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.561248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:16.815072Z","caller":"traceutil/trace.go:172","msg":"trace[1602985749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"216.462034ms","start":"2026-04-22T09:32:16.598589Z","end":"2026-04-22T09:32:16.815051Z","steps":["trace[1602985749] 'agreement among raft nodes before linearized reading' (duration: 215.511168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:16.815961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.71209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3196"} {"level":"info","ts":"2026-04-22T09:32:16.816035Z","caller":"traceutil/trace.go:172","msg":"trace[1519112710] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:518; }","duration":"168.802812ms","start":"2026-04-22T09:32:16.647218Z","end":"2026-04-22T09:32:16.816021Z","steps":["trace[1519112710] 'agreement among raft nodes before linearized reading' (duration: 168.586197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:17.329222Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:32:17.542345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"598.722705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:32:17.542375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.449632ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:17.542595Z","caller":"traceutil/trace.go:172","msg":"trace[1423721903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:518; }","duration":"196.819392ms","start":"2026-04-22T09:32:17.345745Z","end":"2026-04-22T09:32:17.542564Z","steps":["trace[1423721903] 'range keys from in-memory index tree' (duration: 196.36786ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:17.542479Z","caller":"traceutil/trace.go:172","msg":"trace[357436753] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"720.231596ms","start":"2026-04-22T09:32:16.822198Z","end":"2026-04-22T09:32:17.542430Z","steps":["trace[357436753] 'process raft request' (duration: 121.336366ms)","trace[357436753] 'compare' (duration: 598.614582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:17.542824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:16.822151Z","time spent":"720.597955ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:32:17.569112Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"425.64453ms"} {"level":"info","ts":"2026-04-22T09:32:17.569188Z","caller":"traceutil/trace.go:172","msg":"trace[2109921786] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:554; }","duration":"740.660277ms","start":"2026-04-22T09:32:16.828496Z","end":"2026-04-22T09:32:17.569156Z","steps":["trace[2109921786] 'read index received' (duration: 740.647807ms)","trace[2109921786] 'applied index is now lower than readState.Index' (duration: 10.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:17.569499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"740.975785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:32:17.569549Z","caller":"traceutil/trace.go:172","msg":"trace[2045383244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"741.047937ms","start":"2026-04-22T09:32:16.828491Z","end":"2026-04-22T09:32:17.569539Z","steps":["trace[2045383244] 'agreement among raft nodes before linearized reading' (duration: 740.820871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:17.569591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:16.828482Z","time spent":"741.100108ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:17.569944Z","caller":"traceutil/trace.go:172","msg":"trace[539651676] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"747.4968ms","start":"2026-04-22T09:32:16.822431Z","end":"2026-04-22T09:32:17.569928Z","steps":["trace[539651676] 'process raft request' (duration: 746.916954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:17.570115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:16.822409Z","time spent":"747.598403ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:17.570401Z","caller":"traceutil/trace.go:172","msg":"trace[312233928] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"747.091459ms","start":"2026-04-22T09:32:16.823296Z","end":"2026-04-22T09:32:17.570388Z","steps":["trace[312233928] 'process raft request' (duration: 746.424992ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:17.570459Z","caller":"traceutil/trace.go:172","msg":"trace[1093423994] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"746.211735ms","start":"2026-04-22T09:32:16.824224Z","end":"2026-04-22T09:32:17.570436Z","steps":["trace[1093423994] 'process raft request' (duration: 746.0407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:17.570575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:16.823268Z","time spent":"747.209402ms","remote":"127.0.0.1:59234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:17.570620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:16.824215Z","time spent":"746.328388ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:17.637286Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014496020,"received-request-id":2788183043014496015} {"level":"warn","ts":"2026-04-22T09:32:17.921996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.277304ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:17.922022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.054422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T09:32:17.922100Z","caller":"traceutil/trace.go:172","msg":"trace[1532621320] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:523; }","duration":"629.132154ms","start":"2026-04-22T09:32:17.292954Z","end":"2026-04-22T09:32:17.922086Z","steps":["trace[1532621320] 'agreement among raft nodes before linearized reading' (duration: 356.254913ms)","trace[1532621320] 'range keys from in-memory index tree' (duration: 272.696237ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:17.922109Z","caller":"traceutil/trace.go:172","msg":"trace[1987465423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:523; }","duration":"379.359076ms","start":"2026-04-22T09:32:17.542694Z","end":"2026-04-22T09:32:17.922053Z","steps":["trace[1987465423] 'agreement among raft nodes before linearized reading' (duration: 106.532546ms)","trace[1987465423] 'range keys from in-memory index tree' (duration: 272.730238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:17.922137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:17.292938Z","time spent":"629.188746ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:17.922281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.002425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:17.922436Z","caller":"traceutil/trace.go:172","msg":"trace[1090507721] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"345.340734ms","start":"2026-04-22T09:32:17.577084Z","end":"2026-04-22T09:32:17.922424Z","steps":["trace[1090507721] 'process raft request' (duration: 72.142024ms)","trace[1090507721] 'compare' (duration: 272.924473ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:17.922498Z","caller":"traceutil/trace.go:172","msg":"trace[867969760] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"345.307703ms","start":"2026-04-22T09:32:17.577152Z","end":"2026-04-22T09:32:17.922459Z","steps":["trace[867969760] 'process raft request' (duration: 345.183079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:17.922703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:17.577113Z","time spent":"345.504549ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:32:17.922851Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"64.101148ms"} {"level":"warn","ts":"2026-04-22T09:32:17.922993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:17.577053Z","time spent":"345.901779ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:18.327221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"299.768926ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-22T09:32:18.327411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:17.923825Z","time spent":"403.580536ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T09:32:18.327545Z","caller":"traceutil/trace.go:172","msg":"trace[262061395] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"215.304404ms","start":"2026-04-22T09:32:18.112215Z","end":"2026-04-22T09:32:18.327519Z","steps":["trace[262061395] 'read index received' (duration: 71.496048ms)","trace[262061395] 'applied index is now lower than readState.Index' (duration: 143.805256ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:18.327625Z","caller":"traceutil/trace.go:172","msg":"trace[1728001854] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"223.255325ms","start":"2026-04-22T09:32:18.104353Z","end":"2026-04-22T09:32:18.327608Z","steps":["trace[1728001854] 'process raft request' (duration: 223.199153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:18.327765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.5402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2304"} {"level":"info","ts":"2026-04-22T09:32:18.327816Z","caller":"traceutil/trace.go:172","msg":"trace[354055] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:530; }","duration":"215.588921ms","start":"2026-04-22T09:32:18.112206Z","end":"2026-04-22T09:32:18.327795Z","steps":["trace[354055] 'agreement among raft nodes before linearized reading' (duration: 215.442008ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:18.327913Z","caller":"traceutil/trace.go:172","msg":"trace[1192078644] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"226.600693ms","start":"2026-04-22T09:32:18.101295Z","end":"2026-04-22T09:32:18.327896Z","steps":["trace[1192078644] 'process raft request' (duration: 226.065648ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:18.327955Z","caller":"traceutil/trace.go:172","msg":"trace[54491926] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"224.551599ms","start":"2026-04-22T09:32:18.103385Z","end":"2026-04-22T09:32:18.327937Z","steps":["trace[54491926] 'process raft request' (duration: 224.076846ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:18.476657Z","caller":"traceutil/trace.go:172","msg":"trace[1477670512] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:567; }","duration":"149.027335ms","start":"2026-04-22T09:32:18.327604Z","end":"2026-04-22T09:32:18.476632Z","steps":["trace[1477670512] 'read index received' (duration: 149.020035ms)","trace[1477670512] 'applied index is now lower than readState.Index' (duration: 5.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:18.583139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"464.631357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:32:18.583223Z","caller":"traceutil/trace.go:172","msg":"trace[453905568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:530; }","duration":"464.7385ms","start":"2026-04-22T09:32:18.118472Z","end":"2026-04-22T09:32:18.583210Z","steps":["trace[453905568] 'agreement among raft nodes before linearized reading' (duration: 358.29493ms)","trace[453905568] 'range keys from in-memory index tree' (duration: 106.237205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:18.583215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.585703ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-22T09:32:18.583256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.118461Z","time spent":"464.786192ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:18.583481Z","caller":"traceutil/trace.go:172","msg":"trace[2046077668] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"253.971495ms","start":"2026-04-22T09:32:18.329490Z","end":"2026-04-22T09:32:18.583461Z","steps":["trace[2046077668] 'process raft request' (duration: 253.79637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:18.813250Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.662464ms"} {"level":"info","ts":"2026-04-22T09:32:18.813325Z","caller":"traceutil/trace.go:172","msg":"trace[1942600006] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:570; }","duration":"336.558616ms","start":"2026-04-22T09:32:18.476732Z","end":"2026-04-22T09:32:18.813291Z","steps":["trace[1942600006] 'read index received' (duration: 336.544785ms)","trace[1942600006] 'applied index is now lower than readState.Index' (duration: 11.741µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:19.063093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"722.358994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2304"} {"level":"warn","ts":"2026-04-22T09:32:19.063118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"718.04698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:19.063182Z","caller":"traceutil/trace.go:172","msg":"trace[1707184324] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:532; }","duration":"722.463587ms","start":"2026-04-22T09:32:18.340698Z","end":"2026-04-22T09:32:19.063162Z","steps":["trace[1707184324] 'agreement among raft nodes before linearized reading' (duration: 472.782863ms)","trace[1707184324] 'range keys from in-memory index tree' (duration: 249.436308ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:19.063192Z","caller":"traceutil/trace.go:172","msg":"trace[676142050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:532; }","duration":"718.145002ms","start":"2026-04-22T09:32:18.345027Z","end":"2026-04-22T09:32:19.063172Z","steps":["trace[676142050] 'agreement among raft nodes before linearized reading' (duration: 468.481488ms)","trace[676142050] 'range keys from in-memory index tree' (duration: 249.534751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:19.063371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.92955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:19.063625Z","caller":"traceutil/trace.go:172","msg":"trace[466041776] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"475.879265ms","start":"2026-04-22T09:32:18.587729Z","end":"2026-04-22T09:32:19.063608Z","steps":["trace[466041776] 'process raft request' (duration: 475.742962ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:19.063656Z","caller":"traceutil/trace.go:172","msg":"trace[1022206905] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"250.221189ms","start":"2026-04-22T09:32:18.813412Z","end":"2026-04-22T09:32:19.063633Z","steps":["trace[1022206905] 'read index received' (duration: 185.59287ms)","trace[1022206905] 'applied index is now lower than readState.Index' (duration: 64.625708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:19.063720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.587711Z","time spent":"475.957578ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:19.063844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"478.614108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T09:32:19.063880Z","caller":"traceutil/trace.go:172","msg":"trace[646513667] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:535; }","duration":"478.655639ms","start":"2026-04-22T09:32:18.585214Z","end":"2026-04-22T09:32:19.063869Z","steps":["trace[646513667] 'agreement among raft nodes before linearized reading' (duration: 478.500666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:19.063937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.585194Z","time spent":"478.732081ms","remote":"127.0.0.1:58606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":465,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:19.064072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.204263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:19.064121Z","caller":"traceutil/trace.go:172","msg":"trace[2089867236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"468.254304ms","start":"2026-04-22T09:32:18.595853Z","end":"2026-04-22T09:32:19.064107Z","steps":["trace[2089867236] 'agreement among raft nodes before linearized reading' (duration: 468.173292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:19.063472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.340686Z","time spent":"722.726403ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2327,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:19.064277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.595829Z","time spent":"468.429439ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:32:19.229999Z","caller":"traceutil/trace.go:172","msg":"trace[1437936709] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:574; }","duration":"163.970888ms","start":"2026-04-22T09:32:19.065996Z","end":"2026-04-22T09:32:19.229967Z","steps":["trace[1437936709] 'read index received' (duration: 163.959428ms)","trace[1437936709] 'applied index is now lower than readState.Index' (duration: 10.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:19.445881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.857859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:263"} {"level":"info","ts":"2026-04-22T09:32:19.445979Z","caller":"traceutil/trace.go:172","msg":"trace[1789570598] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:536; }","duration":"379.963323ms","start":"2026-04-22T09:32:19.065991Z","end":"2026-04-22T09:32:19.445954Z","steps":["trace[1789570598] 'agreement among raft nodes before linearized reading' (duration: 164.194343ms)","trace[1789570598] 'range keys from in-memory index tree' (duration: 215.44941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:19.446498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:19.065968Z","time spent":"380.511587ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":286,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-22T09:32:19.446343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.042816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:19.446878Z","caller":"traceutil/trace.go:172","msg":"trace[2009054118] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"216.727085ms","start":"2026-04-22T09:32:19.230136Z","end":"2026-04-22T09:32:19.446864Z","steps":["trace[2009054118] 'read index received' (duration: 1.221122ms)","trace[2009054118] 'applied index is now lower than readState.Index' (duration: 215.505083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:19.446969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.817135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:19.446993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.377566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-04-22T09:32:19.447021Z","caller":"traceutil/trace.go:172","msg":"trace[1595138201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"380.875996ms","start":"2026-04-22T09:32:19.066132Z","end":"2026-04-22T09:32:19.447008Z","steps":["trace[1595138201] 'agreement among raft nodes before linearized reading' (duration: 380.780034ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:19.447029Z","caller":"traceutil/trace.go:172","msg":"trace[1169914096] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:538; }","duration":"371.416897ms","start":"2026-04-22T09:32:19.075602Z","end":"2026-04-22T09:32:19.447019Z","steps":["trace[1169914096] 'agreement among raft nodes before linearized reading' (duration: 371.270444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:19.447055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:19.075587Z","time spent":"371.463658ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1172,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:19.447059Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:19.066117Z","time spent":"380.928128ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:32:19.801127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.170032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:19.801235Z","caller":"traceutil/trace.go:172","msg":"trace[1411174960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"202.288355ms","start":"2026-04-22T09:32:19.598924Z","end":"2026-04-22T09:32:19.801212Z","steps":["trace[1411174960] 'range keys from in-memory index tree' (duration: 201.220107ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:21.279017Z","caller":"traceutil/trace.go:172","msg":"trace[276481195] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"205.352092ms","start":"2026-04-22T09:32:21.073643Z","end":"2026-04-22T09:32:21.278995Z","steps":["trace[276481195] 'process raft request' (duration: 205.200168ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:22.071101Z","caller":"traceutil/trace.go:172","msg":"trace[33273177] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"128.547885ms","start":"2026-04-22T09:32:21.942523Z","end":"2026-04-22T09:32:22.071071Z","steps":["trace[33273177] 'process raft request' (duration: 128.423022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:23.653090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.749662ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:32:26.506727Z","caller":"traceutil/trace.go:172","msg":"trace[2059831955] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"133.486982ms","start":"2026-04-22T09:32:26.373219Z","end":"2026-04-22T09:32:26.506706Z","steps":["trace[2059831955] 'process raft request' (duration: 133.356249ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:26.916371Z","caller":"traceutil/trace.go:172","msg":"trace[1516875662] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:599; }","duration":"181.154723ms","start":"2026-04-22T09:32:26.735196Z","end":"2026-04-22T09:32:26.916350Z","steps":["trace[1516875662] 'read index received' (duration: 181.149283ms)","trace[1516875662] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:26.916514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.291097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:26.916545Z","caller":"traceutil/trace.go:172","msg":"trace[1281684992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"181.344649ms","start":"2026-04-22T09:32:26.735191Z","end":"2026-04-22T09:32:26.916536Z","steps":["trace[1281684992] 'agreement among raft nodes before linearized reading' (duration: 181.248476ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:26.917347Z","caller":"traceutil/trace.go:172","msg":"trace[708788288] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"518.405594ms","start":"2026-04-22T09:32:26.398922Z","end":"2026-04-22T09:32:26.917327Z","steps":["trace[708788288] 'process raft request' (duration: 517.539621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:26.917689Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:26.398894Z","time spent":"518.676361ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:27.292779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.621055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:32:27.315739Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.746469ms"} {"level":"warn","ts":"2026-04-22T09:32:27.591833Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"24.068448ms"} {"level":"warn","ts":"2026-04-22T09:32:27.592139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.529427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:27.592409Z","caller":"traceutil/trace.go:172","msg":"trace[2005047103] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"246.998418ms","start":"2026-04-22T09:32:27.345340Z","end":"2026-04-22T09:32:27.592339Z","steps":["trace[2005047103] 'agreement among raft nodes before linearized reading' (duration: 57.73297ms)","trace[2005047103] 'range keys from in-memory index tree' (duration: 188.740355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:27.592376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.121735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:27.592998Z","caller":"traceutil/trace.go:172","msg":"trace[448963746] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"224.211273ms","start":"2026-04-22T09:32:27.368689Z","end":"2026-04-22T09:32:27.592900Z","steps":["trace[448963746] 'process raft request' (duration: 34.447961ms)","trace[448963746] 'compare' (duration: 188.651373ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:27.593086Z","caller":"traceutil/trace.go:172","msg":"trace[1271977415] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"220.053607ms","start":"2026-04-22T09:32:27.372990Z","end":"2026-04-22T09:32:27.593043Z","steps":["trace[1271977415] 'process raft request' (duration: 219.766859ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:27.593577Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-22T09:32:28.030275Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"226.201869ms"} {"level":"warn","ts":"2026-04-22T09:32:28.439751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.815755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:32:28.448798Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"218.440537ms"} {"level":"info","ts":"2026-04-22T09:32:28.450305Z","caller":"traceutil/trace.go:172","msg":"trace[1626266162] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:609; }","duration":"404.898045ms","start":"2026-04-22T09:32:28.045391Z","end":"2026-04-22T09:32:28.450289Z","steps":["trace[1626266162] 'read index received' (duration: 404.893405ms)","trace[1626266162] 'applied index is now lower than readState.Index' (duration: 4.04µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:28.450594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"405.194403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:44 size:3736"} {"level":"info","ts":"2026-04-22T09:32:28.450650Z","caller":"traceutil/trace.go:172","msg":"trace[1497970788] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:44; response_revision:568; }","duration":"405.261884ms","start":"2026-04-22T09:32:28.045377Z","end":"2026-04-22T09:32:28.450639Z","steps":["trace[1497970788] 'agreement among raft nodes before linearized reading' (duration: 404.981427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:28.450683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.045351Z","time spent":"405.324966ms","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":44,"response size":3759,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-22T09:32:28.451324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.851569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:32:28.451410Z","caller":"traceutil/trace.go:172","msg":"trace[126345962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:568; }","duration":"347.948812ms","start":"2026-04-22T09:32:28.103451Z","end":"2026-04-22T09:32:28.451400Z","steps":["trace[126345962] 'agreement among raft nodes before linearized reading' (duration: 347.768557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:28.451482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.103427Z","time spent":"348.043334ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:28.634704Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"98aaa0557ab926b1","to":"d7123eb454063075","bytes":802827,"size":"803 kB","took":"30.019330752s"} {"level":"info","ts":"2026-04-22T09:32:29.055232Z","caller":"traceutil/trace.go:172","msg":"trace[702541116] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:609; }","duration":"458.946901ms","start":"2026-04-22T09:32:28.596266Z","end":"2026-04-22T09:32:29.055212Z","steps":["trace[702541116] 'read index received' (duration: 458.94288ms)","trace[702541116] 'applied index is now lower than readState.Index' (duration: 3.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:29.055162Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"247.186645ms"} {"level":"warn","ts":"2026-04-22T09:32:29.367739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"771.461106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:29.367806Z","caller":"traceutil/trace.go:172","msg":"trace[1261782403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"771.523848ms","start":"2026-04-22T09:32:28.596260Z","end":"2026-04-22T09:32:29.367784Z","steps":["trace[1261782403] 'agreement among raft nodes before linearized reading' (duration: 459.042753ms)","trace[1261782403] 'range keys from in-memory index tree' (duration: 312.387463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:29.367836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.596238Z","time spent":"771.592249ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:32:29.368115Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.986133ms"} {"level":"warn","ts":"2026-04-22T09:32:29.368136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.953846ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-22T09:32:29.368780Z","caller":"traceutil/trace.go:172","msg":"trace[521586238] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"913.179454ms","start":"2026-04-22T09:32:28.455582Z","end":"2026-04-22T09:32:29.368762Z","steps":["trace[521586238] 'process raft request' (duration: 912.725922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.368897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.455549Z","time spent":"913.277297ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:29.369045Z","caller":"traceutil/trace.go:172","msg":"trace[1279166275] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:609; }","duration":"313.747587ms","start":"2026-04-22T09:32:29.055276Z","end":"2026-04-22T09:32:29.369023Z","steps":["trace[1279166275] 'read index received' (duration: 43.764727ms)","trace[1279166275] 'applied index is now lower than readState.Index' (duration: 269.98171ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:29.369213Z","caller":"traceutil/trace.go:172","msg":"trace[1043280088] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"445.042307ms","start":"2026-04-22T09:32:28.924161Z","end":"2026-04-22T09:32:29.369203Z","steps":["trace[1043280088] 'process raft request' (duration: 444.799591ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:29.369235Z","caller":"traceutil/trace.go:172","msg":"trace[1295083172] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"857.507793ms","start":"2026-04-22T09:32:28.511711Z","end":"2026-04-22T09:32:29.369219Z","steps":["trace[1295083172] 'process raft request' (duration: 857.104082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.369254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.924137Z","time spent":"445.099038ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:29.369328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"400.808023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:29.369363Z","caller":"traceutil/trace.go:172","msg":"trace[918425896] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:574; }","duration":"400.846954ms","start":"2026-04-22T09:32:28.968510Z","end":"2026-04-22T09:32:29.369356Z","steps":["trace[918425896] 'agreement among raft nodes before linearized reading' (duration: 400.786983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.369355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.511681Z","time spent":"857.591244ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:29.369383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.968486Z","time spent":"400.891926ms","remote":"127.0.0.1:59190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:29.370381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"559.335225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:29.370439Z","caller":"traceutil/trace.go:172","msg":"trace[729250838] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:574; }","duration":"559.394527ms","start":"2026-04-22T09:32:28.811029Z","end":"2026-04-22T09:32:29.370423Z","steps":["trace[729250838] 'agreement among raft nodes before linearized reading' (duration: 559.301834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.370560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.576986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:29.370562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.810971Z","time spent":"559.50923ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:29.370636Z","caller":"traceutil/trace.go:172","msg":"trace[1342537397] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:574; }","duration":"306.607647ms","start":"2026-04-22T09:32:29.063974Z","end":"2026-04-22T09:32:29.370582Z","steps":["trace[1342537397] 'agreement among raft nodes before linearized reading' (duration: 306.540736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.370658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:29.063956Z","time spent":"306.69578ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:29.370655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.116451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:29.370775Z","caller":"traceutil/trace.go:172","msg":"trace[1759276885] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:574; }","duration":"433.189698ms","start":"2026-04-22T09:32:28.937568Z","end":"2026-04-22T09:32:29.370758Z","steps":["trace[1759276885] 'agreement among raft nodes before linearized reading' (duration: 431.879195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.370903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.937552Z","time spent":"433.333372ms","remote":"127.0.0.1:58822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:29.782273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.856913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:32:29.782404Z","caller":"traceutil/trace.go:172","msg":"trace[1487713747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:574; }","duration":"182.988257ms","start":"2026-04-22T09:32:29.599396Z","end":"2026-04-22T09:32:29.782384Z","steps":["trace[1487713747] 'range keys from in-memory index tree' (duration: 182.000933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.782091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.071164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:29.782515Z","caller":"traceutil/trace.go:172","msg":"trace[2120266357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"184.525155ms","start":"2026-04-22T09:32:29.597978Z","end":"2026-04-22T09:32:29.782503Z","steps":["trace[2120266357] 'range keys from in-memory index tree' (duration: 182.841423ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:31.525369Z","caller":"traceutil/trace.go:172","msg":"trace[650021315] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:619; }","duration":"114.475755ms","start":"2026-04-22T09:32:31.410868Z","end":"2026-04-22T09:32:31.525344Z","steps":["trace[650021315] 'read index received' (duration: 114.462925ms)","trace[650021315] 'applied index is now lower than readState.Index' (duration: 7.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:31.768623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.74758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:31.768724Z","caller":"traceutil/trace.go:172","msg":"trace[237724875] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:577; }","duration":"357.845442ms","start":"2026-04-22T09:32:31.410854Z","end":"2026-04-22T09:32:31.768700Z","steps":["trace[237724875] 'agreement among raft nodes before linearized reading' (duration: 114.664149ms)","trace[237724875] 'range keys from in-memory index tree' (duration: 243.06196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:31.768794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.181213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:32:31.768802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:31.410833Z","time spent":"357.940335ms","remote":"127.0.0.1:59434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:31.768885Z","caller":"traceutil/trace.go:172","msg":"trace[1541322143] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"243.420188ms","start":"2026-04-22T09:32:31.525441Z","end":"2026-04-22T09:32:31.768861Z","steps":["trace[1541322143] 'read index received' (duration: 1.021614ms)","trace[1541322143] 'applied index is now lower than readState.Index' (duration: 242.397514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:31.768982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.867624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:32:31.768995Z","caller":"traceutil/trace.go:172","msg":"trace[1945823974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"357.882054ms","start":"2026-04-22T09:32:31.411108Z","end":"2026-04-22T09:32:31.768990Z","steps":["trace[1945823974] 'agreement among raft nodes before linearized reading' (duration: 357.794381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:31.769011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:31.411092Z","time spent":"357.915165ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:31.769122Z","caller":"traceutil/trace.go:172","msg":"trace[958133852] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"357.697859ms","start":"2026-04-22T09:32:31.411418Z","end":"2026-04-22T09:32:31.769116Z","steps":["trace[958133852] 'process raft request' (duration: 114.092525ms)","trace[958133852] 'compare' (duration: 242.959168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:31.769154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:31.411408Z","time spent":"357.73309ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:31.901963Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.106323ms"} {"level":"info","ts":"2026-04-22T09:32:32.042724Z","caller":"traceutil/trace.go:172","msg":"trace[119146279] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:621; }","duration":"248.189874ms","start":"2026-04-22T09:32:31.794507Z","end":"2026-04-22T09:32:32.042697Z","steps":["trace[119146279] 'read index received' (duration: 248.181034ms)","trace[119146279] 'applied index is now lower than readState.Index' (duration: 7.46µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.043099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.587244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:32:32.043130Z","caller":"traceutil/trace.go:172","msg":"trace[1338981771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:579; }","duration":"248.628675ms","start":"2026-04-22T09:32:31.794495Z","end":"2026-04-22T09:32:32.043124Z","steps":["trace[1338981771] 'agreement among raft nodes before linearized reading' (duration: 248.304477ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:32.043324Z","caller":"traceutil/trace.go:172","msg":"trace[1430208971] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"270.550069ms","start":"2026-04-22T09:32:31.772755Z","end":"2026-04-22T09:32:32.043306Z","steps":["trace[1430208971] 'process raft request' (duration: 269.963175ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:32.273096Z","caller":"traceutil/trace.go:172","msg":"trace[829099415] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:622; }","duration":"230.240458ms","start":"2026-04-22T09:32:32.042808Z","end":"2026-04-22T09:32:32.273049Z","steps":["trace[829099415] 'read index received' (duration: 230.228758ms)","trace[829099415] 'applied index is now lower than readState.Index' (duration: 9.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.300286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.060925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:32.300408Z","caller":"traceutil/trace.go:172","msg":"trace[1548030152] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:580; }","duration":"358.221831ms","start":"2026-04-22T09:32:31.942154Z","end":"2026-04-22T09:32:32.300376Z","steps":["trace[1548030152] 'agreement among raft nodes before linearized reading' (duration: 331.048699ms)","trace[1548030152] 'range keys from in-memory index tree' (duration: 26.980327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.300418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.631778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:32.300490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:31.942127Z","time spent":"358.323093ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:32.300485Z","caller":"traceutil/trace.go:172","msg":"trace[324809802] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:580; }","duration":"287.691469ms","start":"2026-04-22T09:32:32.012776Z","end":"2026-04-22T09:32:32.300468Z","steps":["trace[324809802] 'agreement among raft nodes before linearized reading' (duration: 260.361693ms)","trace[324809802] 'range keys from in-memory index tree' (duration: 27.200733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.300768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.908793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:32.300886Z","caller":"traceutil/trace.go:172","msg":"trace[1341200192] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"252.956249ms","start":"2026-04-22T09:32:32.047920Z","end":"2026-04-22T09:32:32.300876Z","steps":["trace[1341200192] 'process raft request' (duration: 252.905518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:32.846199Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496131,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:32:32.929618Z","caller":"traceutil/trace.go:172","msg":"trace[201437207] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:625; }","duration":"584.184225ms","start":"2026-04-22T09:32:32.345401Z","end":"2026-04-22T09:32:32.929586Z","steps":["trace[201437207] 'read index received' (duration: 584.178835ms)","trace[201437207] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.929622Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"381.742336ms"} {"level":"warn","ts":"2026-04-22T09:32:32.930873Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014496133,"received-request-id":2788183043014496131} {"level":"warn","ts":"2026-04-22T09:32:32.972716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.304783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:32.972777Z","caller":"traceutil/trace.go:172","msg":"trace[648651958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:583; }","duration":"627.369724ms","start":"2026-04-22T09:32:32.345392Z","end":"2026-04-22T09:32:32.972762Z","steps":["trace[648651958] 'agreement among raft nodes before linearized reading' (duration: 584.294868ms)","trace[648651958] 'range keys from in-memory index tree' (duration: 42.986803ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:32.973099Z","caller":"traceutil/trace.go:172","msg":"trace[2032936988] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"692.971547ms","start":"2026-04-22T09:32:32.280047Z","end":"2026-04-22T09:32:32.973019Z","steps":["trace[2032936988] 'process raft request' (duration: 649.569103ms)","trace[2032936988] 'compare' (duration: 42.921823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.973499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.166868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:32.973552Z","caller":"traceutil/trace.go:172","msg":"trace[1208954981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"376.26323ms","start":"2026-04-22T09:32:32.597274Z","end":"2026-04-22T09:32:32.973537Z","steps":["trace[1208954981] 'agreement among raft nodes before linearized reading' (duration: 376.127727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:32.973270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"574.434455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:32.973598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:32.597252Z","time spent":"376.334861ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:32:32.973655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:32.280029Z","time spent":"693.49816ms","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:32:32.973644Z","caller":"traceutil/trace.go:172","msg":"trace[684693508] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:584; }","duration":"574.809624ms","start":"2026-04-22T09:32:32.398818Z","end":"2026-04-22T09:32:32.973628Z","steps":["trace[684693508] 'agreement among raft nodes before linearized reading' (duration: 574.396445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:32.973875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:32.398788Z","time spent":"575.06447ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:33.296480Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"160.275624ms"} {"level":"info","ts":"2026-04-22T09:32:33.297953Z","caller":"traceutil/trace.go:172","msg":"trace[906301652] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:626; }","duration":"323.34864ms","start":"2026-04-22T09:32:32.974576Z","end":"2026-04-22T09:32:33.297924Z","steps":["trace[906301652] 'read index received' (duration: 323.33992ms)","trace[906301652] 'applied index is now lower than readState.Index' (duration: 7.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:33.497662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.098408ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:33.497745Z","caller":"traceutil/trace.go:172","msg":"trace[1073464474] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:584; }","duration":"152.198091ms","start":"2026-04-22T09:32:33.345533Z","end":"2026-04-22T09:32:33.497731Z","steps":["trace[1073464474] 'range keys from in-memory index tree' (duration: 152.033316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:33.497764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"523.185284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:33.497789Z","caller":"traceutil/trace.go:172","msg":"trace[753616547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"523.207345ms","start":"2026-04-22T09:32:32.974573Z","end":"2026-04-22T09:32:33.497781Z","steps":["trace[753616547] 'agreement among raft nodes before linearized reading' (duration: 323.456553ms)","trace[753616547] 'range keys from in-memory index tree' (duration: 199.70862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:33.497808Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:32.974561Z","time spent":"523.242445ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:32:33.499556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.765396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:33.538230Z","caller":"traceutil/trace.go:172","msg":"trace[1055802508] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:627; }","duration":"159.369366ms","start":"2026-04-22T09:32:33.378664Z","end":"2026-04-22T09:32:33.538034Z","steps":["trace[1055802508] 'read index received' (duration: 159.338055ms)","trace[1055802508] 'applied index is now lower than readState.Index' (duration: 16.181µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:33.596103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.403786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:33.596162Z","caller":"traceutil/trace.go:172","msg":"trace[1292564001] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:585; }","duration":"217.487348ms","start":"2026-04-22T09:32:33.378660Z","end":"2026-04-22T09:32:33.596147Z","steps":["trace[1292564001] 'agreement among raft nodes before linearized reading' (duration: 159.633583ms)","trace[1292564001] 'range keys from in-memory index tree' (duration: 57.740472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:33.600972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.178142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:33.600999Z","caller":"traceutil/trace.go:172","msg":"trace[993510751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:587; }","duration":"103.209253ms","start":"2026-04-22T09:32:33.497784Z","end":"2026-04-22T09:32:33.600993Z","steps":["trace[993510751] 'agreement among raft nodes before linearized reading' (duration: 103.170592ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:33.601439Z","caller":"traceutil/trace.go:172","msg":"trace[987944510] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"153.988284ms","start":"2026-04-22T09:32:33.446851Z","end":"2026-04-22T09:32:33.600839Z","steps":["trace[987944510] 'process raft request' (duration: 153.776999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:34.360667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.579052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:34.360727Z","caller":"traceutil/trace.go:172","msg":"trace[1639349856] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:589; }","duration":"211.649374ms","start":"2026-04-22T09:32:34.149066Z","end":"2026-04-22T09:32:34.360716Z","steps":["trace[1639349856] 'range keys from in-memory index tree' (duration: 210.445793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:37.504932Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.457815ms"} {"level":"info","ts":"2026-04-22T09:32:37.525592Z","caller":"traceutil/trace.go:172","msg":"trace[376724495] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:640; }","duration":"231.602973ms","start":"2026-04-22T09:32:37.293965Z","end":"2026-04-22T09:32:37.525568Z","steps":["trace[376724495] 'read index received' (duration: 231.593283ms)","trace[376724495] 'applied index is now lower than readState.Index' (duration: 8.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:37.671343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.61026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:32:37.671369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.359106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T09:32:37.671450Z","caller":"traceutil/trace.go:172","msg":"trace[382344735] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"145.779205ms","start":"2026-04-22T09:32:37.525655Z","end":"2026-04-22T09:32:37.671434Z","steps":["trace[382344735] 'read index received' (duration: 3.389372ms)","trace[382344735] 'applied index is now lower than readState.Index' (duration: 142.388243ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:37.671488Z","caller":"traceutil/trace.go:172","msg":"trace[523592305] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:596; }","duration":"377.48715ms","start":"2026-04-22T09:32:37.293962Z","end":"2026-04-22T09:32:37.671449Z","steps":["trace[523592305] 'agreement among raft nodes before linearized reading' (duration: 231.754507ms)","trace[523592305] 'range keys from in-memory index tree' (duration: 145.450076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:37.672521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:37.293947Z","time spent":"378.114574ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:37.672660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.460656ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:37.672753Z","caller":"traceutil/trace.go:172","msg":"trace[823120276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:597; }","duration":"327.523488ms","start":"2026-04-22T09:32:37.345181Z","end":"2026-04-22T09:32:37.672704Z","steps":["trace[823120276] 'agreement among raft nodes before linearized reading' (duration: 326.903733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:37.673149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.289545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:37.673213Z","caller":"traceutil/trace.go:172","msg":"trace[2089985068] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:597; }","duration":"174.334006ms","start":"2026-04-22T09:32:37.498843Z","end":"2026-04-22T09:32:37.673177Z","steps":["trace[2089985068] 'agreement among raft nodes before linearized reading' (duration: 172.681916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:38.522156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.242118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:38.522248Z","caller":"traceutil/trace.go:172","msg":"trace[919837379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:602; }","duration":"177.425743ms","start":"2026-04-22T09:32:38.344803Z","end":"2026-04-22T09:32:38.522229Z","steps":["trace[919837379] 'range keys from in-memory index tree' (duration: 177.182936ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:41.828623Z","caller":"traceutil/trace.go:172","msg":"trace[1241210817] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"140.865083ms","start":"2026-04-22T09:32:41.687737Z","end":"2026-04-22T09:32:41.828603Z","steps":["trace[1241210817] 'process raft request' (duration: 140.625986ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:41.829702Z","caller":"traceutil/trace.go:172","msg":"trace[839156377] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:656; }","duration":"102.791133ms","start":"2026-04-22T09:32:41.726896Z","end":"2026-04-22T09:32:41.829687Z","steps":["trace[839156377] 'read index received' (duration: 102.786323ms)","trace[839156377] 'applied index is now lower than readState.Index' (duration: 3.96µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:41.829875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.945806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:41.829932Z","caller":"traceutil/trace.go:172","msg":"trace[258627990] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:610; }","duration":"103.017578ms","start":"2026-04-22T09:32:41.726892Z","end":"2026-04-22T09:32:41.829910Z","steps":["trace[258627990] 'agreement among raft nodes before linearized reading' (duration: 102.904545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:42.030018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.584231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:42.030139Z","caller":"traceutil/trace.go:172","msg":"trace[97476905] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"170.755131ms","start":"2026-04-22T09:32:41.859372Z","end":"2026-04-22T09:32:42.030127Z","steps":["trace[97476905] 'process raft request' (duration: 25.006017ms)","trace[97476905] 'compare' (duration: 145.441827ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:42.561101Z","caller":"traceutil/trace.go:172","msg":"trace[546253536] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:658; }","duration":"151.034208ms","start":"2026-04-22T09:32:42.410032Z","end":"2026-04-22T09:32:42.561066Z","steps":["trace[546253536] 'read index received' (duration: 151.024088ms)","trace[546253536] 'applied index is now lower than readState.Index' (duration: 8.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:42.614299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.254854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:42.614304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.859519ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:42.614357Z","caller":"traceutil/trace.go:172","msg":"trace[824524530] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:612; }","duration":"204.326045ms","start":"2026-04-22T09:32:42.410018Z","end":"2026-04-22T09:32:42.614344Z","steps":["trace[824524530] 'agreement among raft nodes before linearized reading' (duration: 151.208243ms)","trace[824524530] 'range keys from in-memory index tree' (duration: 53.01543ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:42.614373Z","caller":"traceutil/trace.go:172","msg":"trace[297066027] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"268.954821ms","start":"2026-04-22T09:32:42.345404Z","end":"2026-04-22T09:32:42.614358Z","steps":["trace[297066027] 'range keys from in-memory index tree' (duration: 268.803098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:42.798633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.179955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:32:42.798727Z","caller":"traceutil/trace.go:172","msg":"trace[778466520] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"237.536005ms","start":"2026-04-22T09:32:42.561176Z","end":"2026-04-22T09:32:42.798712Z","steps":["trace[778466520] 'read index received' (duration: 742.527µs)","trace[778466520] 'applied index is now lower than readState.Index' (duration: 236.792388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:42.799033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.199512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T09:32:42.799047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.739325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:42.799065Z","caller":"traceutil/trace.go:172","msg":"trace[328606170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"254.239103ms","start":"2026-04-22T09:32:42.544816Z","end":"2026-04-22T09:32:42.799056Z","steps":["trace[328606170] 'agreement among raft nodes before linearized reading' (duration: 254.053407ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:42.799111Z","caller":"traceutil/trace.go:172","msg":"trace[1296807027] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:612; }","duration":"339.809266ms","start":"2026-04-22T09:32:42.459287Z","end":"2026-04-22T09:32:42.799097Z","steps":["trace[1296807027] 'agreement among raft nodes before linearized reading' (duration: 339.705374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:42.799149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:42.459268Z","time spent":"339.872237ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:42.799342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.018332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:42.799370Z","caller":"traceutil/trace.go:172","msg":"trace[2076098935] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:612; }","duration":"327.046602ms","start":"2026-04-22T09:32:42.472315Z","end":"2026-04-22T09:32:42.799361Z","steps":["trace[2076098935] 'agreement among raft nodes before linearized reading' (duration: 326.998641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:42.799392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:42.472269Z","time spent":"327.116274ms","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:42.800574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.782056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:42.800668Z","caller":"traceutil/trace.go:172","msg":"trace[2109213293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"201.885698ms","start":"2026-04-22T09:32:42.598764Z","end":"2026-04-22T09:32:42.800650Z","steps":["trace[2109213293] 'agreement among raft nodes before linearized reading' (duration: 201.728785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:42.800732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.312489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:42.800677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.73488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:42.800801Z","caller":"traceutil/trace.go:172","msg":"trace[1795042848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"186.37992ms","start":"2026-04-22T09:32:42.614402Z","end":"2026-04-22T09:32:42.800782Z","steps":["trace[1795042848] 'agreement among raft nodes before linearized reading' (duration: 186.286228ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:42.800844Z","caller":"traceutil/trace.go:172","msg":"trace[1491571421] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:612; }","duration":"128.904964ms","start":"2026-04-22T09:32:42.671920Z","end":"2026-04-22T09:32:42.800825Z","steps":["trace[1491571421] 'agreement among raft nodes before linearized reading' (duration: 128.71044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:44.126989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.598854ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:32:45.970454Z","caller":"traceutil/trace.go:172","msg":"trace[1079077952] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"100.752668ms","start":"2026-04-22T09:32:45.869683Z","end":"2026-04-22T09:32:45.970436Z","steps":["trace[1079077952] 'process raft request' (duration: 100.612144ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:50.566384Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529 15497518211960025205) learners=(10910741797235609830)"} {"level":"info","ts":"2026-04-22T09:32:50.566619Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","added-peer-id":"976abddb643c50e6","added-peer-peer-urls":["https://199.19.213.75:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:32:50.566664Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566698Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566920Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566958Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6","remote-peer-urls":["https://199.19.213.75:2380"]} {"level":"info","ts":"2026-04-22T09:32:50.566997Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"98aaa0557ab926b1","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.567230Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.567523Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.567544Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.567575Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"error","ts":"2026-04-22T09:32:50.630286Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:50.630411Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:50.793859Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.75:2380/version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:32:50.793955Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:32:51.122226Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:32:51.622572Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:51.622709Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:52.136119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:50398","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T09:32:52.137496Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:32:52.264324Z","caller":"traceutil/trace.go:172","msg":"trace[865549420] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"111.580869ms","start":"2026-04-22T09:32:52.152721Z","end":"2026-04-22T09:32:52.264302Z","steps":["trace[865549420] 'process raft request' (duration: 84.15752ms)","trace[865549420] 'compare' (duration: 27.218564ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:52.432357Z","caller":"traceutil/trace.go:172","msg":"trace[44577217] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"107.462375ms","start":"2026-04-22T09:32:52.324858Z","end":"2026-04-22T09:32:52.432320Z","steps":["trace[44577217] 'process raft request' (duration: 78.183633ms)","trace[44577217] 'compare' (duration: 29.038096ms)"],"step_count":2} {"level":"error","ts":"2026-04-22T09:32:52.625496Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:52.625588Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-04-22T09:32:53.130465Z","caller":"traceutil/trace.go:172","msg":"trace[1443767612] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"159.277842ms","start":"2026-04-22T09:32:52.971163Z","end":"2026-04-22T09:32:53.130441Z","steps":["trace[1443767612] 'process raft request' (duration: 159.164239ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:32:53.132984Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:32:53.621890Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:32:54.133635Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:54.133753Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:54.491284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.575494ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:54.491595Z","caller":"traceutil/trace.go:172","msg":"trace[2106998570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:641; }","duration":"120.512905ms","start":"2026-04-22T09:32:54.371059Z","end":"2026-04-22T09:32:54.491572Z","steps":["trace[2106998570] 'range keys from in-memory index tree' (duration: 118.304114ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:32:54.620672Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:32:54.797123Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.75:2380/version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:32:54.797206Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:32:54.825024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.553461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:54.825136Z","caller":"traceutil/trace.go:172","msg":"trace[1971860021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"219.676764ms","start":"2026-04-22T09:32:54.605438Z","end":"2026-04-22T09:32:54.825114Z","steps":["trace[1971860021] 'range keys from in-memory index tree' (duration: 218.454626ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:32:55.122220Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:55.122293Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:55.568219Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:32:55.568207Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:32:55.625802Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:32:56.123862Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:56.123984Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:56.535246Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"214.649412ms"} {"level":"warn","ts":"2026-04-22T09:32:56.535308Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"214.720413ms"} {"level":"warn","ts":"2026-04-22T09:32:56.627001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.704657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:56.627059Z","caller":"traceutil/trace.go:172","msg":"trace[22592910] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:643; }","duration":"909.761838ms","start":"2026-04-22T09:32:55.717282Z","end":"2026-04-22T09:32:56.627044Z","steps":["trace[22592910] 'range keys from in-memory index tree' (duration: 908.52349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:56.627087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:55.717253Z","time spent":"909.82799ms","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:56.627001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.281803266s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:56.627103Z","caller":"traceutil/trace.go:172","msg":"trace[994042202] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"488.869451ms","start":"2026-04-22T09:32:56.138223Z","end":"2026-04-22T09:32:56.627092Z","steps":["trace[994042202] 'process raft request' (duration: 397.172306ms)","trace[994042202] 'compare' (duration: 91.376899ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:56.627144Z","caller":"traceutil/trace.go:172","msg":"trace[1650044658] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:643; }","duration":"1.28194691s","start":"2026-04-22T09:32:55.345180Z","end":"2026-04-22T09:32:56.627126Z","steps":["trace[1650044658] 'range keys from in-memory index tree' (duration: 1.281714994s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:56.627177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:56.138185Z","time spent":"488.947894ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:56.626830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"968.82146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:56.627442Z","caller":"traceutil/trace.go:172","msg":"trace[903919425] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:643; }","duration":"969.462775ms","start":"2026-04-22T09:32:55.657968Z","end":"2026-04-22T09:32:56.627431Z","steps":["trace[903919425] 'range keys from in-memory index tree' (duration: 967.91468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:56.627492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:55.657953Z","time spent":"969.525786ms","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:56.999123Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"263.880718ms"} {"level":"warn","ts":"2026-04-22T09:32:56.999196Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"263.886888ms"} {"level":"warn","ts":"2026-04-22T09:32:57.074576Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:32:57.090271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.360953ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:57.090337Z","caller":"traceutil/trace.go:172","msg":"trace[764609195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:644; }","duration":"346.438995ms","start":"2026-04-22T09:32:56.743887Z","end":"2026-04-22T09:32:57.090326Z","steps":["trace[764609195] 'range keys from in-memory index tree' (duration: 346.305082ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:57.090555Z","caller":"traceutil/trace.go:172","msg":"trace[1068964842] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"803.744412ms","start":"2026-04-22T09:32:56.286802Z","end":"2026-04-22T09:32:57.090546Z","steps":["trace[1068964842] 'process raft request' (duration: 712.457393ms)","trace[1068964842] 'compare' (duration: 90.931162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:57.090624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:56.286766Z","time spent":"803.812894ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:57.149700Z","caller":"traceutil/trace.go:172","msg":"trace[1300330771] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:698; }","duration":"575.39297ms","start":"2026-04-22T09:32:56.574275Z","end":"2026-04-22T09:32:57.149668Z","steps":["trace[1300330771] 'read index received' (duration: 575.38392ms)","trace[1300330771] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:57.149949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"575.651885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:57.150028Z","caller":"traceutil/trace.go:172","msg":"trace[1754487625] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:645; }","duration":"575.743978ms","start":"2026-04-22T09:32:56.574266Z","end":"2026-04-22T09:32:57.150009Z","steps":["trace[1754487625] 'agreement among raft nodes before linearized reading' (duration: 575.576485ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:57.150157Z","caller":"traceutil/trace.go:172","msg":"trace[1042225498] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"261.985679ms","start":"2026-04-22T09:32:56.888152Z","end":"2026-04-22T09:32:57.150138Z","steps":["trace[1042225498] 'process raft request' (duration: 261.781854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:57.150192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:56.574229Z","time spent":"575.944423ms","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:57.151208Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014496344,"received-request-id":2788183043014496340} {"level":"warn","ts":"2026-04-22T09:32:57.151302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:56.620315Z","time spent":"530.982055ms","remote":"199.19.213.75:50538","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T09:32:57.151333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.288568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-22T09:32:57.151324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.423096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:57.151356Z","caller":"traceutil/trace.go:172","msg":"trace[1700161759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:646; }","duration":"560.320289ms","start":"2026-04-22T09:32:56.591026Z","end":"2026-04-22T09:32:57.151347Z","steps":["trace[1700161759] 'agreement among raft nodes before linearized reading' (duration: 560.225797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:57.151346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.136069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:57.151368Z","caller":"traceutil/trace.go:172","msg":"trace[1313262270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"554.476247ms","start":"2026-04-22T09:32:56.596881Z","end":"2026-04-22T09:32:57.151357Z","steps":["trace[1313262270] 'agreement among raft nodes before linearized reading' (duration: 554.395125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:57.151378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:56.591008Z","time spent":"560.36589ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:57.151400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:56.596840Z","time spent":"554.552719ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:32:57.151398Z","caller":"traceutil/trace.go:172","msg":"trace[1328679704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:646; }","duration":"524.18926ms","start":"2026-04-22T09:32:56.627194Z","end":"2026-04-22T09:32:57.151384Z","steps":["trace[1328679704] 'agreement among raft nodes before linearized reading' (duration: 524.113189ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:32:57.154340Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:32:57.371743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.624486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:32:57.372171Z","caller":"traceutil/trace.go:172","msg":"trace[536306791] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"215.80549ms","start":"2026-04-22T09:32:57.156334Z","end":"2026-04-22T09:32:57.372140Z","steps":["trace[536306791] 'process raft request' (duration: 108.57069ms)","trace[536306791] 'compare' (duration: 106.241497ms)"],"step_count":2} {"level":"error","ts":"2026-04-22T09:32:57.372197Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-22T09:32:57.372409Z","caller":"traceutil/trace.go:172","msg":"trace[1412254950] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:699; }","duration":"106.449622ms","start":"2026-04-22T09:32:57.265865Z","end":"2026-04-22T09:32:57.372315Z","steps":["trace[1412254950] 'read index received' (duration: 43.676576ms)","trace[1412254950] 'applied index is now lower than readState.Index' (duration: 62.770786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:57.372447Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:57.373394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.004039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:32:57.373474Z","caller":"traceutil/trace.go:172","msg":"trace[253737983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"140.079312ms","start":"2026-04-22T09:32:57.233363Z","end":"2026-04-22T09:32:57.373443Z","steps":["trace[253737983] 'agreement among raft nodes before linearized reading' (duration: 139.245932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:57.589198Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.763698ms"} {"level":"warn","ts":"2026-04-22T09:32:57.589300Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.901461ms"} {"level":"error","ts":"2026-04-22T09:32:57.669297Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:32:57.669497Z","caller":"traceutil/trace.go:172","msg":"trace[463892143] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"289.45422ms","start":"2026-04-22T09:32:57.380026Z","end":"2026-04-22T09:32:57.669481Z","steps":["trace[463892143] 'process raft request' (duration: 209.284012ms)","trace[463892143] 'compare' (duration: 79.744879ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:57.670445Z","caller":"traceutil/trace.go:172","msg":"trace[2131376304] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"274.209606ms","start":"2026-04-22T09:32:57.395631Z","end":"2026-04-22T09:32:57.669841Z","steps":["trace[2131376304] 'process raft request' (duration: 273.574552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:58.253400Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.048122ms"} {"level":"warn","ts":"2026-04-22T09:32:58.253534Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.189436ms"} {"level":"error","ts":"2026-04-22T09:32:58.318379Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:58.318474Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:58.799945Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.75:2380/version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:32:58.800027Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:32:59.006431Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"431.93169ms"} {"level":"warn","ts":"2026-04-22T09:32:59.006564Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"432.067363ms"} {"level":"warn","ts":"2026-04-22T09:32:59.099336Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:32:59.107572Z","caller":"traceutil/trace.go:172","msg":"trace[1987434011] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:706; }","duration":"508.841355ms","start":"2026-04-22T09:32:58.598706Z","end":"2026-04-22T09:32:59.107547Z","steps":["trace[1987434011] 'read index received' (duration: 508.833965ms)","trace[1987434011] 'applied index is now lower than readState.Index' (duration: 5.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:59.107682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"508.967968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:59.107706Z","caller":"traceutil/trace.go:172","msg":"trace[2010641440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"509.011159ms","start":"2026-04-22T09:32:58.598688Z","end":"2026-04-22T09:32:59.107699Z","steps":["trace[2010641440] 'agreement among raft nodes before linearized reading' (duration: 508.918597ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:59.107693Z","caller":"traceutil/trace.go:172","msg":"trace[1559879876] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"476.182772ms","start":"2026-04-22T09:32:58.631485Z","end":"2026-04-22T09:32:59.107668Z","steps":["trace[1559879876] 'process raft request' (duration: 476.032018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:59.107860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:58.631463Z","time spent":"476.319655ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:59.107729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:58.598663Z","time spent":"509.061961ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"error","ts":"2026-04-22T09:32:59.110686Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:32:59.292156Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014496363,"received-request-id":2788183043014496360} {"level":"info","ts":"2026-04-22T09:32:59.293231Z","caller":"traceutil/trace.go:172","msg":"trace[1738374877] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:707; }","duration":"183.776331ms","start":"2026-04-22T09:32:59.109429Z","end":"2026-04-22T09:32:59.293205Z","steps":["trace[1738374877] 'read index received' (duration: 183.772801ms)","trace[1738374877] 'applied index is now lower than readState.Index' (duration: 2.56µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:59.346117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.702466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:59.346177Z","caller":"traceutil/trace.go:172","msg":"trace[1131384523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"236.773178ms","start":"2026-04-22T09:32:59.109390Z","end":"2026-04-22T09:32:59.346163Z","steps":["trace[1131384523] 'agreement among raft nodes before linearized reading' (duration: 183.875562ms)","trace[1131384523] 'range keys from in-memory index tree' (duration: 52.806174ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:59.346494Z","caller":"traceutil/trace.go:172","msg":"trace[900702182] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"250.112587ms","start":"2026-04-22T09:32:59.096364Z","end":"2026-04-22T09:32:59.346477Z","steps":["trace[900702182] 'process raft request' (duration: 249.994025ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:32:59.346849Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:32:59.346982Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:32:59.622463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:48546","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T09:32:59.623205Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:32:59.752987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.394958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:59.753077Z","caller":"traceutil/trace.go:172","msg":"trace[1220799779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:655; }","duration":"111.491351ms","start":"2026-04-22T09:32:59.641571Z","end":"2026-04-22T09:32:59.753062Z","steps":["trace[1220799779] 'range keys from in-memory index tree' (duration: 110.368904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:59.889467Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.264855ms"} {"level":"warn","ts":"2026-04-22T09:32:59.889538Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.343867ms"} {"level":"info","ts":"2026-04-22T09:32:59.889653Z","caller":"traceutil/trace.go:172","msg":"trace[235148871] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"131.462807ms","start":"2026-04-22T09:32:59.758170Z","end":"2026-04-22T09:32:59.889633Z","steps":["trace[235148871] 'process raft request' (duration: 131.314823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:00.152000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:48554","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T09:33:00.152982Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:00.153209Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:00.568479Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:00.568458Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:33:00.622545Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:00.622618Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:01.619423Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:33:01.716770Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"550.232028ms"} {"level":"warn","ts":"2026-04-22T09:33:01.716838Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"550.31066ms"} {"level":"info","ts":"2026-04-22T09:33:01.717110Z","caller":"traceutil/trace.go:172","msg":"trace[344731159] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"730.738092ms","start":"2026-04-22T09:33:00.986351Z","end":"2026-04-22T09:33:01.717089Z","steps":["trace[344731159] 'process raft request' (duration: 730.548028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:01.717223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:00.986323Z","time spent":"730.845135ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:01.779085Z","caller":"traceutil/trace.go:172","msg":"trace[1591171088] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:712; }","duration":"660.780192ms","start":"2026-04-22T09:33:01.118280Z","end":"2026-04-22T09:33:01.779060Z","steps":["trace[1591171088] 'read index received' (duration: 660.772562ms)","trace[1591171088] 'applied index is now lower than readState.Index' (duration: 6.39µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:01.779217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:01.118268Z","time spent":"660.942697ms","remote":"199.19.213.75:48576","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T09:33:01.779560Z","caller":"traceutil/trace.go:172","msg":"trace[1903478780] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"428.002796ms","start":"2026-04-22T09:33:01.351534Z","end":"2026-04-22T09:33:01.779536Z","steps":["trace[1903478780] 'process raft request' (duration: 427.939114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:01.779746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:01.351496Z","time spent":"428.147789ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:01.779747Z","caller":"traceutil/trace.go:172","msg":"trace[2021484893] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"665.699682ms","start":"2026-04-22T09:33:01.114024Z","end":"2026-04-22T09:33:01.779723Z","steps":["trace[2021484893] 'process raft request' (duration: 665.329994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:01.779913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:01.113999Z","time spent":"665.817667ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:01.780852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.712261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:01.781065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.27066ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:01.781387Z","caller":"traceutil/trace.go:172","msg":"trace[1762376959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:659; }","duration":"436.588938ms","start":"2026-04-22T09:33:01.344778Z","end":"2026-04-22T09:33:01.781367Z","steps":["trace[1762376959] 'agreement among raft nodes before linearized reading' (duration: 435.890592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:01.781776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.230609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:33:01.781847Z","caller":"traceutil/trace.go:172","msg":"trace[2092710721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:659; }","duration":"349.088968ms","start":"2026-04-22T09:33:01.432742Z","end":"2026-04-22T09:33:01.781831Z","steps":["trace[2092710721] 'agreement among raft nodes before linearized reading' (duration: 348.090296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:01.781895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:01.432719Z","time spent":"349.16121ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"error","ts":"2026-04-22T09:33:01.781947Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:33:01.781683Z","caller":"traceutil/trace.go:172","msg":"trace[592103262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"182.798032ms","start":"2026-04-22T09:33:01.598115Z","end":"2026-04-22T09:33:01.780913Z","steps":["trace[592103262] 'agreement among raft nodes before linearized reading' (duration: 182.67714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:01.991542Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.979372ms"} {"level":"warn","ts":"2026-04-22T09:33:01.991701Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.145006ms"} {"level":"warn","ts":"2026-04-22T09:33:02.021038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.784967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:02.021128Z","caller":"traceutil/trace.go:172","msg":"trace[684654699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"237.887969ms","start":"2026-04-22T09:33:01.783223Z","end":"2026-04-22T09:33:02.021111Z","steps":["trace[684654699] 'range keys from in-memory index tree' (duration: 236.637161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:02.021126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.900896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:33:02.021186Z","caller":"traceutil/trace.go:172","msg":"trace[1893753818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:659; }","duration":"126.975718ms","start":"2026-04-22T09:33:01.894196Z","end":"2026-04-22T09:33:02.021171Z","steps":["trace[1893753818] 'agreement among raft nodes before linearized reading' (duration: 98.503835ms)","trace[1893753818] 'range keys from in-memory index tree' (duration: 28.301879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:02.021473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.670305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:02.021531Z","caller":"traceutil/trace.go:172","msg":"trace[1009201251] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"236.660912ms","start":"2026-04-22T09:33:01.784827Z","end":"2026-04-22T09:33:02.021487Z","steps":["trace[1009201251] 'process raft request' (duration: 206.834228ms)","trace[1009201251] 'compare' (duration: 29.443025ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:02.021564Z","caller":"traceutil/trace.go:172","msg":"trace[480935345] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:660; }","duration":"123.770407ms","start":"2026-04-22T09:33:01.897772Z","end":"2026-04-22T09:33:02.021543Z","steps":["trace[480935345] 'agreement among raft nodes before linearized reading' (duration: 123.618434ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:33:02.021570Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:02.021628Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:33:02.123817Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:33:02.622311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:48622","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T09:33:02.628513Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:02.628596Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:02.803094Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.75:2380/version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:02.803168Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:33:03.122043Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:33:03.633036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.541943ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:33:03.633173Z","caller":"traceutil/trace.go:172","msg":"trace[118962444] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"100.836783ms","start":"2026-04-22T09:33:03.532306Z","end":"2026-04-22T09:33:03.633143Z","steps":["trace[118962444] 'read index received' (duration: 1.209536ms)","trace[118962444] 'applied index is now lower than readState.Index' (duration: 99.625597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:03.633404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.083329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:03.633474Z","caller":"traceutil/trace.go:172","msg":"trace[1933541410] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:661; }","duration":"101.156881ms","start":"2026-04-22T09:33:03.532295Z","end":"2026-04-22T09:33:03.633452Z","steps":["trace[1933541410] 'agreement among raft nodes before linearized reading' (duration: 101.040988ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:33:03.636991Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:03.637067Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:04.076571Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.727806ms"} {"level":"warn","ts":"2026-04-22T09:33:04.076647Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.814468ms"} {"level":"info","ts":"2026-04-22T09:33:04.078133Z","caller":"traceutil/trace.go:172","msg":"trace[1842580108] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:719; }","duration":"214.989927ms","start":"2026-04-22T09:33:03.863119Z","end":"2026-04-22T09:33:04.078109Z","steps":["trace[1842580108] 'read index received' (duration: 214.982747ms)","trace[1842580108] 'applied index is now lower than readState.Index' (duration: 5.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:04.119571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:48680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:04.156392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.260577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:04.156483Z","caller":"traceutil/trace.go:172","msg":"trace[331310892] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:662; }","duration":"293.362849ms","start":"2026-04-22T09:33:03.863100Z","end":"2026-04-22T09:33:04.156463Z","steps":["trace[331310892] 'agreement among raft nodes before linearized reading' (duration: 215.154062ms)","trace[331310892] 'range keys from in-memory index tree' (duration: 78.054053ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:04.156544Z","caller":"traceutil/trace.go:172","msg":"trace[590615962] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"371.317325ms","start":"2026-04-22T09:33:03.785216Z","end":"2026-04-22T09:33:04.156533Z","steps":["trace[590615962] 'process raft request' (duration: 292.020004ms)","trace[590615962] 'compare' (duration: 79.133178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:04.156619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:03.785197Z","time spent":"371.379476ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-04-22T09:33:04.156682Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:33:04.156789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.833913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:33:04.156806Z","caller":"traceutil/trace.go:172","msg":"trace[1963525573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:663; }","duration":"127.854264ms","start":"2026-04-22T09:33:04.028948Z","end":"2026-04-22T09:33:04.156802Z","steps":["trace[1963525573] 'agreement among raft nodes before linearized reading' (duration: 127.793343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:04.591378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.736418ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:04.591520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.473536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:04.592067Z","caller":"traceutil/trace.go:172","msg":"trace[1624765237] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"431.903287ms","start":"2026-04-22T09:33:04.160136Z","end":"2026-04-22T09:33:04.592040Z","steps":["trace[1624765237] 'process raft request' (duration: 168.842729ms)","trace[1624765237] 'compare' (duration: 262.310162ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:04.591898Z","caller":"traceutil/trace.go:172","msg":"trace[133177103] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:663; }","duration":"247.26383ms","start":"2026-04-22T09:33:04.344613Z","end":"2026-04-22T09:33:04.591877Z","steps":["trace[133177103] 'range keys from in-memory index tree' (duration: 246.690128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:04.592186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:04.160114Z","time spent":"431.994851ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:04.644019Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.193301ms"} {"level":"warn","ts":"2026-04-22T09:33:04.644071Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.252172ms"} {"level":"info","ts":"2026-04-22T09:33:04.644405Z","caller":"traceutil/trace.go:172","msg":"trace[1058651964] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"483.223892ms","start":"2026-04-22T09:33:04.161164Z","end":"2026-04-22T09:33:04.644388Z","steps":["trace[1058651964] 'process raft request' (duration: 483.109509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:04.644580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:04.161150Z","time spent":"483.362824ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-04-22T09:33:04.652932Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:04.653031Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:04.904936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.332926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:04.905017Z","caller":"traceutil/trace.go:172","msg":"trace[1601779257] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:665; }","duration":"129.430118ms","start":"2026-04-22T09:33:04.775571Z","end":"2026-04-22T09:33:04.905001Z","steps":["trace[1601779257] 'range keys from in-memory index tree' (duration: 128.443626ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:33:05.125337Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:33:05.569302Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:05.569363Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:33:05.624524Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:05.624609Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:06.096822Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"129.744647ms"} {"level":"warn","ts":"2026-04-22T09:33:06.096939Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"129.876489ms"} {"level":"info","ts":"2026-04-22T09:33:06.097131Z","caller":"traceutil/trace.go:172","msg":"trace[1959966400] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"257.069756ms","start":"2026-04-22T09:33:05.840039Z","end":"2026-04-22T09:33:06.097109Z","steps":["trace[1959966400] 'process raft request' (duration: 256.886802ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:33:06.144185Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:33:06.276283Z","caller":"traceutil/trace.go:172","msg":"trace[33932580] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"114.629658ms","start":"2026-04-22T09:33:06.161581Z","end":"2026-04-22T09:33:06.276211Z","steps":["trace[33932580] 'process raft request' (duration: 114.193248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:06.611363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:48750","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T09:33:06.642399Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:06.642513Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:06.816854Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.75:2380/version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:06.816935Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:07.035884Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"187.748053ms"} {"level":"warn","ts":"2026-04-22T09:33:07.035974Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"187.866806ms"} {"level":"warn","ts":"2026-04-22T09:33:07.272305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"531.895174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:07.272410Z","caller":"traceutil/trace.go:172","msg":"trace[1933299580] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:668; }","duration":"532.014667ms","start":"2026-04-22T09:33:06.740370Z","end":"2026-04-22T09:33:07.272385Z","steps":["trace[1933299580] 'range keys from in-memory index tree' (duration: 531.831903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:07.272624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.255532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:07.272799Z","caller":"traceutil/trace.go:172","msg":"trace[542560928] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:725; }","duration":"154.845412ms","start":"2026-04-22T09:33:07.117936Z","end":"2026-04-22T09:33:07.272781Z","steps":["trace[542560928] 'read index received' (duration: 1.074944ms)","trace[542560928] 'applied index is now lower than readState.Index' (duration: 153.768098ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:07.272996Z","caller":"traceutil/trace.go:172","msg":"trace[20555783] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"620.816116ms","start":"2026-04-22T09:33:06.652139Z","end":"2026-04-22T09:33:07.272955Z","steps":["trace[20555783] 'process raft request' (duration: 384.082203ms)","trace[20555783] 'compare' (duration: 236.14148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:07.273138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:06.652113Z","time spent":"620.936999ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"error","ts":"2026-04-22T09:33:07.275592Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:33:07.474150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.25411ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:07.474233Z","caller":"traceutil/trace.go:172","msg":"trace[485335723] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:670; }","duration":"129.344892ms","start":"2026-04-22T09:33:07.344867Z","end":"2026-04-22T09:33:07.474212Z","steps":["trace[485335723] 'agreement among raft nodes before linearized reading' (duration: 87.083287ms)","trace[485335723] 'range keys from in-memory index tree' (duration: 42.151603ms)"],"step_count":2} {"level":"error","ts":"2026-04-22T09:33:07.620462Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:07.620560Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-04-22T09:33:08.213720Z","caller":"traceutil/trace.go:172","msg":"trace[1561212529] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"110.641447ms","start":"2026-04-22T09:33:08.103015Z","end":"2026-04-22T09:33:08.213656Z","steps":["trace[1561212529] 'process raft request' (duration: 110.431692ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:33:08.217079Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:33:08.624160Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:08.624284Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:33:09.122010Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:33:09.394915Z","caller":"traceutil/trace.go:172","msg":"trace[602507763] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"113.810968ms","start":"2026-04-22T09:33:09.281087Z","end":"2026-04-22T09:33:09.394898Z","steps":["trace[602507763] 'process raft request' (duration: 113.700026ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:33:09.709307Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:09.709425Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:33:10.125143Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T09:33:10.570364Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:10.570392Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T09:33:10.626955Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:10.627032Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T09:33:10.820258Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.75:2380/version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:10.820336Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"976abddb643c50e6","error":"Get \"https://199.19.213.75:2380/version\": dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:10.980620Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"28.888632ms"} {"level":"warn","ts":"2026-04-22T09:33:10.980684Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"28.957653ms"} {"level":"info","ts":"2026-04-22T09:33:10.980884Z","caller":"traceutil/trace.go:172","msg":"trace[775294103] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"224.062257ms","start":"2026-04-22T09:33:10.756803Z","end":"2026-04-22T09:33:10.980865Z","steps":["trace[775294103] 'process raft request' (duration: 223.951665ms)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:33:11.133470Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T09:33:11.620944Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:33:11.621044Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"976abddb643c50e6","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T09:33:12.120844Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T09:33:12.366401Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.366561Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.367014Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.374354Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"976abddb643c50e6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:33:12.374471Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.374680Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"98aaa0557ab926b1","to":"976abddb643c50e6","bytes":1118767,"size":"1.1 MB"} {"level":"info","ts":"2026-04-22T09:33:12.375308Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":744,"remote-peer-id":"976abddb643c50e6","bytes":1118767,"size":"1.1 MB"} {"level":"info","ts":"2026-04-22T09:33:12.375340Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"976abddb643c50e6","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:33:12.375520Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.380454Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1110016,"size":"1.1 MB"} {"level":"info","ts":"2026-04-22T09:33:12.392966Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":744,"remote-peer-id":"976abddb643c50e6","bytes":1118767,"size":"1.1 MB"} {"level":"warn","ts":"2026-04-22T09:33:12.409923Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:12.410001Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6","error":"EOF"} {"level":"info","ts":"2026-04-22T09:33:12.429661Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.434475Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.435797Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"976abddb643c50e6","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T09:33:12.435858Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.435874Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.438474Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"98aaa0557ab926b1","to":"976abddb643c50e6","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T09:33:12.438516Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.438528Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"98aaa0557ab926b1","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.758681Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"98aaa0557ab926b1 switched to configuration voters=(10910741797235609830 11000781328797476529 15497518211960025205)"} {"level":"info","ts":"2026-04-22T09:33:12.758955Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","promoted-member-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.759050Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"98aaa0557ab926b1","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"976abddb643c50e6"} {"level":"warn","ts":"2026-04-22T09:33:12.763304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:41552","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:33:13.220351Z","caller":"traceutil/trace.go:172","msg":"trace[1486152652] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"147.995199ms","start":"2026-04-22T09:33:13.072337Z","end":"2026-04-22T09:33:13.220332Z","steps":["trace[1486152652] 'process raft request' (duration: 147.761934ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:13.221255Z","caller":"traceutil/trace.go:172","msg":"trace[1771044887] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:748; }","duration":"137.687437ms","start":"2026-04-22T09:33:13.083538Z","end":"2026-04-22T09:33:13.221226Z","steps":["trace[1771044887] 'read index received' (duration: 137.680286ms)","trace[1771044887] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:13.221414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.86593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:13.221463Z","caller":"traceutil/trace.go:172","msg":"trace[1696969665] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:686; }","duration":"137.930392ms","start":"2026-04-22T09:33:13.083518Z","end":"2026-04-22T09:33:13.221449Z","steps":["trace[1696969665] 'agreement among raft nodes before linearized reading' (duration: 137.812729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:13.512015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.051715ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:33:13.512210Z","caller":"traceutil/trace.go:172","msg":"trace[854133766] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"115.97761ms","start":"2026-04-22T09:33:13.396210Z","end":"2026-04-22T09:33:13.512187Z","steps":["trace[854133766] 'read index received' (duration: 726.536µs)","trace[854133766] 'applied index is now lower than readState.Index' (duration: 115.249264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:13.512453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.231425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:13.512727Z","caller":"traceutil/trace.go:172","msg":"trace[746140275] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:686; }","duration":"116.315597ms","start":"2026-04-22T09:33:13.396187Z","end":"2026-04-22T09:33:13.512503Z","steps":["trace[746140275] 'agreement among raft nodes before linearized reading' (duration: 116.144073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:14.475640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.441262ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:14.475767Z","caller":"traceutil/trace.go:172","msg":"trace[1926608993] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:688; }","duration":"129.604825ms","start":"2026-04-22T09:33:14.346144Z","end":"2026-04-22T09:33:14.475749Z","steps":["trace[1926608993] 'agreement among raft nodes before linearized reading' (duration: 82.195616ms)","trace[1926608993] 'range keys from in-memory index tree' (duration: 47.181523ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:14.475703Z","caller":"traceutil/trace.go:172","msg":"trace[59817915] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"136.245739ms","start":"2026-04-22T09:33:14.339428Z","end":"2026-04-22T09:33:14.475674Z","steps":["trace[59817915] 'process raft request' (duration: 89.086905ms)","trace[59817915] 'compare' (duration: 47.012041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:15.501442Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"73.623196ms"} {"level":"warn","ts":"2026-04-22T09:33:15.501655Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"73.851612ms"} {"level":"info","ts":"2026-04-22T09:33:15.501839Z","caller":"traceutil/trace.go:172","msg":"trace[366187684] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"253.444864ms","start":"2026-04-22T09:33:15.248322Z","end":"2026-04-22T09:33:15.501767Z","steps":["trace[366187684] 'process raft request' (duration: 253.288741ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:15.503035Z","caller":"traceutil/trace.go:172","msg":"trace[1100464231] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:754; }","duration":"156.771841ms","start":"2026-04-22T09:33:15.346243Z","end":"2026-04-22T09:33:15.503015Z","steps":["trace[1100464231] 'read index received' (duration: 156.7304ms)","trace[1100464231] 'applied index is now lower than readState.Index' (duration: 2.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:15.503166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.925854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:15.503332Z","caller":"traceutil/trace.go:172","msg":"trace[1889853848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:691; }","duration":"157.052947ms","start":"2026-04-22T09:33:15.346221Z","end":"2026-04-22T09:33:15.503274Z","steps":["trace[1889853848] 'agreement among raft nodes before linearized reading' (duration: 156.910804ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:15.759621Z","caller":"traceutil/trace.go:172","msg":"trace[849578565] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"182.925242ms","start":"2026-04-22T09:33:15.576668Z","end":"2026-04-22T09:33:15.759594Z","steps":["trace[849578565] 'process raft request' (duration: 182.740408ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:15.761446Z","caller":"traceutil/trace.go:172","msg":"trace[1093296704] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:755; }","duration":"166.337377ms","start":"2026-04-22T09:33:15.595085Z","end":"2026-04-22T09:33:15.761423Z","steps":["trace[1093296704] 'read index received' (duration: 166.328497ms)","trace[1093296704] 'applied index is now lower than readState.Index' (duration: 7.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:15.761620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.521701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:15.761682Z","caller":"traceutil/trace.go:172","msg":"trace[673769272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"166.607063ms","start":"2026-04-22T09:33:15.595063Z","end":"2026-04-22T09:33:15.761670Z","steps":["trace[673769272] 'agreement among raft nodes before linearized reading' (duration: 166.4839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:16.685318Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"148.786349ms"} {"level":"warn","ts":"2026-04-22T09:33:16.685405Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"148.883841ms"} {"level":"info","ts":"2026-04-22T09:33:16.730106Z","caller":"traceutil/trace.go:172","msg":"trace[932124696] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:756; }","duration":"384.603035ms","start":"2026-04-22T09:33:16.345438Z","end":"2026-04-22T09:33:16.730041Z","steps":["trace[932124696] 'read index received' (duration: 384.595935ms)","trace[932124696] 'applied index is now lower than readState.Index' (duration: 5.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:16.774264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.845241ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:16.774373Z","caller":"traceutil/trace.go:172","msg":"trace[988880240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:692; }","duration":"428.956843ms","start":"2026-04-22T09:33:16.345385Z","end":"2026-04-22T09:33:16.774342Z","steps":["trace[988880240] 'agreement among raft nodes before linearized reading' (duration: 384.804149ms)","trace[988880240] 'range keys from in-memory index tree' (duration: 44.015691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:16.774445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.298723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:16.774507Z","caller":"traceutil/trace.go:172","msg":"trace[1766689124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:694; }","duration":"177.379334ms","start":"2026-04-22T09:33:16.597115Z","end":"2026-04-22T09:33:16.774494Z","steps":["trace[1766689124] 'agreement among raft nodes before linearized reading' (duration: 177.274992ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:16.774789Z","caller":"traceutil/trace.go:172","msg":"trace[900465639] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"365.087374ms","start":"2026-04-22T09:33:16.409688Z","end":"2026-04-22T09:33:16.774775Z","steps":["trace[900465639] 'process raft request' (duration: 320.331907ms)","trace[900465639] 'compare' (duration: 44.145124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:16.774827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.792576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:47 size:3980"} {"level":"info","ts":"2026-04-22T09:33:16.774881Z","caller":"traceutil/trace.go:172","msg":"trace[2012102830] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:47; response_revision:694; }","duration":"100.857637ms","start":"2026-04-22T09:33:16.674013Z","end":"2026-04-22T09:33:16.774871Z","steps":["trace[2012102830] 'agreement among raft nodes before linearized reading' (duration: 100.5067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:16.774884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:16.409663Z","time spent":"365.154886ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:16.774964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.006475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:16.775148Z","caller":"traceutil/trace.go:172","msg":"trace[736778255] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:694; }","duration":"119.18919ms","start":"2026-04-22T09:33:16.655941Z","end":"2026-04-22T09:33:16.775130Z","steps":["trace[736778255] 'agreement among raft nodes before linearized reading' (duration: 118.691119ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:16.774920Z","caller":"traceutil/trace.go:172","msg":"trace[1842271378] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"294.698633ms","start":"2026-04-22T09:33:16.479992Z","end":"2026-04-22T09:33:16.774691Z","steps":["trace[1842271378] 'process raft request' (duration: 294.324065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:17.495178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.634962ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:17.495236Z","caller":"traceutil/trace.go:172","msg":"trace[1106682839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:697; }","duration":"149.709574ms","start":"2026-04-22T09:33:17.345517Z","end":"2026-04-22T09:33:17.495226Z","steps":["trace[1106682839] 'range keys from in-memory index tree' (duration: 149.54072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:17.498575Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.604981ms"} {"level":"warn","ts":"2026-04-22T09:33:17.498624Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.658433ms"} {"level":"info","ts":"2026-04-22T09:33:17.498847Z","caller":"traceutil/trace.go:172","msg":"trace[1779995339] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"160.78392ms","start":"2026-04-22T09:33:17.338048Z","end":"2026-04-22T09:33:17.498832Z","steps":["trace[1779995339] 'process raft request' (duration: 160.663217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:17.798534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.155288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:17.798629Z","caller":"traceutil/trace.go:172","msg":"trace[634841314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"199.264311ms","start":"2026-04-22T09:33:17.599344Z","end":"2026-04-22T09:33:17.798609Z","steps":["trace[634841314] 'range keys from in-memory index tree' (duration: 198.25328ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:17.798901Z","caller":"traceutil/trace.go:172","msg":"trace[911887421] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"160.351881ms","start":"2026-04-22T09:33:17.638534Z","end":"2026-04-22T09:33:17.798886Z","steps":["trace[911887421] 'process raft request' (duration: 114.820189ms)","trace[911887421] 'compare' (duration: 45.309707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:18.985570Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"18.947151ms"} {"level":"warn","ts":"2026-04-22T09:33:18.985643Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"19.026282ms"} {"level":"info","ts":"2026-04-22T09:33:18.985835Z","caller":"traceutil/trace.go:172","msg":"trace[1239913249] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"204.515573ms","start":"2026-04-22T09:33:18.781257Z","end":"2026-04-22T09:33:18.985773Z","steps":["trace[1239913249] 'process raft request' (duration: 204.349529ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:19.149457Z","caller":"traceutil/trace.go:172","msg":"trace[1292794197] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"366.904942ms","start":"2026-04-22T09:33:18.782519Z","end":"2026-04-22T09:33:19.149424Z","steps":["trace[1292794197] 'process raft request' (duration: 333.120015ms)","trace[1292794197] 'compare' (duration: 33.611943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:19.150279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:18.782498Z","time spent":"367.655197ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:19.682801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.065797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:19.682891Z","caller":"traceutil/trace.go:172","msg":"trace[1180860180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:705; }","duration":"338.167119ms","start":"2026-04-22T09:33:19.344711Z","end":"2026-04-22T09:33:19.682878Z","steps":["trace[1180860180] 'range keys from in-memory index tree' (duration: 338.021577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:19.683031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.536311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:33:19.683194Z","caller":"traceutil/trace.go:172","msg":"trace[164987024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:705; }","duration":"122.726265ms","start":"2026-04-22T09:33:19.560409Z","end":"2026-04-22T09:33:19.683135Z","steps":["trace[164987024] 'range keys from in-memory index tree' (duration: 121.111411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:21.365054Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"97.487956ms"} {"level":"warn","ts":"2026-04-22T09:33:21.365123Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"97.564198ms"} {"level":"info","ts":"2026-04-22T09:33:21.365891Z","caller":"traceutil/trace.go:172","msg":"trace[394817866] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"210.09844ms","start":"2026-04-22T09:33:21.155774Z","end":"2026-04-22T09:33:21.365872Z","steps":["trace[394817866] 'process raft request' (duration: 209.634709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:22.151911Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"167.062891ms"} {"level":"warn","ts":"2026-04-22T09:33:22.152016Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"167.183813ms"} {"level":"info","ts":"2026-04-22T09:33:22.152844Z","caller":"traceutil/trace.go:172","msg":"trace[1471219913] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"361.911601ms","start":"2026-04-22T09:33:21.790902Z","end":"2026-04-22T09:33:22.152813Z","steps":["trace[1471219913] 'process raft request' (duration: 361.457201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:22.154241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:21.790853Z","time spent":"362.254868ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:22.385306Z","caller":"traceutil/trace.go:172","msg":"trace[17708745] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:777; }","duration":"464.391125ms","start":"2026-04-22T09:33:21.920888Z","end":"2026-04-22T09:33:22.385279Z","steps":["trace[17708745] 'read index received' (duration: 464.382954ms)","trace[17708745] 'applied index is now lower than readState.Index' (duration: 7.041µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:22.385423Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.39147ms"} {"level":"warn","ts":"2026-04-22T09:33:22.385444Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.415191ms"} {"level":"warn","ts":"2026-04-22T09:33:22.616291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.011264ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:22.616446Z","caller":"traceutil/trace.go:172","msg":"trace[1315405299] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:711; }","duration":"271.198528ms","start":"2026-04-22T09:33:22.345218Z","end":"2026-04-22T09:33:22.616417Z","steps":["trace[1315405299] 'range keys from in-memory index tree' (duration: 270.902712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:22.616359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"695.472107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:33:22.616530Z","caller":"traceutil/trace.go:172","msg":"trace[466962952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:711; }","duration":"695.64658ms","start":"2026-04-22T09:33:21.920872Z","end":"2026-04-22T09:33:22.616519Z","steps":["trace[466962952] 'agreement among raft nodes before linearized reading' (duration: 464.745542ms)","trace[466962952] 'range keys from in-memory index tree' (duration: 230.602052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:22.616584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:21.920839Z","time spent":"695.723042ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:22.616863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.894358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:22.617733Z","caller":"traceutil/trace.go:172","msg":"trace[1441449679] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"500.973152ms","start":"2026-04-22T09:33:22.116739Z","end":"2026-04-22T09:33:22.617712Z","steps":["trace[1441449679] 'process raft request' (duration: 269.008252ms)","trace[1441449679] 'compare' (duration: 230.570651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:22.618961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.908313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:22.619023Z","caller":"traceutil/trace.go:172","msg":"trace[1361526467] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:713; }","duration":"271.973385ms","start":"2026-04-22T09:33:22.347034Z","end":"2026-04-22T09:33:22.619007Z","steps":["trace[1361526467] 'agreement among raft nodes before linearized reading' (duration: 271.862593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:22.619436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.116696Z","time spent":"501.087075ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:22.619564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.228712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:22.619185Z","caller":"traceutil/trace.go:172","msg":"trace[662274787] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:777; }","duration":"233.240097ms","start":"2026-04-22T09:33:22.385383Z","end":"2026-04-22T09:33:22.618623Z","steps":["trace[662274787] 'read index received' (duration: 1.074183ms)","trace[662274787] 'applied index is now lower than readState.Index' (duration: 232.162954ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:22.619696Z","caller":"traceutil/trace.go:172","msg":"trace[129569672] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:713; }","duration":"477.406515ms","start":"2026-04-22T09:33:22.142196Z","end":"2026-04-22T09:33:22.619602Z","steps":["trace[129569672] 'agreement among raft nodes before linearized reading' (duration: 477.17594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:22.620492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.142164Z","time spent":"478.311015ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:22.818509Z","caller":"traceutil/trace.go:172","msg":"trace[1052211968] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"194.806917ms","start":"2026-04-22T09:33:22.623679Z","end":"2026-04-22T09:33:22.818486Z","steps":["trace[1052211968] 'process raft request' (duration: 110.886427ms)","trace[1052211968] 'compare' (duration: 83.796938ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:22.884180Z","caller":"traceutil/trace.go:172","msg":"trace[260385643] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"257.146683ms","start":"2026-04-22T09:33:22.627010Z","end":"2026-04-22T09:33:22.884156Z","steps":["trace[260385643] 'process raft request' (duration: 257.030389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:23.253987Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.694877ms"} {"level":"info","ts":"2026-04-22T09:33:23.254133Z","caller":"traceutil/trace.go:172","msg":"trace[373890477] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:781; }","duration":"344.771358ms","start":"2026-04-22T09:33:22.909327Z","end":"2026-04-22T09:33:23.254098Z","steps":["trace[373890477] 'read index received' (duration: 344.732167ms)","trace[373890477] 'applied index is now lower than readState.Index' (duration: 37.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:23.254048Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.763949ms"} {"level":"warn","ts":"2026-04-22T09:33:23.409097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"499.743867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:23.409204Z","caller":"traceutil/trace.go:172","msg":"trace[2016800941] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:715; }","duration":"499.8573ms","start":"2026-04-22T09:33:22.909323Z","end":"2026-04-22T09:33:23.409180Z","steps":["trace[2016800941] 'agreement among raft nodes before linearized reading' (duration: 344.915861ms)","trace[2016800941] 'range keys from in-memory index tree' (duration: 154.781945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:23.409314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.909311Z","time spent":"499.934881ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:23.501473Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.484215ms"} {"level":"warn","ts":"2026-04-22T09:33:23.501554Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.504646ms"} {"level":"warn","ts":"2026-04-22T09:33:23.536554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"545.118217ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:33:23.537455Z","caller":"traceutil/trace.go:172","msg":"trace[504751145] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:781; }","duration":"283.231408ms","start":"2026-04-22T09:33:23.254196Z","end":"2026-04-22T09:33:23.537428Z","steps":["trace[504751145] 'read index received' (duration: 281.810808ms)","trace[504751145] 'applied index is now lower than readState.Index' (duration: 1.41943ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:23.537543Z","caller":"traceutil/trace.go:172","msg":"trace[456734851] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"644.81259ms","start":"2026-04-22T09:33:22.892625Z","end":"2026-04-22T09:33:23.537438Z","steps":["trace[456734851] 'process raft request' (duration: 644.123006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:23.537704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.892599Z","time spent":"645.034755ms","remote":"127.0.0.1:58778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:23.611404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.764258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:23.611498Z","caller":"traceutil/trace.go:172","msg":"trace[1419879304] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:716; }","duration":"370.880602ms","start":"2026-04-22T09:33:23.240597Z","end":"2026-04-22T09:33:23.611478Z","steps":["trace[1419879304] 'agreement among raft nodes before linearized reading' (duration: 297.011907ms)","trace[1419879304] 'range keys from in-memory index tree' (duration: 73.668459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:23.611539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:23.240573Z","time spent":"370.957894ms","remote":"127.0.0.1:58934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:23.612037Z","caller":"traceutil/trace.go:172","msg":"trace[1382303483] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"240.57534ms","start":"2026-04-22T09:33:23.371442Z","end":"2026-04-22T09:33:23.612017Z","steps":["trace[1382303483] 'process raft request' (duration: 240.461498ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:23.612218Z","caller":"traceutil/trace.go:172","msg":"trace[1594137231] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"613.824044ms","start":"2026-04-22T09:33:22.998369Z","end":"2026-04-22T09:33:23.612193Z","steps":["trace[1594137231] 'process raft request' (duration: 539.047931ms)","trace[1594137231] 'compare' (duration: 74.283842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:23.612352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.998348Z","time spent":"613.913795ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:23.647585Z","caller":"traceutil/trace.go:172","msg":"trace[1349421433] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:783; }","duration":"109.988083ms","start":"2026-04-22T09:33:23.537564Z","end":"2026-04-22T09:33:23.647552Z","steps":["trace[1349421433] 'read index received' (duration: 1.668364ms)","trace[1349421433] 'applied index is now lower than readState.Index' (duration: 108.317099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:23.647998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.791853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:23.648103Z","caller":"traceutil/trace.go:172","msg":"trace[653739101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:718; }","duration":"238.955137ms","start":"2026-04-22T09:33:23.409127Z","end":"2026-04-22T09:33:23.648082Z","steps":["trace[653739101] 'agreement among raft nodes before linearized reading' (duration: 238.67096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:25.368510Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"24.43772ms"} {"level":"warn","ts":"2026-04-22T09:33:25.368604Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"24.544302ms"} {"level":"info","ts":"2026-04-22T09:33:25.368581Z","caller":"traceutil/trace.go:172","msg":"trace[1789338597] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:789; }","duration":"224.503561ms","start":"2026-04-22T09:33:25.144028Z","end":"2026-04-22T09:33:25.368532Z","steps":["trace[1789338597] 'read index received' (duration: 224.500191ms)","trace[1789338597] 'applied index is now lower than readState.Index' (duration: 2.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:25.641223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"497.175922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:25.641321Z","caller":"traceutil/trace.go:172","msg":"trace[1854391149] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:721; }","duration":"497.270374ms","start":"2026-04-22T09:33:25.144024Z","end":"2026-04-22T09:33:25.641294Z","steps":["trace[1854391149] 'agreement among raft nodes before linearized reading' (duration: 224.611823ms)","trace[1854391149] 'range keys from in-memory index tree' (duration: 272.541209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:25.641373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.773133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:33:25.641115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.49663ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:25.641427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:25.144005Z","time spent":"497.405406ms","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:25.641625Z","caller":"traceutil/trace.go:172","msg":"trace[684003906] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:789; }","duration":"272.929475ms","start":"2026-04-22T09:33:25.368683Z","end":"2026-04-22T09:33:25.641612Z","steps":["trace[684003906] 'read index received' (duration: 799.077µs)","trace[684003906] 'applied index is now lower than readState.Index' (duration: 272.128908ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:25.641466Z","caller":"traceutil/trace.go:172","msg":"trace[478887008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:721; }","duration":"295.885487ms","start":"2026-04-22T09:33:25.345562Z","end":"2026-04-22T09:33:25.641448Z","steps":["trace[478887008] 'range keys from in-memory index tree' (duration: 295.447377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:25.641962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.556965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-04-22T09:33:25.641990Z","caller":"traceutil/trace.go:172","msg":"trace[2118315761] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:722; }","duration":"279.586145ms","start":"2026-04-22T09:33:25.362394Z","end":"2026-04-22T09:33:25.641980Z","steps":["trace[2118315761] 'agreement among raft nodes before linearized reading' (duration: 279.366541ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:25.641552Z","caller":"traceutil/trace.go:172","msg":"trace[635208618] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"497.53344ms","start":"2026-04-22T09:33:25.143984Z","end":"2026-04-22T09:33:25.641518Z","steps":["trace[635208618] 'process raft request' (duration: 224.535532ms)","trace[635208618] 'compare' (duration: 272.475476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:25.642167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:25.143964Z","time spent":"498.079621ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:26.068974Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.618734ms"} {"level":"warn","ts":"2026-04-22T09:33:26.069032Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.684085ms"} {"level":"warn","ts":"2026-04-22T09:33:26.208693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.309821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:26.209191Z","caller":"traceutil/trace.go:172","msg":"trace[588575437] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"558.964077ms","start":"2026-04-22T09:33:25.650197Z","end":"2026-04-22T09:33:26.209161Z","steps":["trace[588575437] 'process raft request' (duration: 418.871219ms)","trace[588575437] 'compare' (duration: 138.137897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:26.209439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:25.650173Z","time spent":"559.126709ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:26.553584Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"284.534025ms"} {"level":"warn","ts":"2026-04-22T09:33:26.553665Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"284.623357ms"} {"level":"info","ts":"2026-04-22T09:33:26.555170Z","caller":"traceutil/trace.go:172","msg":"trace[2023567886] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:795; }","duration":"366.12358ms","start":"2026-04-22T09:33:26.189026Z","end":"2026-04-22T09:33:26.555149Z","steps":["trace[2023567886] 'read index received' (duration: 366.11807ms)","trace[2023567886] 'applied index is now lower than readState.Index' (duration: 4.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:26.766743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.589701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:26.766772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.738363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:26.766848Z","caller":"traceutil/trace.go:172","msg":"trace[829790837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:727; }","duration":"357.705796ms","start":"2026-04-22T09:33:26.409119Z","end":"2026-04-22T09:33:26.766825Z","steps":["trace[829790837] 'range keys from in-memory index tree' (duration: 357.543011ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:26.766863Z","caller":"traceutil/trace.go:172","msg":"trace[968559085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:727; }","duration":"577.839676ms","start":"2026-04-22T09:33:26.189000Z","end":"2026-04-22T09:33:26.766840Z","steps":["trace[968559085] 'agreement among raft nodes before linearized reading' (duration: 366.259014ms)","trace[968559085] 'range keys from in-memory index tree' (duration: 211.300236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:26.766937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.056303ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-22T09:33:26.766976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:26.188969Z","time spent":"577.988048ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:26.767062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:25.728965Z","time spent":"1.038093746s","remote":"127.0.0.1:58426","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T09:33:26.767565Z","caller":"traceutil/trace.go:172","msg":"trace[1336357945] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"1.036250128s","start":"2026-04-22T09:33:25.731302Z","end":"2026-04-22T09:33:26.767552Z","steps":["trace[1336357945] 'process raft request' (duration: 1.035682996s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:26.767703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:25.731189Z","time spent":"1.0364061s","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:26.768304Z","caller":"traceutil/trace.go:172","msg":"trace[1143412073] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:795; }","duration":"213.067723ms","start":"2026-04-22T09:33:26.555222Z","end":"2026-04-22T09:33:26.768289Z","steps":["trace[1143412073] 'read index received' (duration: 1.068143ms)","trace[1143412073] 'applied index is now lower than readState.Index' (duration: 211.99892ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:26.768356Z","caller":"traceutil/trace.go:172","msg":"trace[875843537] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.034592242s","start":"2026-04-22T09:33:25.733716Z","end":"2026-04-22T09:33:26.768308Z","steps":["trace[875843537] 'process raft request' (duration: 1.034417308s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:26.768584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.931961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:26.768616Z","caller":"traceutil/trace.go:172","msg":"trace[953443829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"549.971432ms","start":"2026-04-22T09:33:26.218636Z","end":"2026-04-22T09:33:26.768608Z","steps":["trace[953443829] 'agreement among raft nodes before linearized reading' (duration: 549.900741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:26.768637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:26.218621Z","time spent":"550.011073ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:26.768618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:25.733703Z","time spent":"1.034771826s","remote":"127.0.0.1:59234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:26.770604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.172928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:26.770689Z","caller":"traceutil/trace.go:172","msg":"trace[1664318431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"172.255269ms","start":"2026-04-22T09:33:26.598414Z","end":"2026-04-22T09:33:26.770669Z","steps":["trace[1664318431] 'agreement among raft nodes before linearized reading' (duration: 172.129787ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:27.006696Z","caller":"traceutil/trace.go:172","msg":"trace[793634335] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:800; }","duration":"201.609873ms","start":"2026-04-22T09:33:26.805047Z","end":"2026-04-22T09:33:27.006657Z","steps":["trace[793634335] 'read index received' (duration: 201.601242ms)","trace[793634335] 'applied index is now lower than readState.Index' (duration: 6.971µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:27.072329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.257252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:27.072406Z","caller":"traceutil/trace.go:172","msg":"trace[2026530227] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:731; }","duration":"267.347004ms","start":"2026-04-22T09:33:26.805040Z","end":"2026-04-22T09:33:27.072387Z","steps":["trace[2026530227] 'agreement among raft nodes before linearized reading' (duration: 201.814067ms)","trace[2026530227] 'range keys from in-memory index tree' (duration: 65.412024ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:27.072580Z","caller":"traceutil/trace.go:172","msg":"trace[605235073] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"297.009903ms","start":"2026-04-22T09:33:26.775547Z","end":"2026-04-22T09:33:27.072557Z","steps":["trace[605235073] 'process raft request' (duration: 296.914331ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:27.072748Z","caller":"traceutil/trace.go:172","msg":"trace[995964227] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"298.465054ms","start":"2026-04-22T09:33:26.774271Z","end":"2026-04-22T09:33:27.072736Z","steps":["trace[995964227] 'process raft request' (duration: 232.60835ms)","trace[995964227] 'compare' (duration: 65.363103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:27.072808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.811731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:27.072837Z","caller":"traceutil/trace.go:172","msg":"trace[1957274493] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:734; }","duration":"242.850982ms","start":"2026-04-22T09:33:26.829979Z","end":"2026-04-22T09:33:27.072830Z","steps":["trace[1957274493] 'agreement among raft nodes before linearized reading' (duration: 242.7949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:27.072784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.131536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:33:27.072908Z","caller":"traceutil/trace.go:172","msg":"trace[982394751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:734; }","duration":"219.271698ms","start":"2026-04-22T09:33:26.853595Z","end":"2026-04-22T09:33:27.072867Z","steps":["trace[982394751] 'agreement among raft nodes before linearized reading' (duration: 218.997292ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:27.073085Z","caller":"traceutil/trace.go:172","msg":"trace[1701306492] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"297.994474ms","start":"2026-04-22T09:33:26.775082Z","end":"2026-04-22T09:33:27.073077Z","steps":["trace[1701306492] 'process raft request' (duration: 297.346241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:27.148371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.881803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:27.148436Z","caller":"traceutil/trace.go:172","msg":"trace[520728973] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:735; }","duration":"111.955775ms","start":"2026-04-22T09:33:27.036464Z","end":"2026-04-22T09:33:27.148420Z","steps":["trace[520728973] 'agreement among raft nodes before linearized reading' (duration: 111.836551ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:27.651806Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-22T09:33:30.682418Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"248.299941ms"} {"level":"warn","ts":"2026-04-22T09:33:30.682478Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"248.366062ms"} {"level":"warn","ts":"2026-04-22T09:33:30.885712Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.005827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:30.885771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"540.94648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:30.885787Z","caller":"traceutil/trace.go:172","msg":"trace[2144323662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:748; }","duration":"287.085279ms","start":"2026-04-22T09:33:30.598684Z","end":"2026-04-22T09:33:30.885770Z","steps":["trace[2144323662] 'agreement among raft nodes before linearized reading' (duration: 85.121654ms)","trace[2144323662] 'range keys from in-memory index tree' (duration: 201.836872ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:30.885808Z","caller":"traceutil/trace.go:172","msg":"trace[1105935556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:748; }","duration":"540.987261ms","start":"2026-04-22T09:33:30.344810Z","end":"2026-04-22T09:33:30.885798Z","steps":["trace[1105935556] 'range keys from in-memory index tree' (duration: 540.91129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:30.886403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.466806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:33:31.180671Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"113.195662ms"} {"level":"warn","ts":"2026-04-22T09:33:31.180748Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"113.274573ms"} {"level":"warn","ts":"2026-04-22T09:33:31.386324Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:33:31.516225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.231932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:33:31.516996Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.220464ms"} {"level":"info","ts":"2026-04-22T09:33:31.517021Z","caller":"traceutil/trace.go:172","msg":"trace[977211148] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:822; }","duration":"631.149677ms","start":"2026-04-22T09:33:30.885851Z","end":"2026-04-22T09:33:31.517000Z","steps":["trace[977211148] 'read index received' (duration: 631.143517ms)","trace[977211148] 'applied index is now lower than readState.Index' (duration: 4.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:31.517073Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.306665ms"} {"level":"warn","ts":"2026-04-22T09:33:31.517266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"631.407693ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:31.517338Z","caller":"traceutil/trace.go:172","msg":"trace[1827381759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:750; }","duration":"631.484864ms","start":"2026-04-22T09:33:30.885842Z","end":"2026-04-22T09:33:31.517327Z","steps":["trace[1827381759] 'agreement among raft nodes before linearized reading' (duration: 631.326071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.518358Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014496610,"received-request-id":2788183043014496609} {"level":"warn","ts":"2026-04-22T09:33:31.518519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.901229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T09:33:31.518536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"631.224409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:31.518557Z","caller":"traceutil/trace.go:172","msg":"trace[1360395863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:750; }","duration":"354.94211ms","start":"2026-04-22T09:33:31.163606Z","end":"2026-04-22T09:33:31.518548Z","steps":["trace[1360395863] 'agreement among raft nodes before linearized reading' (duration: 354.815047ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:31.518567Z","caller":"traceutil/trace.go:172","msg":"trace[1583758400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:750; }","duration":"631.351191ms","start":"2026-04-22T09:33:30.887206Z","end":"2026-04-22T09:33:31.518558Z","steps":["trace[1583758400] 'agreement among raft nodes before linearized reading' (duration: 631.196458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.518587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:31.163585Z","time spent":"354.995301ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:31.518620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:30.887186Z","time spent":"631.399102ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:31.519048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.498175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:31.519281Z","caller":"traceutil/trace.go:172","msg":"trace[412443419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:750; }","duration":"432.592377ms","start":"2026-04-22T09:33:31.086516Z","end":"2026-04-22T09:33:31.519108Z","steps":["trace[412443419] 'agreement among raft nodes before linearized reading' (duration: 431.952103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.519410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:31.086492Z","time spent":"432.897472ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:31.887082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.146754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:31.887246Z","caller":"traceutil/trace.go:172","msg":"trace[339763724] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"220.891057ms","start":"2026-04-22T09:33:31.666324Z","end":"2026-04-22T09:33:31.887215Z","steps":["trace[339763724] 'process raft request' (duration: 71.279704ms)","trace[339763724] 'compare' (duration: 148.977011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:32.339460Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"124.66993ms"} {"level":"warn","ts":"2026-04-22T09:33:32.339566Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"124.772453ms"} {"level":"warn","ts":"2026-04-22T09:33:32.628858Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"61.21249ms"} {"level":"warn","ts":"2026-04-22T09:33:32.629045Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"61.436655ms"} {"level":"warn","ts":"2026-04-22T09:33:32.629739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.586242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:32.629853Z","caller":"traceutil/trace.go:172","msg":"trace[516340458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:759; }","duration":"284.723205ms","start":"2026-04-22T09:33:32.345107Z","end":"2026-04-22T09:33:32.629831Z","steps":["trace[516340458] 'range keys from in-memory index tree' (duration: 284.511361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:32.633186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"618.222109ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:33:32.633852Z","caller":"traceutil/trace.go:172","msg":"trace[388045107] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:834; }","duration":"253.819959ms","start":"2026-04-22T09:33:32.379995Z","end":"2026-04-22T09:33:32.633815Z","steps":["trace[388045107] 'read index received' (duration: 251.045401ms)","trace[388045107] 'applied index is now lower than readState.Index' (duration: 2.771458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:32.645763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.755466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:51 size:4302"} {"level":"info","ts":"2026-04-22T09:33:32.645821Z","caller":"traceutil/trace.go:172","msg":"trace[1512568636] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:51; response_revision:760; }","duration":"265.831937ms","start":"2026-04-22T09:33:32.379977Z","end":"2026-04-22T09:33:32.645809Z","steps":["trace[1512568636] 'agreement among raft nodes before linearized reading' (duration: 253.961932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:32.987154Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.681652ms"} {"level":"warn","ts":"2026-04-22T09:33:32.987251Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.791054ms"} {"level":"info","ts":"2026-04-22T09:33:33.044239Z","caller":"traceutil/trace.go:172","msg":"trace[1229588971] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"231.990066ms","start":"2026-04-22T09:33:32.812224Z","end":"2026-04-22T09:33:33.044214Z","steps":["trace[1229588971] 'process raft request' (duration: 231.911424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:33.375493Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"68.916999ms"} {"level":"warn","ts":"2026-04-22T09:33:33.375571Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"68.99692ms"} {"level":"warn","ts":"2026-04-22T09:33:33.624789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.330824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-22T09:33:34.125516Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:33:34.356661Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"618.933594ms"} {"level":"warn","ts":"2026-04-22T09:33:34.356850Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"619.123468ms"} {"level":"info","ts":"2026-04-22T09:33:34.444288Z","caller":"traceutil/trace.go:172","msg":"trace[1557876703] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:843; }","duration":"819.192116ms","start":"2026-04-22T09:33:33.624886Z","end":"2026-04-22T09:33:34.444078Z","steps":["trace[1557876703] 'read index received' (duration: 819.184866ms)","trace[1557876703] 'applied index is now lower than readState.Index' (duration: 6.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:34.444727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.77269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:34.444759Z","caller":"traceutil/trace.go:172","msg":"trace[1983049903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:765; }","duration":"838.815781ms","start":"2026-04-22T09:33:33.605933Z","end":"2026-04-22T09:33:34.444749Z","steps":["trace[1983049903] 'agreement among raft nodes before linearized reading' (duration: 838.74138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:34.444817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.605913Z","time spent":"838.894852ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:34.542810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.001234081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:34.542904Z","caller":"traceutil/trace.go:172","msg":"trace[863590170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:765; }","duration":"1.001339443s","start":"2026-04-22T09:33:33.541542Z","end":"2026-04-22T09:33:34.542881Z","steps":["trace[863590170] 'agreement among raft nodes before linearized reading' (duration: 903.456001ms)","trace[863590170] 'range keys from in-memory index tree' (duration: 97.567706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:34.542966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.541529Z","time spent":"1.001416986s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:34.543612Z","caller":"traceutil/trace.go:172","msg":"trace[345563065] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"913.365662ms","start":"2026-04-22T09:33:33.630221Z","end":"2026-04-22T09:33:34.543586Z","steps":["trace[345563065] 'process raft request' (duration: 814.787755ms)","trace[345563065] 'compare' (duration: 97.75685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:34.543731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.630195Z","time spent":"913.475945ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:34.544383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.649744ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:34.544457Z","caller":"traceutil/trace.go:172","msg":"trace[1073725086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:768; }","duration":"198.741545ms","start":"2026-04-22T09:33:34.345704Z","end":"2026-04-22T09:33:34.544445Z","steps":["trace[1073725086] 'agreement among raft nodes before linearized reading' (duration: 198.631463ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:34.543976Z","caller":"traceutil/trace.go:172","msg":"trace[1057071894] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"804.395487ms","start":"2026-04-22T09:33:33.739562Z","end":"2026-04-22T09:33:34.543958Z","steps":["trace[1057071894] 'process raft request' (duration: 803.332116ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:34.544335Z","caller":"traceutil/trace.go:172","msg":"trace[321687138] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"651.938667ms","start":"2026-04-22T09:33:33.892376Z","end":"2026-04-22T09:33:34.544315Z","steps":["trace[321687138] 'process raft request' (duration: 651.156741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:34.544921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.739534Z","time spent":"805.188294ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:34.545447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.892355Z","time spent":"652.380995ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:34.572270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.281066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:34.572332Z","caller":"traceutil/trace.go:172","msg":"trace[510250212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"125.354407ms","start":"2026-04-22T09:33:34.446967Z","end":"2026-04-22T09:33:34.572321Z","steps":["trace[510250212] 'agreement among raft nodes before linearized reading' (duration: 125.241865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:35.935596Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"166.486909ms"} {"level":"warn","ts":"2026-04-22T09:33:35.935686Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"166.638362ms"} {"level":"info","ts":"2026-04-22T09:33:35.936005Z","caller":"traceutil/trace.go:172","msg":"trace[1207493164] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"359.837514ms","start":"2026-04-22T09:33:35.576141Z","end":"2026-04-22T09:33:35.935979Z","steps":["trace[1207493164] 'process raft request' (duration: 359.605678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:35.936173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:35.576124Z","time spent":"359.970926ms","remote":"127.0.0.1:59234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:35.937712Z","caller":"traceutil/trace.go:172","msg":"trace[1534208396] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:855; }","duration":"339.113217ms","start":"2026-04-22T09:33:35.598578Z","end":"2026-04-22T09:33:35.937692Z","steps":["trace[1534208396] 'read index received' (duration: 339.108187ms)","trace[1534208396] 'applied index is now lower than readState.Index' (duration: 4.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:35.937804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.22056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:35.937825Z","caller":"traceutil/trace.go:172","msg":"trace[63407053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"339.252401ms","start":"2026-04-22T09:33:35.598565Z","end":"2026-04-22T09:33:35.937817Z","steps":["trace[63407053] 'agreement among raft nodes before linearized reading' (duration: 339.19468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:35.937845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:35.598537Z","time spent":"339.303281ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:38.089957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.360602ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:38.090025Z","caller":"traceutil/trace.go:172","msg":"trace[64308562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:783; }","duration":"744.465454ms","start":"2026-04-22T09:33:37.345547Z","end":"2026-04-22T09:33:38.090012Z","steps":["trace[64308562] 'range keys from in-memory index tree' (duration: 744.321212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.090555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"738.442212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:38.090845Z","caller":"traceutil/trace.go:172","msg":"trace[810654612] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"783.319599ms","start":"2026-04-22T09:33:37.307510Z","end":"2026-04-22T09:33:38.090830Z","steps":["trace[810654612] 'process raft request' (duration: 44.521419ms)","trace[810654612] 'compare' (duration: 738.274209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:38.090926Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.307494Z","time spent":"783.380559ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:38.090885Z","caller":"traceutil/trace.go:172","msg":"trace[233438942] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:864; }","duration":"484.388068ms","start":"2026-04-22T09:33:37.606487Z","end":"2026-04-22T09:33:38.090876Z","steps":["trace[233438942] 'read index received' (duration: 1.121923ms)","trace[233438942] 'applied index is now lower than readState.Index' (duration: 483.265115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:38.090974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.48514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:38.091548Z","caller":"traceutil/trace.go:172","msg":"trace[2084362408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:784; }","duration":"485.056552ms","start":"2026-04-22T09:33:37.606483Z","end":"2026-04-22T09:33:38.091540Z","steps":["trace[2084362408] 'agreement among raft nodes before linearized reading' (duration: 484.46121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.091571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.606467Z","time spent":"485.098832ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:38.206330Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.814818ms"} {"level":"warn","ts":"2026-04-22T09:33:38.206399Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.887479ms"} {"level":"info","ts":"2026-04-22T09:33:38.207622Z","caller":"traceutil/trace.go:172","msg":"trace[396823698] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:865; }","duration":"116.108858ms","start":"2026-04-22T09:33:38.091495Z","end":"2026-04-22T09:33:38.207604Z","steps":["trace[396823698] 'read index received' (duration: 116.105348ms)","trace[396823698] 'applied index is now lower than readState.Index' (duration: 2.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:38.556647Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"148.280155ms"} {"level":"warn","ts":"2026-04-22T09:33:38.556720Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"148.361606ms"} {"level":"warn","ts":"2026-04-22T09:33:38.784270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.168392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:38.784386Z","caller":"traceutil/trace.go:172","msg":"trace[514241155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:784; }","duration":"694.307035ms","start":"2026-04-22T09:33:38.090055Z","end":"2026-04-22T09:33:38.784362Z","steps":["trace[514241155] 'agreement among raft nodes before linearized reading' (duration: 117.6576ms)","trace[514241155] 'range keys from in-memory index tree' (duration: 576.46079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:38.784490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.831069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:38.784641Z","caller":"traceutil/trace.go:172","msg":"trace[2043836324] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"869.641427ms","start":"2026-04-22T09:33:37.914969Z","end":"2026-04-22T09:33:38.784611Z","steps":["trace[2043836324] 'process raft request' (duration: 291.585383ms)","trace[2043836324] 'compare' (duration: 577.640696ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:38.784742Z","caller":"traceutil/trace.go:172","msg":"trace[502563466] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"227.218597ms","start":"2026-04-22T09:33:38.557511Z","end":"2026-04-22T09:33:38.784730Z","steps":["trace[502563466] 'process raft request' (duration: 227.139405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.784801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:37.914944Z","time spent":"869.768799ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:38.784488Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.673535ms"} {"level":"warn","ts":"2026-04-22T09:33:38.785881Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.069413ms"} {"level":"info","ts":"2026-04-22T09:33:38.784941Z","caller":"traceutil/trace.go:172","msg":"trace[215776857] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:865; }","duration":"577.280738ms","start":"2026-04-22T09:33:38.207650Z","end":"2026-04-22T09:33:38.784931Z","steps":["trace[215776857] 'read index received' (duration: 734.905µs)","trace[215776857] 'applied index is now lower than readState.Index' (duration: 576.544963ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:38.786105Z","caller":"traceutil/trace.go:172","msg":"trace[2089688266] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"226.062173ms","start":"2026-04-22T09:33:38.559990Z","end":"2026-04-22T09:33:38.786052Z","steps":["trace[2089688266] 'process raft request' (duration: 225.227506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.786306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.765625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-22T09:33:38.786396Z","caller":"traceutil/trace.go:172","msg":"trace[782887108] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:788; }","duration":"692.889627ms","start":"2026-04-22T09:33:38.093492Z","end":"2026-04-22T09:33:38.786381Z","steps":["trace[782887108] 'agreement among raft nodes before linearized reading' (duration: 692.5278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.786463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.093480Z","time spent":"692.970848ms","remote":"127.0.0.1:58606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:38.788402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.078349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:38.788488Z","caller":"traceutil/trace.go:172","msg":"trace[1538060993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"193.188081ms","start":"2026-04-22T09:33:38.595274Z","end":"2026-04-22T09:33:38.788462Z","steps":["trace[1538060993] 'agreement among raft nodes before linearized reading' (duration: 193.033559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.788522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.232645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:33:38.788586Z","caller":"traceutil/trace.go:172","msg":"trace[1437900340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"225.304767ms","start":"2026-04-22T09:33:38.563267Z","end":"2026-04-22T09:33:38.788572Z","steps":["trace[1437900340] 'agreement among raft nodes before linearized reading' (duration: 225.138353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.788480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.241854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:33:38.788717Z","caller":"traceutil/trace.go:172","msg":"trace[1571019851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:788; }","duration":"199.498419ms","start":"2026-04-22T09:33:38.589203Z","end":"2026-04-22T09:33:38.788701Z","steps":["trace[1571019851] 'agreement among raft nodes before linearized reading' (duration: 199.129642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.247728Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"254.584665ms"} {"level":"warn","ts":"2026-04-22T09:33:39.247783Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"254.647606ms"} {"level":"warn","ts":"2026-04-22T09:33:39.394705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.78391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:33:39.394929Z","caller":"traceutil/trace.go:172","msg":"trace[642167053] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"598.817412ms","start":"2026-04-22T09:33:38.796091Z","end":"2026-04-22T09:33:39.394908Z","steps":["trace[642167053] 'process raft request' (duration: 598.733241ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:39.394969Z","caller":"traceutil/trace.go:172","msg":"trace[1964003227] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"601.546958ms","start":"2026-04-22T09:33:38.793397Z","end":"2026-04-22T09:33:39.394944Z","steps":["trace[1964003227] 'process raft request' (duration: 454.436162ms)","trace[1964003227] 'compare' (duration: 146.664827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.395024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.796062Z","time spent":"598.914154ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:39.395085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.793356Z","time spent":"601.665301ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:33:42.393444Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"98aaa0557ab926b1","to":"976abddb643c50e6","bytes":1118767,"size":"1.1 MB","took":"30.018763828s"} {"level":"warn","ts":"2026-04-22T09:33:43.613178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.725495ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:43.613239Z","caller":"traceutil/trace.go:172","msg":"trace[1017780093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:798; }","duration":"267.780346ms","start":"2026-04-22T09:33:43.345437Z","end":"2026-04-22T09:33:43.613217Z","steps":["trace[1017780093] 'range keys from in-memory index tree' (duration: 267.681664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.771673Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"76.630124ms"} {"level":"warn","ts":"2026-04-22T09:33:43.771746Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"76.712756ms"} {"level":"warn","ts":"2026-04-22T09:33:43.846008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.734193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-22T09:33:43.846562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.938015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:33:43.846610Z","caller":"traceutil/trace.go:172","msg":"trace[1953666108] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"438.411106ms","start":"2026-04-22T09:33:43.408182Z","end":"2026-04-22T09:33:43.846593Z","steps":["trace[1953666108] 'process raft request' (duration: 438.08121ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.846628Z","caller":"traceutil/trace.go:172","msg":"trace[1081758886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"432.014916ms","start":"2026-04-22T09:33:43.414598Z","end":"2026-04-22T09:33:43.846613Z","steps":["trace[1081758886] 'agreement among raft nodes before linearized reading' (duration: 431.807363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.846684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.414567Z","time spent":"432.096318ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:43.846339Z","caller":"traceutil/trace.go:172","msg":"trace[110026089] linearizableReadLoop","detail":"{readStateIndex:883; appliedIndex:882; }","duration":"431.694311ms","start":"2026-04-22T09:33:43.414619Z","end":"2026-04-22T09:33:43.846313Z","steps":["trace[110026089] 'read index received' (duration: 357.182324ms)","trace[110026089] 'applied index is now lower than readState.Index' (duration: 74.509537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.847370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.408152Z","time spent":"438.507047ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:43.848112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.023486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:43.848156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.448095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:33:43.848991Z","caller":"traceutil/trace.go:172","msg":"trace[101234618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:799; }","duration":"434.227631ms","start":"2026-04-22T09:33:43.414693Z","end":"2026-04-22T09:33:43.848921Z","steps":["trace[101234618] 'agreement among raft nodes before linearized reading' (duration: 433.334193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.848156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.878529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:43.849076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:43.414680Z","time spent":"434.345455ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:43.849112Z","caller":"traceutil/trace.go:172","msg":"trace[2060197396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:799; }","duration":"235.828099ms","start":"2026-04-22T09:33:43.613260Z","end":"2026-04-22T09:33:43.849088Z","steps":["trace[2060197396] 'agreement among raft nodes before linearized reading' (duration: 234.820958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.848205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.737369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:43.849376Z","caller":"traceutil/trace.go:172","msg":"trace[772084858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:799; }","duration":"246.958274ms","start":"2026-04-22T09:33:43.602400Z","end":"2026-04-22T09:33:43.849358Z","steps":["trace[772084858] 'agreement among raft nodes before linearized reading' (duration: 245.701409ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.851192Z","caller":"traceutil/trace.go:172","msg":"trace[318243469] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:799; }","duration":"123.089599ms","start":"2026-04-22T09:33:43.728073Z","end":"2026-04-22T09:33:43.851163Z","steps":["trace[318243469] 'agreement among raft nodes before linearized reading' (duration: 119.966595ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:44.070805Z","caller":"traceutil/trace.go:172","msg":"trace[1267626475] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"217.401614ms","start":"2026-04-22T09:33:43.853380Z","end":"2026-04-22T09:33:44.070782Z","steps":["trace[1267626475] 'process raft request' (duration: 173.550179ms)","trace[1267626475] 'compare' (duration: 43.635161ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:33:44.082608Z","caller":"traceutil/trace.go:172","msg":"trace[428631082] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"228.326464ms","start":"2026-04-22T09:33:43.854262Z","end":"2026-04-22T09:33:44.082588Z","steps":["trace[428631082] 'process raft request' (duration: 228.13208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:45.088568Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.522829ms"} {"level":"warn","ts":"2026-04-22T09:33:45.088640Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.60257ms"} {"level":"info","ts":"2026-04-22T09:33:45.091968Z","caller":"traceutil/trace.go:172","msg":"trace[728732919] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"198.200688ms","start":"2026-04-22T09:33:44.893748Z","end":"2026-04-22T09:33:45.091948Z","steps":["trace[728732919] 'process raft request' (duration: 198.010055ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:45.094456Z","caller":"traceutil/trace.go:172","msg":"trace[51843012] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"196.439193ms","start":"2026-04-22T09:33:44.897988Z","end":"2026-04-22T09:33:45.094427Z","steps":["trace[51843012] 'process raft request' (duration: 196.145316ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:46.183051Z","caller":"traceutil/trace.go:172","msg":"trace[618689074] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"103.87637ms","start":"2026-04-22T09:33:46.079156Z","end":"2026-04-22T09:33:46.183032Z","steps":["trace[618689074] 'process raft request' (duration: 103.665456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:46.449677Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"66.89303ms"} {"level":"warn","ts":"2026-04-22T09:33:46.449781Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"67.006432ms"} {"level":"warn","ts":"2026-04-22T09:33:46.509878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.409599ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:46.509942Z","caller":"traceutil/trace.go:172","msg":"trace[119550382] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:805; }","duration":"164.48604ms","start":"2026-04-22T09:33:46.345444Z","end":"2026-04-22T09:33:46.509930Z","steps":["trace[119550382] 'range keys from in-memory index tree' (duration: 164.358217ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:46.510169Z","caller":"traceutil/trace.go:172","msg":"trace[408466129] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"322.693223ms","start":"2026-04-22T09:33:46.187458Z","end":"2026-04-22T09:33:46.510151Z","steps":["trace[408466129] 'process raft request' (duration: 262.39826ms)","trace[408466129] 'compare' (duration: 60.159271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:46.510304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:46.187437Z","time spent":"322.806915ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:46.849544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.672327ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:46.849700Z","caller":"traceutil/trace.go:172","msg":"trace[798019409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:807; }","duration":"108.868371ms","start":"2026-04-22T09:33:46.740807Z","end":"2026-04-22T09:33:46.849675Z","steps":["trace[798019409] 'range keys from in-memory index tree' (duration: 108.604246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:02.181068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.838042ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-22T09:34:02.615796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.785293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:02.615873Z","caller":"traceutil/trace.go:172","msg":"trace[204611352] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:884; }","duration":"211.844044ms","start":"2026-04-22T09:34:02.403994Z","end":"2026-04-22T09:34:02.615838Z","steps":["trace[204611352] 'agreement among raft nodes before linearized reading' (duration: 41.628099ms)","trace[204611352] 'range keys from in-memory index tree' (duration: 170.073653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:02.698101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.35606ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:34:02.698264Z","caller":"traceutil/trace.go:172","msg":"trace[40590501] linearizableReadLoop","detail":"{readStateIndex:982; appliedIndex:981; }","duration":"101.967585ms","start":"2026-04-22T09:34:02.596236Z","end":"2026-04-22T09:34:02.698204Z","steps":["trace[40590501] 'read index received' (duration: 1.068521ms)","trace[40590501] 'applied index is now lower than readState.Index' (duration: 100.897024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:02.698471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.220539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:02.698644Z","caller":"traceutil/trace.go:172","msg":"trace[1294282412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:884; }","duration":"102.398012ms","start":"2026-04-22T09:34:02.596231Z","end":"2026-04-22T09:34:02.698629Z","steps":["trace[1294282412] 'agreement among raft nodes before linearized reading' (duration: 102.187418ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:04.644064Z","caller":"traceutil/trace.go:172","msg":"trace[782982899] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"239.701259ms","start":"2026-04-22T09:34:04.404339Z","end":"2026-04-22T09:34:04.644041Z","steps":["trace[782982899] 'process raft request' (duration: 159.948625ms)","trace[782982899] 'compare' (duration: 79.613782ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:04.845267Z","caller":"traceutil/trace.go:172","msg":"trace[1449737408] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"130.486528ms","start":"2026-04-22T09:34:04.714759Z","end":"2026-04-22T09:34:04.845245Z","steps":["trace[1449737408] 'process raft request' (duration: 62.25224ms)","trace[1449737408] 'compare' (duration: 67.963333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:11.264333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.739893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:11.264423Z","caller":"traceutil/trace.go:172","msg":"trace[614640489] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:955; }","duration":"198.839035ms","start":"2026-04-22T09:34:11.065563Z","end":"2026-04-22T09:34:11.264402Z","steps":["trace[614640489] 'range keys from in-memory index tree' (duration: 197.466988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:11.780916Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:12.250140Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"98aaa0557ab926b1 [logterm: 2, index: 1062, vote: 98aaa0557ab926b1] ignored MsgPreVote from 976abddb643c50e6 [logterm: 2, index: 1059] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-04-22T09:34:12.281224Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:12.469369Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"98aaa0557ab926b1 [logterm: 2, index: 1062, vote: 98aaa0557ab926b1] ignored MsgPreVote from d7123eb454063075 [logterm: 2, index: 1059] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"info","ts":"2026-04-22T09:34:12.471359Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"98aaa0557ab926b1 [logterm: 2, index: 1062, vote: 98aaa0557ab926b1] ignored MsgVote from d7123eb454063075 [logterm: 2, index: 1059] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-04-22T09:34:12.782318Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014496992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:13.024342Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.745716861s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T09:34:13.024474Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d7123eb454063075","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.557309618s"} {"level":"warn","ts":"2026-04-22T09:34:13.024494Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.557334568s"} {"level":"info","ts":"2026-04-22T09:34:13.024836Z","caller":"traceutil/trace.go:172","msg":"trace[1787333580] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"1.746339105s","start":"2026-04-22T09:34:11.278486Z","end":"2026-04-22T09:34:13.024825Z","steps":["trace[1787333580] 'process raft request' (duration: 1.746248024s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.024931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.278456Z","time spent":"1.746411456s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:13.025728Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"98aaa0557ab926b1 [term: 2] received a MsgAppResp message with higher term from d7123eb454063075 [term: 3]"} {"level":"info","ts":"2026-04-22T09:34:13.025801Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"98aaa0557ab926b1 became follower at term 3"} {"level":"info","ts":"2026-04-22T09:34:13.025820Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 98aaa0557ab926b1 lost leader 98aaa0557ab926b1 at term 3"} {"level":"info","ts":"2026-04-22T09:34:13.026669Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1060 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-04-22T09:34:13.026715Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:203","msg":"replace the unstable entries from index 1060"} {"level":"info","ts":"2026-04-22T09:34:13.026728Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 98aaa0557ab926b1 elected leader d7123eb454063075 at term 3"} {"level":"info","ts":"2026-04-22T09:34:13.027073Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"98aaa0557ab926b1 [term: 3] ignored a MsgAppResp message with lower term from 98aaa0557ab926b1 [term: 2]"} {"level":"info","ts":"2026-04-22T09:34:13.027131Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"98aaa0557ab926b1 [term: 3] ignored a MsgAppResp message with lower term from 98aaa0557ab926b1 [term: 2]"} {"level":"info","ts":"2026-04-22T09:34:13.027150Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"98aaa0557ab926b1 [term: 3] ignored a MsgAppResp message with lower term from 98aaa0557ab926b1 [term: 2]"} {"level":"info","ts":"2026-04-22T09:34:13.027168Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"98aaa0557ab926b1 [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-04-22T09:34:13.027435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.746679781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:34:13.027491Z","caller":"traceutil/trace.go:172","msg":"trace[2000750932] range","detail":"{range_begin:/registry/secrets; range_end:; }","duration":"1.746836714s","start":"2026-04-22T09:34:11.280640Z","end":"2026-04-22T09:34:13.027477Z","steps":["trace[2000750932] 'agreement among raft nodes before linearized reading' (duration: 1.746678921s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.027635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.280620Z","time spent":"1.747003187s","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:13.029630Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-22T09:34:13.031474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.685660394s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.031531Z","caller":"traceutil/trace.go:172","msg":"trace[730073046] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:956; }","duration":"1.685720157s","start":"2026-04-22T09:34:11.345798Z","end":"2026-04-22T09:34:13.031518Z","steps":["trace[730073046] 'agreement among raft nodes before linearized reading' (duration: 1.685634944s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.031616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"630.433062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:34:13.031683Z","caller":"traceutil/trace.go:172","msg":"trace[983096019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:956; }","duration":"630.507853ms","start":"2026-04-22T09:34:12.401160Z","end":"2026-04-22T09:34:13.031667Z","steps":["trace[983096019] 'agreement among raft nodes before linearized reading' (duration: 630.299008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.031727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:12.401142Z","time spent":"630.575344ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:13.031771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.658740511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.031823Z","caller":"traceutil/trace.go:172","msg":"trace[1285887940] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:956; }","duration":"1.658787962s","start":"2026-04-22T09:34:11.373016Z","end":"2026-04-22T09:34:13.031804Z","steps":["trace[1285887940] 'agreement among raft nodes before linearized reading' (duration: 1.65870658s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.031873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.372995Z","time spent":"1.658867005s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:13.032020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.514707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:13.031997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.078143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.032051Z","caller":"traceutil/trace.go:172","msg":"trace[2139504662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:956; }","duration":"433.556268ms","start":"2026-04-22T09:34:12.598487Z","end":"2026-04-22T09:34:13.032044Z","steps":["trace[2139504662] 'agreement among raft nodes before linearized reading' (duration: 433.492837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.032073Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:12.598469Z","time spent":"433.599758ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:13.032077Z","caller":"traceutil/trace.go:172","msg":"trace[1755798340] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:956; }","duration":"425.161964ms","start":"2026-04-22T09:34:12.606902Z","end":"2026-04-22T09:34:13.032064Z","steps":["trace[1755798340] 'agreement among raft nodes before linearized reading' (duration: 425.013272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.032116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:12.606867Z","time spent":"425.238736ms","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:13.031726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"730.668967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.032432Z","caller":"traceutil/trace.go:172","msg":"trace[1387644947] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:956; }","duration":"731.285289ms","start":"2026-04-22T09:34:12.300985Z","end":"2026-04-22T09:34:13.032271Z","steps":["trace[1387644947] 'agreement among raft nodes before linearized reading' (duration: 730.619906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.032838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:12.300965Z","time spent":"731.85188ms","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:13.032472Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":11000781328797476529,"new-lead":15497518211960025205} {"level":"warn","ts":"2026-04-22T09:34:13.032745Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014496997,"received-request-id":2788183043014496996} {"level":"warn","ts":"2026-04-22T09:34:13.033358Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":11000781328797476529} {"level":"warn","ts":"2026-04-22T09:34:13.483836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.16888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.483875Z","caller":"traceutil/trace.go:172","msg":"trace[906059179] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:968; }","duration":"138.511227ms","start":"2026-04-22T09:34:13.345356Z","end":"2026-04-22T09:34:13.483868Z","steps":["trace[906059179] 'range keys from in-memory index tree' (duration: 138.133849ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.483727Z","caller":"traceutil/trace.go:172","msg":"trace[459444127] transaction","detail":"{read_only:false; number_of_response:0; response_revision:969; }","duration":"220.377453ms","start":"2026-04-22T09:34:13.263330Z","end":"2026-04-22T09:34:13.483707Z","steps":["trace[459444127] 'process raft request' (duration: 220.316772ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.484857Z","caller":"traceutil/trace.go:172","msg":"trace[751652928] transaction","detail":"{read_only:false; number_of_response:1; response_revision:970; }","duration":"220.088749ms","start":"2026-04-22T09:34:13.264753Z","end":"2026-04-22T09:34:13.484841Z","steps":["trace[751652928] 'process raft request' (duration: 219.973156ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.485005Z","caller":"traceutil/trace.go:172","msg":"trace[626955744] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"218.888615ms","start":"2026-04-22T09:34:13.266106Z","end":"2026-04-22T09:34:13.484995Z","steps":["trace[626955744] 'process raft request' (duration: 218.731782ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.485096Z","caller":"traceutil/trace.go:172","msg":"trace[1522931487] transaction","detail":"{read_only:false; number_of_response:1; response_revision:970; }","duration":"220.004967ms","start":"2026-04-22T09:34:13.265082Z","end":"2026-04-22T09:34:13.485087Z","steps":["trace[1522931487] 'process raft request' (duration: 219.702492ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.485920Z","caller":"traceutil/trace.go:172","msg":"trace[1403554306] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"217.944498ms","start":"2026-04-22T09:34:13.267947Z","end":"2026-04-22T09:34:13.485892Z","steps":["trace[1403554306] 'process raft request' (duration: 217.380227ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.492159Z","caller":"traceutil/trace.go:172","msg":"trace[397396193] transaction","detail":"{read_only:false; number_of_response:0; response_revision:988; }","duration":"217.765464ms","start":"2026-04-22T09:34:13.274381Z","end":"2026-04-22T09:34:13.492147Z","steps":["trace[397396193] 'process raft request' (duration: 217.735053ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.504580Z","caller":"traceutil/trace.go:172","msg":"trace[1053420267] transaction","detail":"{read_only:false; number_of_response:0; response_revision:988; }","duration":"224.385812ms","start":"2026-04-22T09:34:13.280184Z","end":"2026-04-22T09:34:13.504569Z","steps":["trace[1053420267] 'process raft request' (duration: 223.552216ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.504876Z","caller":"traceutil/trace.go:172","msg":"trace[1811911067] transaction","detail":"{read_only:false; number_of_response:0; response_revision:988; }","duration":"220.435236ms","start":"2026-04-22T09:34:13.283364Z","end":"2026-04-22T09:34:13.503799Z","steps":["trace[1811911067] 'process raft request' (duration: 220.416326ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.510567Z","caller":"traceutil/trace.go:172","msg":"trace[791173517] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"225.925033ms","start":"2026-04-22T09:34:13.284623Z","end":"2026-04-22T09:34:13.510548Z","steps":["trace[791173517] 'process raft request' (duration: 225.823731ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.510550Z","caller":"traceutil/trace.go:172","msg":"trace[677418330] transaction","detail":"{read_only:false; number_of_response:0; response_revision:988; }","duration":"220.080669ms","start":"2026-04-22T09:34:13.290443Z","end":"2026-04-22T09:34:13.510524Z","steps":["trace[677418330] 'process raft request' (duration: 220.038388ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.510567Z","caller":"traceutil/trace.go:172","msg":"trace[1490971398] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"226.86503ms","start":"2026-04-22T09:34:13.283675Z","end":"2026-04-22T09:34:13.510540Z","steps":["trace[1490971398] 'process raft request' (duration: 226.510293ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.514802Z","caller":"traceutil/trace.go:172","msg":"trace[1893394686] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"219.718721ms","start":"2026-04-22T09:34:13.295063Z","end":"2026-04-22T09:34:13.514782Z","steps":["trace[1893394686] 'process raft request' (duration: 218.851095ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.514914Z","caller":"traceutil/trace.go:172","msg":"trace[426708704] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"219.069769ms","start":"2026-04-22T09:34:13.295829Z","end":"2026-04-22T09:34:13.514899Z","steps":["trace[426708704] 'process raft request' (duration: 218.215863ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.514939Z","caller":"traceutil/trace.go:172","msg":"trace[1658371987] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"216.784885ms","start":"2026-04-22T09:34:13.298144Z","end":"2026-04-22T09:34:13.514928Z","steps":["trace[1658371987] 'process raft request' (duration: 215.975209ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:14.072715Z","caller":"traceutil/trace.go:172","msg":"trace[280319976] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"284.712901ms","start":"2026-04-22T09:34:13.787765Z","end":"2026-04-22T09:34:14.072478Z","steps":["trace[280319976] 'process raft request' (duration: 244.144164ms)","trace[280319976] 'compare' (duration: 40.368383ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:14.082220Z","caller":"traceutil/trace.go:172","msg":"trace[213426662] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1013; }","duration":"261.017171ms","start":"2026-04-22T09:34:13.821180Z","end":"2026-04-22T09:34:14.082197Z","steps":["trace[213426662] 'process raft request' (duration: 260.815207ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:14.088732Z","caller":"traceutil/trace.go:172","msg":"trace[917283859] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1013; }","duration":"104.68545ms","start":"2026-04-22T09:34:13.984012Z","end":"2026-04-22T09:34:14.088698Z","steps":["trace[917283859] 'process raft request' (duration: 103.146779ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:14.676863Z","caller":"traceutil/trace.go:172","msg":"trace[1494657882] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"121.025985ms","start":"2026-04-22T09:34:14.555789Z","end":"2026-04-22T09:34:14.676815Z","steps":["trace[1494657882] 'process raft request' (duration: 120.454944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:15.552497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.664509ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:15.552581Z","caller":"traceutil/trace.go:172","msg":"trace[1896653899] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1037; }","duration":"207.771842ms","start":"2026-04-22T09:34:15.344791Z","end":"2026-04-22T09:34:15.552563Z","steps":["trace[1896653899] 'range keys from in-memory index tree' (duration: 207.630077ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:15.553074Z","caller":"traceutil/trace.go:172","msg":"trace[1305374517] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1037; }","duration":"387.224954ms","start":"2026-04-22T09:34:15.165777Z","end":"2026-04-22T09:34:15.553002Z","steps":["trace[1305374517] 'process raft request' (duration: 292.112623ms)","trace[1305374517] 'compare' (duration: 94.936367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:15.553232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:15.165758Z","time spent":"387.398607ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208512,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:15.674121Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497073,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:15.805162Z","caller":"traceutil/trace.go:172","msg":"trace[632330070] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1206; }","duration":"632.072084ms","start":"2026-04-22T09:34:15.173069Z","end":"2026-04-22T09:34:15.805141Z","steps":["trace[632330070] 'read index received' (duration: 632.063033ms)","trace[632330070] 'applied index is now lower than readState.Index' (duration: 7.741µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:15.805834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"632.744807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-22T09:34:15.805877Z","caller":"traceutil/trace.go:172","msg":"trace[918827093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1038; }","duration":"632.793357ms","start":"2026-04-22T09:34:15.173065Z","end":"2026-04-22T09:34:15.805858Z","steps":["trace[918827093] 'agreement among raft nodes before linearized reading' (duration: 632.161355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:15.805913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:15.173046Z","time spent":"632.856088ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":80726,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:16.279421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.280506Z","time spent":"4.99890081s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T09:34:16.288267Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497077,"received-request-id":2788183043014497073} {"level":"info","ts":"2026-04-22T09:34:16.288753Z","caller":"traceutil/trace.go:172","msg":"trace[1326120780] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"946.748737ms","start":"2026-04-22T09:34:15.341962Z","end":"2026-04-22T09:34:16.288711Z","steps":["trace[1326120780] 'process raft request' (duration: 946.434531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:16.288934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:15.341943Z","time spent":"946.87789ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208521,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:16.305841Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:16.761644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.658408ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-22T09:34:16.761994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.166245396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:16.762064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.209434781s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:16.762091Z","caller":"traceutil/trace.go:172","msg":"trace[1817439049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1040; }","duration":"1.166319738s","start":"2026-04-22T09:34:15.595731Z","end":"2026-04-22T09:34:16.762050Z","steps":["trace[1817439049] 'agreement among raft nodes before linearized reading' (duration: 1.166213226s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:16.762118Z","caller":"traceutil/trace.go:172","msg":"trace[1123896902] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1040; }","duration":"1.209492302s","start":"2026-04-22T09:34:15.552614Z","end":"2026-04-22T09:34:16.762106Z","steps":["trace[1123896902] 'agreement among raft nodes before linearized reading' (duration: 1.20941857s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:16.762129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:15.595711Z","time spent":"1.166409109s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:16.761898Z","caller":"traceutil/trace.go:172","msg":"trace[94490497] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1209; }","duration":"956.64235ms","start":"2026-04-22T09:34:15.805235Z","end":"2026-04-22T09:34:16.761877Z","steps":["trace[94490497] 'read index received' (duration: 633.691736ms)","trace[94490497] 'applied index is now lower than readState.Index' (duration: 322.949144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:16.762371Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497078,"received-request-id":2788183043014497077} {"level":"warn","ts":"2026-04-22T09:34:16.765357Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.867354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:34:16.765461Z","caller":"traceutil/trace.go:172","msg":"trace[1661689692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1040; }","duration":"483.981766ms","start":"2026-04-22T09:34:16.281457Z","end":"2026-04-22T09:34:16.765439Z","steps":["trace[1661689692] 'agreement among raft nodes before linearized reading' (duration: 483.709621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:16.765527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:16.281435Z","time spent":"484.078648ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:16.765651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"928.26639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-22T09:34:16.765746Z","caller":"traceutil/trace.go:172","msg":"trace[95044574] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1040; }","duration":"928.373272ms","start":"2026-04-22T09:34:15.837365Z","end":"2026-04-22T09:34:16.765739Z","steps":["trace[95044574] 'agreement among raft nodes before linearized reading' (duration: 928.000785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:16.765773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:15.837343Z","time spent":"928.420022ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":151259,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:17.131997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.918083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-04-22T09:34:17.132075Z","caller":"traceutil/trace.go:172","msg":"trace[1105647263] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1041; }","duration":"260.992384ms","start":"2026-04-22T09:34:16.871058Z","end":"2026-04-22T09:34:17.132050Z","steps":["trace[1105647263] 'range keys from in-memory index tree' (duration: 259.24843ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:17.217840Z","caller":"traceutil/trace.go:172","msg":"trace[1904908511] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"167.596207ms","start":"2026-04-22T09:34:17.050223Z","end":"2026-04-22T09:34:17.217819Z","steps":["trace[1904908511] 'process raft request' (duration: 167.437784ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:17.219929Z","caller":"traceutil/trace.go:172","msg":"trace[1630473177] linearizableReadLoop","detail":"{readStateIndex:1213; appliedIndex:1213; }","duration":"147.320305ms","start":"2026-04-22T09:34:17.072585Z","end":"2026-04-22T09:34:17.219906Z","steps":["trace[1630473177] 'read index received' (duration: 147.312105ms)","trace[1630473177] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:17.220159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.566789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:34:17.220213Z","caller":"traceutil/trace.go:172","msg":"trace[716938325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1042; }","duration":"147.631691ms","start":"2026-04-22T09:34:17.072570Z","end":"2026-04-22T09:34:17.220201Z","steps":["trace[716938325] 'agreement among raft nodes before linearized reading' (duration: 147.441457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.221350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.021904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:17.221400Z","caller":"traceutil/trace.go:172","msg":"trace[276759131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1042; }","duration":"125.072434ms","start":"2026-04-22T09:34:17.096314Z","end":"2026-04-22T09:34:17.221386Z","steps":["trace[276759131] 'agreement among raft nodes before linearized reading' (duration: 124.948592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.673245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.186318ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:17.673548Z","caller":"traceutil/trace.go:172","msg":"trace[784365187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1042; }","duration":"328.512664ms","start":"2026-04-22T09:34:17.345019Z","end":"2026-04-22T09:34:17.673532Z","steps":["trace[784365187] 'range keys from in-memory index tree' (duration: 328.139018ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:17.716584Z","caller":"traceutil/trace.go:172","msg":"trace[616354417] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"492.312748ms","start":"2026-04-22T09:34:17.224256Z","end":"2026-04-22T09:34:17.716569Z","steps":["trace[616354417] 'process raft request' (duration: 492.194115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.716694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.224233Z","time spent":"492.40399ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:17.717958Z","caller":"traceutil/trace.go:172","msg":"trace[597215228] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1215; }","duration":"487.971414ms","start":"2026-04-22T09:34:17.229966Z","end":"2026-04-22T09:34:17.717937Z","steps":["trace[597215228] 'read index received' (duration: 487.962724ms)","trace[597215228] 'applied index is now lower than readState.Index' (duration: 7.28µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:17.718151Z","caller":"traceutil/trace.go:172","msg":"trace[1502957032] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"491.739537ms","start":"2026-04-22T09:34:17.226395Z","end":"2026-04-22T09:34:17.718134Z","steps":["trace[1502957032] 'process raft request' (duration: 491.458841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.718244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.226374Z","time spent":"491.820848ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:17.719350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.36174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-04-22T09:34:17.719453Z","caller":"traceutil/trace.go:172","msg":"trace[1547804470] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1044; }","duration":"489.456282ms","start":"2026-04-22T09:34:17.229963Z","end":"2026-04-22T09:34:17.719419Z","steps":["trace[1547804470] 'agreement among raft nodes before linearized reading' (duration: 488.088876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.719495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.229946Z","time spent":"489.538034ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":23104,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:17.720841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.238074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T09:34:17.720906Z","caller":"traceutil/trace.go:172","msg":"trace[1928406419] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:1044; }","duration":"423.304205ms","start":"2026-04-22T09:34:17.297588Z","end":"2026-04-22T09:34:17.720892Z","steps":["trace[1928406419] 'agreement among raft nodes before linearized reading' (duration: 423.117561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:17.720945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.297568Z","time spent":"423.367346ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:18.178688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.651894ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-22T09:34:18.178817Z","caller":"traceutil/trace.go:172","msg":"trace[1349551474] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"448.6328ms","start":"2026-04-22T09:34:17.730164Z","end":"2026-04-22T09:34:18.178797Z","steps":["trace[1349551474] 'read index received' (duration: 236.912625ms)","trace[1349551474] 'applied index is now lower than readState.Index' (duration: 211.718565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:18.178829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.723274Z","time spent":"455.551314ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T09:34:18.179027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.852084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-04-22T09:34:18.179068Z","caller":"traceutil/trace.go:172","msg":"trace[677097694] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1044; }","duration":"448.900855ms","start":"2026-04-22T09:34:17.730155Z","end":"2026-04-22T09:34:18.179056Z","steps":["trace[677097694] 'agreement among raft nodes before linearized reading' (duration: 448.698491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:18.179115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:17.730139Z","time spent":"448.960336ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29499,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:18.375576Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"50e69db489551c7f","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T09:34:18.379010Z","caller":"traceutil/trace.go:172","msg":"trace[449254221] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"197.368268ms","start":"2026-04-22T09:34:18.181623Z","end":"2026-04-22T09:34:18.378992Z","steps":["trace[449254221] 'process raft request' (duration: 173.6179ms)","trace[449254221] 'compare' (duration: 23.509592ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:18.547487Z","caller":"traceutil/trace.go:172","msg":"trace[1601953772] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1220; }","duration":"351.149843ms","start":"2026-04-22T09:34:18.196311Z","end":"2026-04-22T09:34:18.547461Z","steps":["trace[1601953772] 'read index received' (duration: 351.143163ms)","trace[1601953772] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:18.547945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.579173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:9149"} {"level":"info","ts":"2026-04-22T09:34:18.547995Z","caller":"traceutil/trace.go:172","msg":"trace[248144385] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1047; }","duration":"351.680645ms","start":"2026-04-22T09:34:18.196302Z","end":"2026-04-22T09:34:18.547982Z","steps":["trace[248144385] 'agreement among raft nodes before linearized reading' (duration: 351.234807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:18.548026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:18.196283Z","time spent":"351.734345ms","remote":"127.0.0.1:58402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":9172,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:18.549758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.905554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-22T09:34:18.549825Z","caller":"traceutil/trace.go:172","msg":"trace[1025879761] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1050; }","duration":"160.969315ms","start":"2026-04-22T09:34:18.388835Z","end":"2026-04-22T09:34:18.549804Z","steps":["trace[1025879761] 'agreement among raft nodes before linearized reading' (duration: 160.763241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:18.550249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.763366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-22T09:34:18.550313Z","caller":"traceutil/trace.go:172","msg":"trace[379219541] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1050; }","duration":"167.828727ms","start":"2026-04-22T09:34:18.382469Z","end":"2026-04-22T09:34:18.550298Z","steps":["trace[379219541] 'agreement among raft nodes before linearized reading' (duration: 167.640634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:18.551040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.231403ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:18.551117Z","caller":"traceutil/trace.go:172","msg":"trace[1406958185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1050; }","duration":"172.316365ms","start":"2026-04-22T09:34:18.378782Z","end":"2026-04-22T09:34:18.551099Z","steps":["trace[1406958185] 'agreement among raft nodes before linearized reading' (duration: 170.812446ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:19.007705Z","caller":"traceutil/trace.go:172","msg":"trace[597318274] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"151.228318ms","start":"2026-04-22T09:34:18.856457Z","end":"2026-04-22T09:34:19.007685Z","steps":["trace[597318274] 'process raft request' (duration: 150.930802ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:19.598333Z","caller":"traceutil/trace.go:172","msg":"trace[616620363] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1226; }","duration":"253.384153ms","start":"2026-04-22T09:34:19.344929Z","end":"2026-04-22T09:34:19.598313Z","steps":["trace[616620363] 'read index received' (duration: 253.380043ms)","trace[616620363] 'applied index is now lower than readState.Index' (duration: 3.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:19.598431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.485847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:19.598457Z","caller":"traceutil/trace.go:172","msg":"trace[1896327583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1053; }","duration":"253.524898ms","start":"2026-04-22T09:34:19.344924Z","end":"2026-04-22T09:34:19.598449Z","steps":["trace[1896327583] 'agreement among raft nodes before linearized reading' (duration: 253.464456ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:19.598470Z","caller":"traceutil/trace.go:172","msg":"trace[987560409] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"372.057952ms","start":"2026-04-22T09:34:19.226399Z","end":"2026-04-22T09:34:19.598457Z","steps":["trace[987560409] 'process raft request' (duration: 371.97366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:19.598552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:19.226378Z","time spent":"372.132443ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:20.223753Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:20.594760Z","caller":"traceutil/trace.go:172","msg":"trace[30347171] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"875.881989ms","start":"2026-04-22T09:34:19.718862Z","end":"2026-04-22T09:34:20.594744Z","steps":["trace[30347171] 'process raft request' (duration: 875.750776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:20.594885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:19.718844Z","time spent":"875.97392ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:20.724850Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:21.017056Z","caller":"traceutil/trace.go:172","msg":"trace[1851178515] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1228; }","duration":"1.294432267s","start":"2026-04-22T09:34:19.722606Z","end":"2026-04-22T09:34:21.017039Z","steps":["trace[1851178515] 'read index received' (duration: 1.294425856s)","trace[1851178515] 'applied index is now lower than readState.Index' (duration: 5.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:21.017859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.295224922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:34:21.018047Z","caller":"traceutil/trace.go:172","msg":"trace[1211826094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1055; }","duration":"1.295353774s","start":"2026-04-22T09:34:19.722603Z","end":"2026-04-22T09:34:21.017957Z","steps":["trace[1211826094] 'agreement among raft nodes before linearized reading' (duration: 1.294516738s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:21.018134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:19.722593Z","time spent":"1.295519687s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:21.088823Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497118,"received-request-id":2788183043014497115} {"level":"warn","ts":"2026-04-22T09:34:21.098042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.375243092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:21.098126Z","caller":"traceutil/trace.go:172","msg":"trace[67915935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1057; }","duration":"1.375333693s","start":"2026-04-22T09:34:19.722775Z","end":"2026-04-22T09:34:21.098109Z","steps":["trace[67915935] 'agreement among raft nodes before linearized reading' (duration: 1.375133429s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:21.098158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:19.722770Z","time spent":"1.375380474s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:21.098333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.617631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:21.098431Z","caller":"traceutil/trace.go:172","msg":"trace[1763498486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1058; }","duration":"494.721683ms","start":"2026-04-22T09:34:20.603697Z","end":"2026-04-22T09:34:21.098419Z","steps":["trace[1763498486] 'agreement among raft nodes before linearized reading' (duration: 494.58361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:21.098351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.143555376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:21.098533Z","caller":"traceutil/trace.go:172","msg":"trace[1255013597] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:1058; }","duration":"1.143735669s","start":"2026-04-22T09:34:19.954789Z","end":"2026-04-22T09:34:21.098525Z","steps":["trace[1255013597] 'agreement among raft nodes before linearized reading' (duration: 1.143537885s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:21.098557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:19.954773Z","time spent":"1.143777339s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:21.098352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.187965012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:21.098512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:20.603679Z","time spent":"494.825415ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:21.099023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"753.555225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:21.099273Z","caller":"traceutil/trace.go:172","msg":"trace[213952682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1058; }","duration":"753.588466ms","start":"2026-04-22T09:34:20.345457Z","end":"2026-04-22T09:34:21.099045Z","steps":["trace[213952682] 'agreement among raft nodes before linearized reading' (duration: 753.539705ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:21.098614Z","caller":"traceutil/trace.go:172","msg":"trace[2088060753] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1058; }","duration":"1.188232767s","start":"2026-04-22T09:34:19.910365Z","end":"2026-04-22T09:34:21.098598Z","steps":["trace[2088060753] 'agreement among raft nodes before linearized reading' (duration: 1.187922022s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:21.099450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:19.910346Z","time spent":"1.189074554s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:22.722347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.15732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:22.722523Z","caller":"traceutil/trace.go:172","msg":"trace[905819833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1075; }","duration":"119.345013ms","start":"2026-04-22T09:34:22.603160Z","end":"2026-04-22T09:34:22.722505Z","steps":["trace[905819833] 'range keys from in-memory index tree' (duration: 117.669461ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:22.727136Z","caller":"traceutil/trace.go:172","msg":"trace[71208620] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"104.251194ms","start":"2026-04-22T09:34:22.622866Z","end":"2026-04-22T09:34:22.727118Z","steps":["trace[71208620] 'process raft request' (duration: 103.663052ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:23.205327Z","caller":"traceutil/trace.go:172","msg":"trace[654853727] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"420.286542ms","start":"2026-04-22T09:34:22.785009Z","end":"2026-04-22T09:34:23.205295Z","steps":["trace[654853727] 'process raft request' (duration: 420.131419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:23.205549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:22.784990Z","time spent":"420.479376ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:34:23.213015Z","caller":"traceutil/trace.go:172","msg":"trace[2041891860] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"119.142188ms","start":"2026-04-22T09:34:23.093855Z","end":"2026-04-22T09:34:23.212997Z","steps":["trace[2041891860] 'process raft request' (duration: 119.021645ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:23.213550Z","caller":"traceutil/trace.go:172","msg":"trace[850202064] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1253; }","duration":"110.279017ms","start":"2026-04-22T09:34:23.103256Z","end":"2026-04-22T09:34:23.213535Z","steps":["trace[850202064] 'read index received' (duration: 110.275427ms)","trace[850202064] 'applied index is now lower than readState.Index' (duration: 2.96µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:23.213711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.44182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:34:23.213754Z","caller":"traceutil/trace.go:172","msg":"trace[544142138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1080; }","duration":"110.490201ms","start":"2026-04-22T09:34:23.103250Z","end":"2026-04-22T09:34:23.213740Z","steps":["trace[544142138] 'agreement among raft nodes before linearized reading' (duration: 110.361218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:24.090152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:24.590930Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:25.078055Z","caller":"traceutil/trace.go:172","msg":"trace[1777059957] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"1.488083604s","start":"2026-04-22T09:34:23.589942Z","end":"2026-04-22T09:34:25.078026Z","steps":["trace[1777059957] 'read index received' (duration: 1.488077224s)","trace[1777059957] 'applied index is now lower than readState.Index' (duration: 5.46µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:25.143341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.553370925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-22T09:34:25.143422Z","caller":"traceutil/trace.go:172","msg":"trace[1913441721] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8gw4f; range_end:; response_count:1; response_revision:1086; }","duration":"1.553463816s","start":"2026-04-22T09:34:23.589939Z","end":"2026-04-22T09:34:25.143403Z","steps":["trace[1913441721] 'agreement among raft nodes before linearized reading' (duration: 1.488318728s)","trace[1913441721] 'range keys from in-memory index tree' (duration: 64.922804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:25.143461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:23.589922Z","time spent":"1.553530768s","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:25.578953Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:25.596490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000765277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:34:25.596575Z","caller":"traceutil/trace.go:172","msg":"trace[1398509015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00095691s","start":"2026-04-22T09:34:23.595581Z","end":"2026-04-22T09:34:25.596538Z","steps":["trace[1398509015] 'agreement among raft nodes before linearized reading' (duration: 2.000761797s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:25.596618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:23.595568Z","time spent":"2.001042561s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 09:34:25 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T09:34:26.080036Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:26.581572Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:27.082726Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:27.218955Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.137619772s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T09:34:27.220195Z","caller":"traceutil/trace.go:172","msg":"trace[203248452] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"3.597718669s","start":"2026-04-22T09:34:23.622454Z","end":"2026-04-22T09:34:27.220173Z","steps":["trace[203248452] 'process raft request' (duration: 3.597546386s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:27.220384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:23.622431Z","time spent":"3.597824801s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:27.583508Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:27.596847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000148705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:34:27.596932Z","caller":"traceutil/trace.go:172","msg":"trace[1832942415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274068s","start":"2026-04-22T09:34:25.596640Z","end":"2026-04-22T09:34:27.596914Z","steps":["trace[1832942415] 'agreement among raft nodes before linearized reading' (duration: 2.000145244s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:27.597023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.596625Z","time spent":"2.000385689s","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:27.869437Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263, vote: 0] ignored MsgPreVote from d7123eb454063075 [logterm: 3, index: 1263] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-04-22T09:34:28.083643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:28.351220Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263, vote: 0] cast MsgPreVote for 976abddb643c50e6 [logterm: 3, index: 1263] at term 3"} {"level":"warn","ts":"2026-04-22T09:34:28.583787Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:28.736047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00034333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:34:28.736173Z","caller":"traceutil/trace.go:172","msg":"trace[1954756066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434041s","start":"2026-04-22T09:34:26.735674Z","end":"2026-04-22T09:34:28.736108Z","steps":["trace[1954756066] 'agreement among raft nodes before linearized reading' (duration: 2.0003344s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:28.736242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:26.735657Z","time spent":"2.000574275s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:28.867335Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"98aaa0557ab926b1 is starting a new election at term 3"} {"level":"info","ts":"2026-04-22T09:34:28.867430Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"98aaa0557ab926b1 became pre-candidate at term 3"} {"level":"info","ts":"2026-04-22T09:34:28.867471Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263] sent MsgPreVote request to 976abddb643c50e6 at term 3"} {"level":"info","ts":"2026-04-22T09:34:28.867514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263] sent MsgPreVote request to d7123eb454063075 at term 3"} {"level":"info","ts":"2026-04-22T09:34:28.867544Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 98aaa0557ab926b1 lost leader d7123eb454063075 at term 3"} {"level":"info","ts":"2026-04-22T09:34:28.867658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"98aaa0557ab926b1 received MsgPreVoteResp from 98aaa0557ab926b1 at term 3"} {"level":"info","ts":"2026-04-22T09:34:28.867715Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"98aaa0557ab926b1 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:34:28.908250Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"98aaa0557ab926b1 received MsgPreVoteResp from d7123eb454063075 at term 3"} {"level":"info","ts":"2026-04-22T09:34:28.908341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"98aaa0557ab926b1 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:34:28.908431Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"98aaa0557ab926b1 became candidate at term 4"} {"level":"info","ts":"2026-04-22T09:34:28.908460Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263] sent MsgVote request to 976abddb643c50e6 at term 4"} {"level":"info","ts":"2026-04-22T09:34:28.908498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263] sent MsgVote request to d7123eb454063075 at term 4"} {"level":"warn","ts":"2026-04-22T09:34:29.084337Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:29.169470Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263, vote: 98aaa0557ab926b1] rejected MsgPreVote from d7123eb454063075 [logterm: 3, index: 1263] at term 4"} {"level":"warn","ts":"2026-04-22T09:34:29.585411Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:29.599252Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"98aaa0557ab926b1 [logterm: 3, index: 1263, vote: 98aaa0557ab926b1] rejected MsgVote from 976abddb643c50e6 [logterm: 3, index: 1263] at term 4"} {"level":"info","ts":"2026-04-22T09:34:29.611473Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"98aaa0557ab926b1 became follower at term 4"} {"level":"info","ts":"2026-04-22T09:34:29.611548Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 98aaa0557ab926b1 elected leader 976abddb643c50e6 at term 4"} {"level":"warn","ts":"2026-04-22T09:34:29.611539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.005975087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:34:29.611598Z","caller":"traceutil/trace.go:172","msg":"trace[99516108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006056658s","start":"2026-04-22T09:34:27.605524Z","end":"2026-04-22T09:34:29.611581Z","steps":["trace[99516108] 'agreement among raft nodes before linearized reading' (duration: 2.005973467s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:29.611648Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:27.605511Z","time spent":"2.006129029s","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:30.086277Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:30.216511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.217819Z","time spent":"4.998681844s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/22 09:34:30 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T09:34:30.581379Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.672454121s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T09:34:30.581689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.574899462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:34:30.581745Z","caller":"traceutil/trace.go:172","msg":"trace[1730227544] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; }","duration":"5.574968254s","start":"2026-04-22T09:34:25.006765Z","end":"2026-04-22T09:34:30.581733Z","steps":["trace[1730227544] 'agreement among raft nodes before linearized reading' (duration: 5.574898492s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.581785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.006747Z","time spent":"5.575027574s","remote":"127.0.0.1:58556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.581796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.694537156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T09:34:30.581801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.223877048s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:34:30.581979Z","caller":"traceutil/trace.go:172","msg":"trace[1931130694] range","detail":"{range_begin:; range_end:; }","duration":"6.224086293s","start":"2026-04-22T09:34:24.357830Z","end":"2026-04-22T09:34:30.581917Z","steps":["trace[1931130694] 'agreement among raft nodes before linearized reading' (duration: 6.223872529s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:30.581869Z","caller":"traceutil/trace.go:172","msg":"trace[113570211] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; }","duration":"6.694619868s","start":"2026-04-22T09:34:23.887226Z","end":"2026-04-22T09:34:30.581846Z","steps":["trace[113570211] 'agreement among raft nodes before linearized reading' (duration: 6.694534556s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.582151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:23.887207Z","time spent":"6.694917253s","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":0,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"error","ts":"2026-04-22T09:34:30.582159Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T09:34:30.632019Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:23.631074Z","time spent":"7.000932183s","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T09:34:31.093429Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:31.593675Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:31.618280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000461414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T09:34:31.618328Z","caller":"traceutil/trace.go:172","msg":"trace[383364121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516755s","start":"2026-04-22T09:34:29.617796Z","end":"2026-04-22T09:34:31.618313Z","steps":["trace[383364121] 'agreement among raft nodes before linearized reading' (duration: 2.000459244s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.618371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:29.617780Z","time spent":"2.000585856s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 09:34:31 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T09:34:31.848625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.847642Z","time spent":"7.000976735s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T09:34:31.894907Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.313323375s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T09:34:32.094627Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:32.157402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.156986Z","time spent":"7.000408409s","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-22T09:34:32.379852Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-22T09:34:32.382233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:27.600818Z","time spent":"4.781412824s","remote":"127.0.0.1:58426","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T09:34:32.682585Z","caller":"traceutil/trace.go:172","msg":"trace[349358668] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1281; }","duration":"2.100923714s","start":"2026-04-22T09:34:30.581636Z","end":"2026-04-22T09:34:32.682560Z","steps":["trace[349358668] 'read index received' (duration: 2.100912334s)","trace[349358668] 'applied index is now lower than readState.Index' (duration: 9.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:32.683291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.438384318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:32.683344Z","caller":"traceutil/trace.go:172","msg":"trace[1941234155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1104; }","duration":"7.438440228s","start":"2026-04-22T09:34:25.244883Z","end":"2026-04-22T09:34:32.683324Z","steps":["trace[1941234155] 'agreement among raft nodes before linearized reading' (duration: 7.438315176s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.683333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.584360596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:32.683374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.244856Z","time spent":"7.43851211s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.683362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.76839272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:32.683464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.466212692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T09:34:32.683463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.457881612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:34:32.683471Z","caller":"traceutil/trace.go:172","msg":"trace[550933154] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1104; }","duration":"4.768502082s","start":"2026-04-22T09:34:27.914937Z","end":"2026-04-22T09:34:32.683439Z","steps":["trace[550933154] 'agreement among raft nodes before linearized reading' (duration: 4.768343069s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:32.683501Z","caller":"traceutil/trace.go:172","msg":"trace[434719338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1104; }","duration":"2.466252113s","start":"2026-04-22T09:34:30.217235Z","end":"2026-04-22T09:34:32.683487Z","steps":["trace[434719338] 'agreement among raft nodes before linearized reading' (duration: 2.466184722s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:32.683517Z","caller":"traceutil/trace.go:172","msg":"trace[1482454804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1104; }","duration":"7.457939563s","start":"2026-04-22T09:34:25.225562Z","end":"2026-04-22T09:34:32.683502Z","steps":["trace[1482454804] 'agreement among raft nodes before linearized reading' (duration: 7.45779365s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.683538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:27.914916Z","time spent":"4.768602743s","remote":"127.0.0.1:58606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.683553Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.225545Z","time spent":"7.457997613s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.683585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.217211Z","time spent":"2.466318474s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:32.683625Z","caller":"traceutil/trace.go:172","msg":"trace[1987490500] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"3.458594294s","start":"2026-04-22T09:34:29.225022Z","end":"2026-04-22T09:34:32.683617Z","steps":["trace[1987490500] 'process raft request' (duration: 3.458451951s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.683685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:29.224988Z","time spent":"3.458658095s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:32.683395Z","caller":"traceutil/trace.go:172","msg":"trace[287225703] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1104; }","duration":"3.584460027s","start":"2026-04-22T09:34:29.098918Z","end":"2026-04-22T09:34:32.683378Z","steps":["trace[287225703] 'agreement among raft nodes before linearized reading' (duration: 3.584330395s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.683759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:29.098893Z","time spent":"3.584860445s","remote":"127.0.0.1:59080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:32.683731Z","caller":"traceutil/trace.go:172","msg":"trace[1394317314] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"1.795608619s","start":"2026-04-22T09:34:30.888105Z","end":"2026-04-22T09:34:32.683714Z","steps":["trace[1394317314] 'process raft request' (duration: 1.795492087s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.683854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.888070Z","time spent":"1.795724153s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:32.683853Z","caller":"traceutil/trace.go:172","msg":"trace[707278100] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1108; }","duration":"830.026248ms","start":"2026-04-22T09:34:31.853811Z","end":"2026-04-22T09:34:32.683838Z","steps":["trace[707278100] 'process raft request' (duration: 829.849693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.683937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:31.853783Z","time spent":"830.108579ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":586,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:32.684049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.969274282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.684085Z","caller":"traceutil/trace.go:172","msg":"trace[1065712961] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"2.030314228s","start":"2026-04-22T09:34:30.653760Z","end":"2026-04-22T09:34:32.684075Z","steps":["trace[1065712961] 'process raft request' (duration: 2.029792238s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:32.684091Z","caller":"traceutil/trace.go:172","msg":"trace[22019879] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1109; }","duration":"4.969316573s","start":"2026-04-22T09:34:27.714763Z","end":"2026-04-22T09:34:32.684079Z","steps":["trace[22019879] 'agreement among raft nodes before linearized reading' (duration: 4.969241601s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.684125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:27.714743Z","time spent":"4.969374033s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.684116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.385227917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-22T09:34:32.684154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.024032879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.684168Z","caller":"traceutil/trace.go:172","msg":"trace[792173026] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:1104; }","duration":"5.385280358s","start":"2026-04-22T09:34:27.298873Z","end":"2026-04-22T09:34:32.684154Z","steps":["trace[792173026] 'agreement among raft nodes before linearized reading' (duration: 5.384066985s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:32.684177Z","caller":"traceutil/trace.go:172","msg":"trace[991020597] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1110; }","duration":"7.024057599s","start":"2026-04-22T09:34:25.660113Z","end":"2026-04-22T09:34:32.684171Z","steps":["trace[991020597] 'agreement among raft nodes before linearized reading' (duration: 7.023823085s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.684204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.660080Z","time spent":"7.02411928s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.684210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:27.298852Z","time spent":"5.385347469s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.684129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.653741Z","time spent":"2.030368498s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:32.684494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.29132694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.684552Z","caller":"traceutil/trace.go:172","msg":"trace[1045978333] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1110; }","duration":"7.291382471s","start":"2026-04-22T09:34:25.393157Z","end":"2026-04-22T09:34:32.684539Z","steps":["trace[1045978333] 'agreement among raft nodes before linearized reading' (duration: 7.290069986s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.684578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.393135Z","time spent":"7.291436892s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.746632Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497173,"received-request-id":2788183043014497168} {"level":"info","ts":"2026-04-22T09:34:32.754695Z","caller":"traceutil/trace.go:172","msg":"trace[1059236041] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"369.641719ms","start":"2026-04-22T09:34:32.385037Z","end":"2026-04-22T09:34:32.754679Z","steps":["trace[1059236041] 'process raft request' (duration: 369.597009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.754822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:32.385023Z","time spent":"369.734161ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:32.761761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.876139394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.761797Z","caller":"traceutil/trace.go:172","msg":"trace[1162673593] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1117; }","duration":"1.876194525s","start":"2026-04-22T09:34:30.885593Z","end":"2026-04-22T09:34:32.761788Z","steps":["trace[1162673593] 'agreement among raft nodes before linearized reading' (duration: 1.876124114s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.761776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.143101563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:32.761830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.885561Z","time spent":"1.876263336s","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.761753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.406834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.761912Z","caller":"traceutil/trace.go:172","msg":"trace[108476060] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1117; }","duration":"149.552217ms","start":"2026-04-22T09:34:32.612326Z","end":"2026-04-22T09:34:32.761878Z","steps":["trace[108476060] 'agreement among raft nodes before linearized reading' (duration: 149.380534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.761960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.177469061s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.761981Z","caller":"traceutil/trace.go:172","msg":"trace[2090989383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1117; }","duration":"2.177490032s","start":"2026-04-22T09:34:30.584484Z","end":"2026-04-22T09:34:32.761975Z","steps":["trace[2090989383] 'agreement among raft nodes before linearized reading' (duration: 2.177457211s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.761995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.134597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-22T09:34:32.762020Z","caller":"traceutil/trace.go:172","msg":"trace[2035982412] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8gw4f; range_end:; response_count:1; response_revision:1117; }","duration":"600.162567ms","start":"2026-04-22T09:34:32.161851Z","end":"2026-04-22T09:34:32.762013Z","steps":["trace[2035982412] 'agreement among raft nodes before linearized reading' (duration: 600.020195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.762044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:32.161832Z","time spent":"600.205829ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:32.761846Z","caller":"traceutil/trace.go:172","msg":"trace[1371782608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1117; }","duration":"1.143180084s","start":"2026-04-22T09:34:31.618651Z","end":"2026-04-22T09:34:32.761831Z","steps":["trace[1371782608] 'agreement among raft nodes before linearized reading' (duration: 1.143058922s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.762329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.153370562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.762357Z","caller":"traceutil/trace.go:172","msg":"trace[2105780602] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1117; }","duration":"2.153398132s","start":"2026-04-22T09:34:30.608952Z","end":"2026-04-22T09:34:32.762350Z","steps":["trace[2105780602] 'agreement among raft nodes before linearized reading' (duration: 2.153353402s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.762380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.608938Z","time spent":"2.153433623s","remote":"127.0.0.1:58556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:32.762119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:31.618634Z","time spent":"1.143474609s","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:32.762023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.153903311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-22T09:34:32.762712Z","caller":"traceutil/trace.go:172","msg":"trace[51259189] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1117; }","duration":"2.154594114s","start":"2026-04-22T09:34:30.608088Z","end":"2026-04-22T09:34:32.762682Z","steps":["trace[51259189] 'agreement among raft nodes before linearized reading' (duration: 2.153713878s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.762760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.608064Z","time spent":"2.154682556s","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:33.221637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.269349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.372982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37316","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:34:33.374362Z","caller":"traceutil/trace.go:172","msg":"trace[1216458242] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"205.083152ms","start":"2026-04-22T09:34:33.169263Z","end":"2026-04-22T09:34:33.374346Z","steps":["trace[1216458242] 'process raft request' (duration: 203.767627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:33.399385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.410620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.420027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.443236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.490445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.513560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.535013Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.549220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.658290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.682543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.698661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.731912Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:33.736473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.753935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.775112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47338","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:34:33.785978Z","caller":"traceutil/trace.go:172","msg":"trace[1650808590] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1318; }","duration":"554.702044ms","start":"2026-04-22T09:34:33.231255Z","end":"2026-04-22T09:34:33.785957Z","steps":["trace[1650808590] 'read index received' (duration: 554.695613ms)","trace[1650808590] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:33.796470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.845887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"614.602982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:33.846327Z","caller":"traceutil/trace.go:172","msg":"trace[1852811053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1138; }","duration":"615.061161ms","start":"2026-04-22T09:34:33.231242Z","end":"2026-04-22T09:34:33.846303Z","steps":["trace[1852811053] 'agreement among raft nodes before linearized reading' (duration: 554.924067ms)","trace[1852811053] 'range keys from in-memory index tree' (duration: 59.638214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:33.846380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.231222Z","time spent":"615.146553ms","remote":"127.0.0.1:37256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-22T09:34:33.846451Z","caller":"traceutil/trace.go:172","msg":"trace[859978926] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"510.715096ms","start":"2026-04-22T09:34:33.335707Z","end":"2026-04-22T09:34:33.846423Z","steps":["trace[859978926] 'process raft request' (duration: 450.526911ms)","trace[859978926] 'compare' (duration: 59.983942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:33.846619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.335681Z","time spent":"510.845119ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:33.889325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.912451Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497199,"received-request-id":2788183043014497192} {"level":"info","ts":"2026-04-22T09:34:33.913139Z","caller":"traceutil/trace.go:172","msg":"trace[439300068] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"475.69649ms","start":"2026-04-22T09:34:33.437362Z","end":"2026-04-22T09:34:33.913058Z","steps":["trace[439300068] 'process raft request' (duration: 475.492546ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:33.913163Z","caller":"traceutil/trace.go:172","msg":"trace[1613188142] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"261.879352ms","start":"2026-04-22T09:34:33.651149Z","end":"2026-04-22T09:34:33.913028Z","steps":["trace[1613188142] 'process raft request' (duration: 261.834182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:33.913953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.437339Z","time spent":"475.886194ms","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:33.954977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.964655Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:33.987153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:34.006394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47446","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:34:34.069873Z","caller":"traceutil/trace.go:172","msg":"trace[1848305002] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1321; }","duration":"283.804758ms","start":"2026-04-22T09:34:33.786040Z","end":"2026-04-22T09:34:34.069845Z","steps":["trace[1848305002] 'read index received' (duration: 283.783968ms)","trace[1848305002] 'applied index is now lower than readState.Index' (duration: 18.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.160584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.940072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.160646Z","caller":"traceutil/trace.go:172","msg":"trace[161699338] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1141; }","duration":"375.020693ms","start":"2026-04-22T09:34:33.785611Z","end":"2026-04-22T09:34:34.160632Z","steps":["trace[161699338] 'agreement among raft nodes before linearized reading' (duration: 284.389391ms)","trace[161699338] 'range keys from in-memory index tree' (duration: 90.520871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.160679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.785595Z","time spent":"375.077394ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.160877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.632042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.160900Z","caller":"traceutil/trace.go:172","msg":"trace[445985222] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1141; }","duration":"397.654004ms","start":"2026-04-22T09:34:33.763239Z","end":"2026-04-22T09:34:34.160893Z","steps":["trace[445985222] 'agreement among raft nodes before linearized reading' (duration: 306.782887ms)","trace[445985222] 'range keys from in-memory index tree' (duration: 90.839776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.160917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.763231Z","time spent":"397.681744ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.161010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.809097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161033Z","caller":"traceutil/trace.go:172","msg":"trace[721991396] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1141; }","duration":"397.831597ms","start":"2026-04-22T09:34:33.763195Z","end":"2026-04-22T09:34:34.161026Z","steps":["trace[721991396] 'agreement among raft nodes before linearized reading' (duration: 306.835607ms)","trace[721991396] 'range keys from in-memory index tree' (duration: 90.963329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.763178Z","time spent":"397.865218ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.879318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161140Z","caller":"traceutil/trace.go:172","msg":"trace[1420841656] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1141; }","duration":"418.896718ms","start":"2026-04-22T09:34:33.742237Z","end":"2026-04-22T09:34:34.161133Z","steps":["trace[1420841656] 'agreement among raft nodes before linearized reading' (duration: 327.800857ms)","trace[1420841656] 'range keys from in-memory index tree' (duration: 91.071671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.742227Z","time spent":"418.924288ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.161265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.02104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161286Z","caller":"traceutil/trace.go:172","msg":"trace[342083515] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1141; }","duration":"419.042631ms","start":"2026-04-22T09:34:33.742237Z","end":"2026-04-22T09:34:34.161279Z","steps":["trace[342083515] 'agreement among raft nodes before linearized reading' (duration: 327.808667ms)","trace[342083515] 'range keys from in-memory index tree' (duration: 91.204703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.742222Z","time spent":"419.075731ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"815.993232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.278123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"641.016522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"710.948024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"664.241466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"798.061412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161496Z","caller":"traceutil/trace.go:172","msg":"trace[1466033298] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1141; }","duration":"710.972054ms","start":"2026-04-22T09:34:33.450515Z","end":"2026-04-22T09:34:34.161487Z","steps":["trace[1466033298] 'agreement among raft nodes before linearized reading' (duration: 619.748471ms)","trace[1466033298] 'range keys from in-memory index tree' (duration: 91.190163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.101224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.450491Z","time spent":"711.022945ms","remote":"127.0.0.1:37390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:34.161481Z","caller":"traceutil/trace.go:172","msg":"trace[280145243] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1141; }","duration":"605.353174ms","start":"2026-04-22T09:34:33.556111Z","end":"2026-04-22T09:34:34.161464Z","steps":["trace[280145243] 'agreement among raft nodes before linearized reading' (duration: 514.050539ms)","trace[280145243] 'range keys from in-memory index tree' (duration: 91.203233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"492.759432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"779.178262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.556097Z","time spent":"605.456276ms","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"641.115675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161582Z","caller":"traceutil/trace.go:172","msg":"trace[671706905] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1141; }","duration":"779.203733ms","start":"2026-04-22T09:34:33.382368Z","end":"2026-04-22T09:34:34.161572Z","steps":["trace[671706905] 'agreement among raft nodes before linearized reading' (duration: 687.889207ms)","trace[671706905] 'range keys from in-memory index tree' (duration: 91.273704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"492.809653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161578Z","caller":"traceutil/trace.go:172","msg":"trace[2021700387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1141; }","duration":"467.164405ms","start":"2026-04-22T09:34:33.694375Z","end":"2026-04-22T09:34:34.161539Z","steps":["trace[2021700387] 'agreement among raft nodes before linearized reading' (duration: 375.750148ms)","trace[2021700387] 'range keys from in-memory index tree' (duration: 91.333796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.382354Z","time spent":"779.243323ms","remote":"127.0.0.1:37312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-22T09:34:34.161604Z","caller":"traceutil/trace.go:172","msg":"trace[1510994267] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1141; }","duration":"641.139465ms","start":"2026-04-22T09:34:33.520452Z","end":"2026-04-22T09:34:34.161592Z","steps":["trace[1510994267] 'agreement among raft nodes before linearized reading' (duration: 549.749188ms)","trace[1510994267] 'range keys from in-memory index tree' (duration: 91.357106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.520428Z","time spent":"641.196207ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.694364Z","time spent":"467.251378ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.161680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"735.008072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.812386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-22T09:34:34.161713Z","caller":"traceutil/trace.go:172","msg":"trace[1530727947] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8gw4f; range_end:; response_count:1; response_revision:1141; }","duration":"511.828316ms","start":"2026-04-22T09:34:33.649880Z","end":"2026-04-22T09:34:34.161708Z","steps":["trace[1530727947] 'agreement among raft nodes before linearized reading' (duration: 420.264535ms)","trace[1530727947] 'range keys from in-memory index tree' (duration: 91.463088ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:34.161709Z","caller":"traceutil/trace.go:172","msg":"trace[1714362007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1141; }","duration":"735.037582ms","start":"2026-04-22T09:34:33.426662Z","end":"2026-04-22T09:34:34.161700Z","steps":["trace[1714362007] 'agreement among raft nodes before linearized reading' (duration: 643.646274ms)","trace[1714362007] 'range keys from in-memory index tree' (duration: 91.348527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"882.758013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.649861Z","time spent":"511.866867ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:34.161742Z","caller":"traceutil/trace.go:172","msg":"trace[1544716409] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1141; }","duration":"882.778004ms","start":"2026-04-22T09:34:33.278956Z","end":"2026-04-22T09:34:34.161734Z","steps":["trace[1544716409] 'agreement among raft nodes before linearized reading' (duration: 791.315905ms)","trace[1544716409] 'range keys from in-memory index tree' (duration: 91.431878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.278927Z","time spent":"882.829774ms","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.161768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"757.479349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"664.570052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161792Z","caller":"traceutil/trace.go:172","msg":"trace[1394078703] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1141; }","duration":"757.49889ms","start":"2026-04-22T09:34:33.404282Z","end":"2026-04-22T09:34:34.161781Z","steps":["trace[1394078703] 'agreement among raft nodes before linearized reading' (duration: 666.02969ms)","trace[1394078703] 'range keys from in-memory index tree' (duration: 91.435728ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:34.161818Z","caller":"traceutil/trace.go:172","msg":"trace[796238667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1141; }","duration":"664.592133ms","start":"2026-04-22T09:34:33.497208Z","end":"2026-04-22T09:34:34.161800Z","steps":["trace[796238667] 'agreement among raft nodes before linearized reading' (duration: 573.022872ms)","trace[796238667] 'range keys from in-memory index tree' (duration: 91.5382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.404263Z","time spent":"757.5469ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.161836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.497193Z","time spent":"664.638143ms","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.161855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"711.810031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161875Z","caller":"traceutil/trace.go:172","msg":"trace[2038072607] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1141; }","duration":"711.830481ms","start":"2026-04-22T09:34:33.450038Z","end":"2026-04-22T09:34:34.161869Z","steps":["trace[2038072607] 'agreement among raft nodes before linearized reading' (duration: 620.23859ms)","trace[2038072607] 'range keys from in-memory index tree' (duration: 91.556571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.450015Z","time spent":"711.871972ms","remote":"127.0.0.1:37390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"757.52753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161919Z","caller":"traceutil/trace.go:172","msg":"trace[1663099684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1141; }","duration":"757.561891ms","start":"2026-04-22T09:34:33.404348Z","end":"2026-04-22T09:34:34.161910Z","steps":["trace[1663099684] 'agreement among raft nodes before linearized reading' (duration: 665.948799ms)","trace[1663099684] 'range keys from in-memory index tree' (duration: 91.565771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"453.280042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.623736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.426645Z","time spent":"735.083594ms","remote":"127.0.0.1:37372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-04-22T09:34:34.161977Z","caller":"traceutil/trace.go:172","msg":"trace[2124632259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1141; }","duration":"744.641866ms","start":"2026-04-22T09:34:33.417329Z","end":"2026-04-22T09:34:34.161970Z","steps":["trace[2124632259] 'agreement among raft nodes before linearized reading' (duration: 652.905162ms)","trace[2124632259] 'range keys from in-memory index tree' (duration: 91.696274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"779.57729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161987Z","caller":"traceutil/trace.go:172","msg":"trace[1219576422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1141; }","duration":"453.328053ms","start":"2026-04-22T09:34:33.708638Z","end":"2026-04-22T09:34:34.161966Z","steps":["trace[1219576422] 'agreement among raft nodes before linearized reading' (duration: 361.421686ms)","trace[1219576422] 'range keys from in-memory index tree' (duration: 91.822455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.688916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162009Z","caller":"traceutil/trace.go:172","msg":"trace[1110796317] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1141; }","duration":"779.60701ms","start":"2026-04-22T09:34:33.382392Z","end":"2026-04-22T09:34:34.161999Z","steps":["trace[1110796317] 'agreement among raft nodes before linearized reading' (duration: 687.934258ms)","trace[1110796317] 'range keys from in-memory index tree' (duration: 91.627402ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:34.162028Z","caller":"traceutil/trace.go:172","msg":"trace[1658060443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1141; }","duration":"744.708957ms","start":"2026-04-22T09:34:33.417311Z","end":"2026-04-22T09:34:34.162020Z","steps":["trace[1658060443] 'agreement among raft nodes before linearized reading' (duration: 652.967673ms)","trace[1658060443] 'range keys from in-memory index tree' (duration: 91.704093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.382388Z","time spent":"779.639071ms","remote":"127.0.0.1:37312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.162031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.708627Z","time spent":"453.391134ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.162050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.417295Z","time spent":"744.748887ms","remote":"127.0.0.1:37344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.162098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"735.370048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.161936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"798.526621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162135Z","caller":"traceutil/trace.go:172","msg":"trace[1454088260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1141; }","duration":"735.402009ms","start":"2026-04-22T09:34:33.426722Z","end":"2026-04-22T09:34:34.162124Z","steps":["trace[1454088260] 'agreement among raft nodes before linearized reading' (duration: 643.572343ms)","trace[1454088260] 'range keys from in-memory index tree' (duration: 91.784305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.426700Z","time spent":"735.44494ms","remote":"127.0.0.1:37372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.161998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.417311Z","time spent":"744.678286ms","remote":"127.0.0.1:37344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"883.110459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162257Z","caller":"traceutil/trace.go:172","msg":"trace[581698789] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1141; }","duration":"883.386604ms","start":"2026-04-22T09:34:33.278859Z","end":"2026-04-22T09:34:34.162245Z","steps":["trace[581698789] 'agreement among raft nodes before linearized reading' (duration: 791.424086ms)","trace[581698789] 'range keys from in-memory index tree' (duration: 91.676193ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:34.162151Z","caller":"traceutil/trace.go:172","msg":"trace[907504296] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1141; }","duration":"798.740365ms","start":"2026-04-22T09:34:33.363403Z","end":"2026-04-22T09:34:34.162143Z","steps":["trace[907504296] 'agreement among raft nodes before linearized reading' (duration: 706.837738ms)","trace[907504296] 'range keys from in-memory index tree' (duration: 91.678503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162291Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.363379Z","time spent":"798.905227ms","remote":"127.0.0.1:37298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.162293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.278842Z","time spent":"883.439655ms","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-22T09:34:34.161482Z","caller":"traceutil/trace.go:172","msg":"trace[107756970] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1141; }","duration":"641.058373ms","start":"2026-04-22T09:34:33.520413Z","end":"2026-04-22T09:34:34.161471Z","steps":["trace[107756970] 'agreement among raft nodes before linearized reading' (duration: 549.798609ms)","trace[107756970] 'range keys from in-memory index tree' (duration: 91.204113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.871269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162341Z","caller":"traceutil/trace.go:172","msg":"trace[966319077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1141; }","duration":"467.919011ms","start":"2026-04-22T09:34:33.694406Z","end":"2026-04-22T09:34:34.162325Z","steps":["trace[966319077] 'agreement among raft nodes before linearized reading' (duration: 375.687638ms)","trace[966319077] 'range keys from in-memory index tree' (duration: 92.141131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.634729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162384Z","caller":"traceutil/trace.go:172","msg":"trace[1636550845] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1141; }","duration":"618.494896ms","start":"2026-04-22T09:34:33.543883Z","end":"2026-04-22T09:34:34.162378Z","steps":["trace[1636550845] 'agreement among raft nodes before linearized reading' (duration: 526.287663ms)","trace[1636550845] 'range keys from in-memory index tree' (duration: 91.335906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.543879Z","time spent":"618.516846ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.162395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.694400Z","time spent":"467.980222ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"453.072538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.161569Z","caller":"traceutil/trace.go:172","msg":"trace[65821322] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1141; }","duration":"492.782583ms","start":"2026-04-22T09:34:33.668781Z","end":"2026-04-22T09:34:34.161564Z","steps":["trace[65821322] 'agreement among raft nodes before linearized reading' (duration: 401.350035ms)","trace[65821322] 'range keys from in-memory index tree' (duration: 91.400147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.697139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162453Z","caller":"traceutil/trace.go:172","msg":"trace[559608213] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1141; }","duration":"453.650279ms","start":"2026-04-22T09:34:33.708791Z","end":"2026-04-22T09:34:34.162441Z","steps":["trace[559608213] 'agreement among raft nodes before linearized reading' (duration: 361.262063ms)","trace[559608213] 'range keys from in-memory index tree' (duration: 91.797035ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:34.162479Z","caller":"traceutil/trace.go:172","msg":"trace[639508735] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1141; }","duration":"618.623418ms","start":"2026-04-22T09:34:33.543848Z","end":"2026-04-22T09:34:34.162471Z","steps":["trace[639508735] 'agreement among raft nodes before linearized reading' (duration: 526.338193ms)","trace[639508735] 'range keys from in-memory index tree' (duration: 91.345626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.668757Z","time spent":"493.713162ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:34.161601Z","caller":"traceutil/trace.go:172","msg":"trace[1622306881] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1141; }","duration":"492.823723ms","start":"2026-04-22T09:34:33.668773Z","end":"2026-04-22T09:34:34.161597Z","steps":["trace[1622306881] 'agreement among raft nodes before linearized reading' (duration: 401.365425ms)","trace[1622306881] 'range keys from in-memory index tree' (duration: 91.438068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.543834Z","time spent":"618.661938ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.162514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.668757Z","time spent":"493.750602ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.404321Z","time spent":"757.614661ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-22T09:34:34.161444Z","caller":"traceutil/trace.go:172","msg":"trace[127747883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1141; }","duration":"816.026232ms","start":"2026-04-22T09:34:33.345404Z","end":"2026-04-22T09:34:34.161431Z","steps":["trace[127747883] 'agreement among raft nodes before linearized reading' (duration: 724.86215ms)","trace[127747883] 'range keys from in-memory index tree' (duration: 91.121342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.708779Z","time spent":"453.69709ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-22T09:34:34.161519Z","caller":"traceutil/trace.go:172","msg":"trace[1829594220] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1141; }","duration":"798.186424ms","start":"2026-04-22T09:34:33.363323Z","end":"2026-04-22T09:34:34.161509Z","steps":["trace[1829594220] 'agreement among raft nodes before linearized reading' (duration: 706.928039ms)","trace[1829594220] 'range keys from in-memory index tree' (duration: 91.093762ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:34.161521Z","caller":"traceutil/trace.go:172","msg":"trace[1127687421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1141; }","duration":"664.276487ms","start":"2026-04-22T09:34:33.497227Z","end":"2026-04-22T09:34:34.161503Z","steps":["trace[1127687421] 'agreement among raft nodes before linearized reading' (duration: 572.993682ms)","trace[1127687421] 'range keys from in-memory index tree' (duration: 91.232554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.161943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.448347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.162681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.497210Z","time spent":"665.462389ms","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.161524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"930.245566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162708Z","caller":"traceutil/trace.go:172","msg":"trace[774786092] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1141; }","duration":"931.433019ms","start":"2026-04-22T09:34:33.231268Z","end":"2026-04-22T09:34:34.162701Z","steps":["trace[774786092] 'agreement among raft nodes before linearized reading' (duration: 839.029852ms)","trace[774786092] 'range keys from in-memory index tree' (duration: 91.198604ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:34.162713Z","caller":"traceutil/trace.go:172","msg":"trace[521262517] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1141; }","duration":"606.201912ms","start":"2026-04-22T09:34:33.556490Z","end":"2026-04-22T09:34:34.162692Z","steps":["trace[521262517] 'agreement among raft nodes before linearized reading' (duration: 513.664453ms)","trace[521262517] 'range keys from in-memory index tree' (duration: 91.775984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.162734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.231245Z","time spent":"931.481789ms","remote":"127.0.0.1:37256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.162344Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.520395Z","time spent":"641.927271ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.162746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.556479Z","time spent":"606.257142ms","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.162901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.73839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162920Z","caller":"traceutil/trace.go:172","msg":"trace[1035638421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1143; }","duration":"165.75887ms","start":"2026-04-22T09:34:33.997155Z","end":"2026-04-22T09:34:34.162914Z","steps":["trace[1035638421] 'agreement among raft nodes before linearized reading' (duration: 165.72261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.162931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.548333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.162943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.100082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162956Z","caller":"traceutil/trace.go:172","msg":"trace[809816326] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1143; }","duration":"201.573653ms","start":"2026-04-22T09:34:33.961376Z","end":"2026-04-22T09:34:34.162950Z","steps":["trace[809816326] 'agreement among raft nodes before linearized reading' (duration: 201.527432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.162940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.201083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.162960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.101531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.162992Z","caller":"traceutil/trace.go:172","msg":"trace[864284373] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1143; }","duration":"266.254924ms","start":"2026-04-22T09:34:33.896722Z","end":"2026-04-22T09:34:34.162977Z","steps":["trace[864284373] 'agreement among raft nodes before linearized reading' (duration: 266.167032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.163013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.374957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.163029Z","caller":"traceutil/trace.go:172","msg":"trace[947496637] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1143; }","duration":"336.390498ms","start":"2026-04-22T09:34:33.826634Z","end":"2026-04-22T09:34:34.163024Z","steps":["trace[947496637] 'agreement among raft nodes before linearized reading' (duration: 336.366687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.162992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.363313Z","time spent":"799.323686ms","remote":"127.0.0.1:37298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.163042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.774386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.163048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.826618Z","time spent":"336.423509ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.163055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.84243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.163060Z","caller":"traceutil/trace.go:172","msg":"trace[941079931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1143; }","duration":"151.792676ms","start":"2026-04-22T09:34:34.011262Z","end":"2026-04-22T09:34:34.163055Z","steps":["trace[941079931] 'agreement among raft nodes before linearized reading' (duration: 151.761675ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:34.163070Z","caller":"traceutil/trace.go:172","msg":"trace[399697190] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1143; }","duration":"189.85819ms","start":"2026-04-22T09:34:33.973207Z","end":"2026-04-22T09:34:34.163066Z","steps":["trace[399697190] 'agreement among raft nodes before linearized reading' (duration: 189.83017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.163129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.951382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.163150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.953618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.162991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.350777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.163161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.172193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.163172Z","caller":"traceutil/trace.go:172","msg":"trace[1885028057] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1143; }","duration":"151.973049ms","start":"2026-04-22T09:34:34.011191Z","end":"2026-04-22T09:34:34.163164Z","steps":["trace[1885028057] 'agreement among raft nodes before linearized reading' (duration: 151.943828ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:34.163171Z","caller":"traceutil/trace.go:172","msg":"trace[631788510] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1143; }","duration":"189.994863ms","start":"2026-04-22T09:34:33.973165Z","end":"2026-04-22T09:34:34.163160Z","steps":["trace[631788510] 'agreement among raft nodes before linearized reading' (duration: 189.924651ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:34.163180Z","caller":"traceutil/trace.go:172","msg":"trace[671736883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1143; }","duration":"357.191043ms","start":"2026-04-22T09:34:33.805983Z","end":"2026-04-22T09:34:34.163174Z","steps":["trace[671736883] 'agreement among raft nodes before linearized reading' (duration: 357.158592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.163199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.805964Z","time spent":"357.230634ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.163226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.93282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.163179Z","caller":"traceutil/trace.go:172","msg":"trace[1872492873] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1143; }","duration":"336.536591ms","start":"2026-04-22T09:34:33.826634Z","end":"2026-04-22T09:34:34.163171Z","steps":["trace[1872492873] 'agreement among raft nodes before linearized reading' (duration: 336.341516ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:34.163284Z","caller":"traceutil/trace.go:172","msg":"trace[850892825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1143; }","duration":"376.991581ms","start":"2026-04-22T09:34:33.786280Z","end":"2026-04-22T09:34:34.163272Z","steps":["trace[850892825] 'agreement among raft nodes before linearized reading' (duration: 376.902399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.163299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.826618Z","time spent":"336.673683ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.163309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.469169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:34.163326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.990341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.163337Z","caller":"traceutil/trace.go:172","msg":"trace[1093247525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1143; }","duration":"357.49928ms","start":"2026-04-22T09:34:33.805830Z","end":"2026-04-22T09:34:34.163329Z","steps":["trace[1093247525] 'agreement among raft nodes before linearized reading' (duration: 357.451749ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:34.163024Z","caller":"traceutil/trace.go:172","msg":"trace[780628938] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1143; }","duration":"266.177842ms","start":"2026-04-22T09:34:33.896832Z","end":"2026-04-22T09:34:34.163010Z","steps":["trace[780628938] 'agreement among raft nodes before linearized reading' (duration: 266.04171ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:34.163349Z","caller":"traceutil/trace.go:172","msg":"trace[1263682291] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1143; }","duration":"202.129334ms","start":"2026-04-22T09:34:33.961213Z","end":"2026-04-22T09:34:34.163342Z","steps":["trace[1263682291] 'agreement among raft nodes before linearized reading' (duration: 201.977181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.163363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.805818Z","time spent":"357.53784ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T09:34:34.163330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.785644Z","time spent":"377.675154ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:34.163361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.76522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.163425Z","caller":"traceutil/trace.go:172","msg":"trace[1025380069] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1143; }","duration":"239.827681ms","start":"2026-04-22T09:34:33.923586Z","end":"2026-04-22T09:34:34.163413Z","steps":["trace[1025380069] 'agreement among raft nodes before linearized reading' (duration: 239.74495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.163248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.039286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.163541Z","caller":"traceutil/trace.go:172","msg":"trace[1563913407] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1143; }","duration":"166.332541ms","start":"2026-04-22T09:34:33.997203Z","end":"2026-04-22T09:34:34.163535Z","steps":["trace[1563913407] 'agreement among raft nodes before linearized reading' (duration: 166.030886ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:34.162965Z","caller":"traceutil/trace.go:172","msg":"trace[259073174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1143; }","duration":"367.121602ms","start":"2026-04-22T09:34:33.795836Z","end":"2026-04-22T09:34:34.162958Z","steps":["trace[259073174] 'agreement among raft nodes before linearized reading' (duration: 367.082221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.163609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.795785Z","time spent":"367.811315ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:34.407415Z","caller":"traceutil/trace.go:172","msg":"trace[2019711164] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"228.038766ms","start":"2026-04-22T09:34:34.179356Z","end":"2026-04-22T09:34:34.407394Z","steps":["trace[2019711164] 'process raft request' (duration: 199.521553ms)","trace[2019711164] 'compare' (duration: 28.4034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.737879Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:34.898508Z","caller":"traceutil/trace.go:172","msg":"trace[1130707977] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1324; }","duration":"661.448014ms","start":"2026-04-22T09:34:34.237041Z","end":"2026-04-22T09:34:34.898489Z","steps":["trace[1130707977] 'read index received' (duration: 661.442494ms)","trace[1130707977] 'applied index is now lower than readState.Index' (duration: 4.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.898623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"661.568277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.898837Z","caller":"traceutil/trace.go:172","msg":"trace[351811010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1144; }","duration":"661.779841ms","start":"2026-04-22T09:34:34.237027Z","end":"2026-04-22T09:34:34.898807Z","steps":["trace[351811010] 'agreement among raft nodes before linearized reading' (duration: 661.530326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.898890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.237004Z","time spent":"661.875723ms","remote":"127.0.0.1:37256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.206146Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497208,"received-request-id":2788183043014497203} {"level":"info","ts":"2026-04-22T09:34:35.207038Z","caller":"traceutil/trace.go:172","msg":"trace[752248832] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"428.083625ms","start":"2026-04-22T09:34:34.778938Z","end":"2026-04-22T09:34:35.207021Z","steps":["trace[752248832] 'process raft request' (duration: 428.044235ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.207043Z","caller":"traceutil/trace.go:172","msg":"trace[1839689716] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"651.439961ms","start":"2026-04-22T09:34:34.555580Z","end":"2026-04-22T09:34:35.207020Z","steps":["trace[1839689716] 'process raft request' (duration: 650.8582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.207169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.778914Z","time spent":"428.178967ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:35.207179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.555558Z","time spent":"651.542843ms","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:35.207284Z","caller":"traceutil/trace.go:172","msg":"trace[45220616] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"513.267544ms","start":"2026-04-22T09:34:34.693975Z","end":"2026-04-22T09:34:35.207242Z","steps":["trace[45220616] 'process raft request' (duration: 512.965049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.207461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.351163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.207496Z","caller":"traceutil/trace.go:172","msg":"trace[650888165] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1148; }","duration":"536.386523ms","start":"2026-04-22T09:34:34.671102Z","end":"2026-04-22T09:34:35.207489Z","steps":["trace[650888165] 'agreement among raft nodes before linearized reading' (duration: 536.324182ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.207461Z","caller":"traceutil/trace.go:172","msg":"trace[1775403168] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1328; }","duration":"308.865848ms","start":"2026-04-22T09:34:34.898559Z","end":"2026-04-22T09:34:35.207425Z","steps":["trace[1775403168] 'read index received' (duration: 308.849748ms)","trace[1775403168] 'applied index is now lower than readState.Index' (duration: 13.28µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:35.207517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.671080Z","time spent":"536.432244ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.207542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.732924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.208555Z","caller":"traceutil/trace.go:172","msg":"trace[1644526454] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1148; }","duration":"441.704803ms","start":"2026-04-22T09:34:34.766804Z","end":"2026-04-22T09:34:35.208509Z","steps":["trace[1644526454] 'agreement among raft nodes before linearized reading' (duration: 440.722514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.208616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.766780Z","time spent":"441.817406ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.207549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.646053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:34:35.208946Z","caller":"traceutil/trace.go:172","msg":"trace[1987892760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1148; }","duration":"442.04227ms","start":"2026-04-22T09:34:34.766893Z","end":"2026-04-22T09:34:35.208935Z","steps":["trace[1987892760] 'agreement among raft nodes before linearized reading' (duration: 440.571202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.208983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.766871Z","time spent":"442.100702ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.207588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.314859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.209138Z","caller":"traceutil/trace.go:172","msg":"trace[1548254621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1148; }","duration":"399.854098ms","start":"2026-04-22T09:34:34.809267Z","end":"2026-04-22T09:34:35.209122Z","steps":["trace[1548254621] 'agreement among raft nodes before linearized reading' (duration: 398.302439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.209191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.809245Z","time spent":"399.928929ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.207565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.693914Z","time spent":"513.545799ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:35.207591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.929133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.209359Z","caller":"traceutil/trace.go:172","msg":"trace[2053231873] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1148; }","duration":"378.708976ms","start":"2026-04-22T09:34:34.830633Z","end":"2026-04-22T09:34:35.209342Z","steps":["trace[2053231873] 'agreement among raft nodes before linearized reading' (duration: 376.893131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.209394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.830595Z","time spent":"378.786638ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.207612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.685356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.209440Z","caller":"traceutil/trace.go:172","msg":"trace[524177496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1148; }","duration":"421.50715ms","start":"2026-04-22T09:34:34.787923Z","end":"2026-04-22T09:34:35.209430Z","steps":["trace[524177496] 'agreement among raft nodes before linearized reading' (duration: 419.676715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.209484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.787905Z","time spent":"421.570441ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.207621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.812717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:35.209640Z","caller":"traceutil/trace.go:172","msg":"trace[341493071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1148; }","duration":"442.821324ms","start":"2026-04-22T09:34:34.766804Z","end":"2026-04-22T09:34:35.209625Z","steps":["trace[341493071] 'agreement among raft nodes before linearized reading' (duration: 440.747845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.209676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.766780Z","time spent":"442.885797ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.207648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"800.414833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.154682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.209765Z","caller":"traceutil/trace.go:172","msg":"trace[1223500801] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1148; }","duration":"802.510223ms","start":"2026-04-22T09:34:34.407227Z","end":"2026-04-22T09:34:35.209738Z","steps":["trace[1223500801] 'agreement among raft nodes before linearized reading' (duration: 800.405273ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.209822Z","caller":"traceutil/trace.go:172","msg":"trace[2125122939] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1148; }","duration":"465.320153ms","start":"2026-04-22T09:34:34.744492Z","end":"2026-04-22T09:34:35.209812Z","steps":["trace[2125122939] 'agreement among raft nodes before linearized reading' (duration: 463.142712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.207648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.726282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.199861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.639109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.793331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"787.722742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.654036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"841.019385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"754.933028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"684.626121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:35.207863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"925.640553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.210314Z","caller":"traceutil/trace.go:172","msg":"trace[73654286] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1148; }","duration":"928.091839ms","start":"2026-04-22T09:34:34.282213Z","end":"2026-04-22T09:34:35.210305Z","steps":["trace[73654286] 'agreement among raft nodes before linearized reading' (duration: 925.608732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.210343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.282191Z","time spent":"928.14252ms","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.210451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.744468Z","time spent":"465.974706ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:35.210560Z","caller":"traceutil/trace.go:172","msg":"trace[887110413] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1148; }","duration":"628.636608ms","start":"2026-04-22T09:34:34.581916Z","end":"2026-04-22T09:34:35.210553Z","steps":["trace[887110413] 'agreement among raft nodes before linearized reading' (duration: 625.712882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.210585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.581893Z","time spent":"628.684828ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:35.210680Z","caller":"traceutil/trace.go:172","msg":"trace[1374534286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1148; }","duration":"780.323671ms","start":"2026-04-22T09:34:34.430350Z","end":"2026-04-22T09:34:35.210674Z","steps":["trace[1374534286] 'agreement among raft nodes before linearized reading' (duration: 777.17188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.210704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.430329Z","time spent":"780.368202ms","remote":"127.0.0.1:37372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:35.210805Z","caller":"traceutil/trace.go:172","msg":"trace[1466977413] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1148; }","duration":"629.788719ms","start":"2026-04-22T09:34:34.581009Z","end":"2026-04-22T09:34:35.210798Z","steps":["trace[1466977413] 'agreement among raft nodes before linearized reading' (duration: 626.599639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.210829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.580996Z","time spent":"629.825759ms","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:35.210926Z","caller":"traceutil/trace.go:172","msg":"trace[277181469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1148; }","duration":"687.849922ms","start":"2026-04-22T09:34:34.523069Z","end":"2026-04-22T09:34:35.210919Z","steps":["trace[277181469] 'agreement among raft nodes before linearized reading' (duration: 684.605431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.210949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.523048Z","time spent":"687.894603ms","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:35.210941Z","caller":"traceutil/trace.go:172","msg":"trace[649446822] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1148; }","duration":"758.092758ms","start":"2026-04-22T09:34:34.452772Z","end":"2026-04-22T09:34:35.210864Z","steps":["trace[649446822] 'agreement among raft nodes before linearized reading' (duration: 754.917058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.211015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.639543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.211047Z","caller":"traceutil/trace.go:172","msg":"trace[618444340] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1148; }","duration":"197.667204ms","start":"2026-04-22T09:34:35.013367Z","end":"2026-04-22T09:34:35.211034Z","steps":["trace[618444340] 'agreement among raft nodes before linearized reading' (duration: 197.626173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.211054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.452728Z","time spent":"758.307812ms","remote":"127.0.0.1:37390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.211222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.533395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.211249Z","caller":"traceutil/trace.go:172","msg":"trace[352105929] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1148; }","duration":"234.562396ms","start":"2026-04-22T09:34:34.976679Z","end":"2026-04-22T09:34:35.211241Z","steps":["trace[352105929] 'agreement among raft nodes before linearized reading' (duration: 234.517005ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.212331Z","caller":"traceutil/trace.go:172","msg":"trace[1067510313] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1148; }","duration":"501.439508ms","start":"2026-04-22T09:34:34.710875Z","end":"2026-04-22T09:34:35.212315Z","steps":["trace[1067510313] 'agreement among raft nodes before linearized reading' (duration: 496.785321ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.212459Z","caller":"traceutil/trace.go:172","msg":"trace[61979593] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1148; }","duration":"845.768435ms","start":"2026-04-22T09:34:34.366682Z","end":"2026-04-22T09:34:35.212450Z","steps":["trace[61979593] 'agreement among raft nodes before linearized reading' (duration: 841.009965ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.212591Z","caller":"traceutil/trace.go:172","msg":"trace[177877222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1148; }","duration":"792.604795ms","start":"2026-04-22T09:34:34.419949Z","end":"2026-04-22T09:34:35.212554Z","steps":["trace[177877222] 'agreement among raft nodes before linearized reading' (duration: 787.709641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.212468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.710846Z","time spent":"501.565281ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.212626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.419916Z","time spent":"792.701037ms","remote":"127.0.0.1:37344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:35.212714Z","caller":"traceutil/trace.go:172","msg":"trace[405862789] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1148; }","duration":"827.684091ms","start":"2026-04-22T09:34:34.385022Z","end":"2026-04-22T09:34:35.212706Z","steps":["trace[405862789] 'agreement among raft nodes before linearized reading' (duration: 822.642446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.212739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.385004Z","time spent":"827.727902ms","remote":"127.0.0.1:37312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.212599Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:34.366659Z","time spent":"845.929148ms","remote":"127.0.0.1:37298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:35.210960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.087544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.212843Z","caller":"traceutil/trace.go:172","msg":"trace[711957426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1148; }","duration":"248.977411ms","start":"2026-04-22T09:34:34.963858Z","end":"2026-04-22T09:34:35.212836Z","steps":["trace[711957426] 'agreement among raft nodes before linearized reading' (duration: 247.059534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.481741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.229206ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.481831Z","caller":"traceutil/trace.go:172","msg":"trace[1301071473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"136.335368ms","start":"2026-04-22T09:34:35.345477Z","end":"2026-04-22T09:34:35.481812Z","steps":["trace[1301071473] 'range keys from in-memory index tree' (duration: 136.173076ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.482019Z","caller":"traceutil/trace.go:172","msg":"trace[2082277942] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"249.980939ms","start":"2026-04-22T09:34:35.232031Z","end":"2026-04-22T09:34:35.482012Z","steps":["trace[2082277942] 'process raft request' (duration: 249.922667ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.482136Z","caller":"traceutil/trace.go:172","msg":"trace[193848559] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"263.76619ms","start":"2026-04-22T09:34:35.218292Z","end":"2026-04-22T09:34:35.482058Z","steps":["trace[193848559] 'process raft request' (duration: 262.073627ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.490331Z","caller":"traceutil/trace.go:172","msg":"trace[489938968] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"211.545708ms","start":"2026-04-22T09:34:35.278768Z","end":"2026-04-22T09:34:35.490314Z","steps":["trace[489938968] 'process raft request' (duration: 211.444036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:36.038195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.256492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:36.039871Z","caller":"traceutil/trace.go:172","msg":"trace[1108936467] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1333; }","duration":"401.994356ms","start":"2026-04-22T09:34:35.637847Z","end":"2026-04-22T09:34:36.039841Z","steps":["trace[1108936467] 'read index received' (duration: 281.906096ms)","trace[1108936467] 'applied index is now lower than readState.Index' (duration: 120.08596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:36.040229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.355723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:36.040269Z","caller":"traceutil/trace.go:172","msg":"trace[747169610] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1154; }","duration":"402.415794ms","start":"2026-04-22T09:34:35.637843Z","end":"2026-04-22T09:34:36.040259Z","steps":["trace[747169610] 'agreement among raft nodes before linearized reading' (duration: 402.313122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:36.040304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:35.637827Z","time spent":"402.469825ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:36.196924Z","caller":"traceutil/trace.go:172","msg":"trace[395505905] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1334; }","duration":"156.758995ms","start":"2026-04-22T09:34:36.040124Z","end":"2026-04-22T09:34:36.196883Z","steps":["trace[395505905] 'read index received' (duration: 154.135375ms)","trace[395505905] 'applied index is now lower than readState.Index' (duration: 2.62263ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:36.197056Z","caller":"traceutil/trace.go:172","msg":"trace[958659204] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"297.018599ms","start":"2026-04-22T09:34:35.899989Z","end":"2026-04-22T09:34:36.197008Z","steps":["trace[958659204] 'process raft request' (duration: 292.937422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:36.197129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.529459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:36.197194Z","caller":"traceutil/trace.go:172","msg":"trace[771767362] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1155; }","duration":"227.60283ms","start":"2026-04-22T09:34:35.969578Z","end":"2026-04-22T09:34:36.197181Z","steps":["trace[771767362] 'agreement among raft nodes before linearized reading' (duration: 227.487218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:36.197130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.769997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:36.197281Z","caller":"traceutil/trace.go:172","msg":"trace[59897719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1155; }","duration":"402.92155ms","start":"2026-04-22T09:34:35.794345Z","end":"2026-04-22T09:34:36.197267Z","steps":["trace[59897719] 'agreement among raft nodes before linearized reading' (duration: 402.743097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:36.197314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:35.794324Z","time spent":"402.982711ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:36.197365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"538.263102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-04-22T09:34:36.197404Z","caller":"traceutil/trace.go:172","msg":"trace[244066315] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8gw4f; range_end:; response_count:1; response_revision:1155; }","duration":"538.319343ms","start":"2026-04-22T09:34:35.659075Z","end":"2026-04-22T09:34:36.197395Z","steps":["trace[244066315] 'agreement among raft nodes before linearized reading' (duration: 538.036388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:36.197434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:35.659060Z","time spent":"538.365713ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18647,"request content":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:36.610383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.719483ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-22T09:34:36.610363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.935118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:36.610655Z","caller":"traceutil/trace.go:172","msg":"trace[1665833453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1157; }","duration":"265.410777ms","start":"2026-04-22T09:34:36.345231Z","end":"2026-04-22T09:34:36.610642Z","steps":["trace[1665833453] 'range keys from in-memory index tree' (duration: 264.887347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:36.864963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.680888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:36.865022Z","caller":"traceutil/trace.go:172","msg":"trace[173894617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1157; }","duration":"123.765859ms","start":"2026-04-22T09:34:36.741245Z","end":"2026-04-22T09:34:36.865011Z","steps":["trace[173894617] 'range keys from in-memory index tree' (duration: 123.625057ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:36.969323Z","caller":"traceutil/trace.go:172","msg":"trace[232214077] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"299.306731ms","start":"2026-04-22T09:34:36.670000Z","end":"2026-04-22T09:34:36.969306Z","steps":["trace[232214077] 'process raft request' (duration: 299.113917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.552190Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:38.052403Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:38.511596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.166361301s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.511672Z","caller":"traceutil/trace.go:172","msg":"trace[809236762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1158; }","duration":"1.166442433s","start":"2026-04-22T09:34:37.345213Z","end":"2026-04-22T09:34:38.511655Z","steps":["trace[809236762] 'range keys from in-memory index tree' (duration: 1.166314571s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.553321Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497226,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:38.557690Z","caller":"traceutil/trace.go:172","msg":"trace[752968575] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"1.876705398s","start":"2026-04-22T09:34:36.680938Z","end":"2026-04-22T09:34:38.557643Z","steps":["trace[752968575] 'process raft request' (duration: 1.876533424s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.557801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:36.680912Z","time spent":"1.87682616s","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:38.733821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.571916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:38.734104Z","caller":"traceutil/trace.go:172","msg":"trace[964014364] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"2.050692324s","start":"2026-04-22T09:34:36.683344Z","end":"2026-04-22T09:34:38.734037Z","steps":["trace[964014364] 'process raft request' (duration: 1.940835303s)","trace[964014364] 'compare' (duration: 108.711229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:38.734280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:36.683320Z","time spent":"2.050868588s","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:38.762789Z","caller":"traceutil/trace.go:172","msg":"trace[2102728165] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1344; }","duration":"1.711530938s","start":"2026-04-22T09:34:37.051235Z","end":"2026-04-22T09:34:38.762765Z","steps":["trace[2102728165] 'read index received' (duration: 1.711523417s)","trace[2102728165] 'applied index is now lower than readState.Index' (duration: 6.261µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:38.762984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.711732161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.763070Z","caller":"traceutil/trace.go:172","msg":"trace[1591761395] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1162; }","duration":"1.711831203s","start":"2026-04-22T09:34:37.051229Z","end":"2026-04-22T09:34:38.763060Z","steps":["trace[1591761395] 'agreement among raft nodes before linearized reading' (duration: 1.71169759s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.763099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.051202Z","time spent":"1.711890703s","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:38.763373Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497232,"received-request-id":2788183043014497226} {"level":"warn","ts":"2026-04-22T09:34:39.264162Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:39.378373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.473148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:39.378623Z","caller":"traceutil/trace.go:172","msg":"trace[992791148] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"2.162021806s","start":"2026-04-22T09:34:37.216583Z","end":"2026-04-22T09:34:39.378604Z","steps":["trace[992791148] 'process raft request' (duration: 2.161884634s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.378724Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.216565Z","time spent":"2.162106238s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:39.378850Z","caller":"traceutil/trace.go:172","msg":"trace[1044969951] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"2.166767677s","start":"2026-04-22T09:34:37.211807Z","end":"2026-04-22T09:34:39.378575Z","steps":["trace[1044969951] 'process raft request' (duration: 1.722012044s)","trace[1044969951] 'compare' (duration: 443.369726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:39.379113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.211784Z","time spent":"2.167219355s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:39.474687Z","caller":"traceutil/trace.go:172","msg":"trace[1203231783] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"672.435307ms","start":"2026-04-22T09:34:38.802227Z","end":"2026-04-22T09:34:39.474663Z","steps":["trace[1203231783] 'process raft request' (duration: 672.365915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.474784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:38.802200Z","time spent":"672.543628ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2676,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:39.765210Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:39.795034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000365279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:34:39.795171Z","caller":"traceutil/trace.go:172","msg":"trace[1877710050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520042s","start":"2026-04-22T09:34:37.794626Z","end":"2026-04-22T09:34:39.795146Z","steps":["trace[1877710050] 'agreement among raft nodes before linearized reading' (duration: 2.000355779s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.795249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.794605Z","time spent":"2.000631143s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 09:34:39 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T09:34:39.904460Z","caller":"traceutil/trace.go:172","msg":"trace[996926705] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1348; }","duration":"1.141499709s","start":"2026-04-22T09:34:38.762849Z","end":"2026-04-22T09:34:39.904349Z","steps":["trace[996926705] 'read index received' (duration: 1.141487678s)","trace[996926705] 'applied index is now lower than readState.Index' (duration: 10.601µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:40.115816Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497235,"received-request-id":2788183043014497232} {"level":"warn","ts":"2026-04-22T09:34:40.409180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.130861535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:34:40.409271Z","caller":"traceutil/trace.go:172","msg":"trace[1032200120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1166; }","duration":"3.130962168s","start":"2026-04-22T09:34:37.278291Z","end":"2026-04-22T09:34:40.409253Z","steps":["trace[1032200120] 'agreement among raft nodes before linearized reading' (duration: 2.626212285s)","trace[1032200120] 'range keys from in-memory index tree' (duration: 504.518888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:40.409295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.10997965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T09:34:40.409388Z","caller":"traceutil/trace.go:172","msg":"trace[1603108524] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:1166; }","duration":"3.110074602s","start":"2026-04-22T09:34:37.299292Z","end":"2026-04-22T09:34:40.409366Z","steps":["trace[1603108524] 'agreement among raft nodes before linearized reading' (duration: 2.605108124s)","trace[1603108524] 'range keys from in-memory index tree' (duration: 504.763032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:40.409432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.299278Z","time spent":"3.110144793s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:40.409890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.175683683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:40.409952Z","caller":"traceutil/trace.go:172","msg":"trace[840300804] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1166; }","duration":"2.175740465s","start":"2026-04-22T09:34:38.234194Z","end":"2026-04-22T09:34:40.409934Z","steps":["trace[840300804] 'agreement among raft nodes before linearized reading' (duration: 1.670173127s)","trace[840300804] 'range keys from in-memory index tree' (duration: 505.474796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:40.409932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.898201455s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:40.409992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:38.234179Z","time spent":"2.175803856s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:40.410029Z","caller":"traceutil/trace.go:172","msg":"trace[793621689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1166; }","duration":"1.898297128s","start":"2026-04-22T09:34:38.511704Z","end":"2026-04-22T09:34:40.410001Z","steps":["trace[793621689] 'agreement among raft nodes before linearized reading' (duration: 1.392690308s)","trace[793621689] 'range keys from in-memory index tree' (duration: 505.498347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:40.409304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.278268Z","time spent":"3.131027918s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:40.410261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.761201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T09:34:40.410056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.923719697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:34:40.410316Z","caller":"traceutil/trace.go:172","msg":"trace[1290051563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1166; }","duration":"2.923980612s","start":"2026-04-22T09:34:37.486323Z","end":"2026-04-22T09:34:40.410304Z","steps":["trace[1290051563] 'agreement among raft nodes before linearized reading' (duration: 2.418051397s)","trace[1290051563] 'range keys from in-memory index tree' (duration: 504.57426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:40.410350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.486304Z","time spent":"2.924037133s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:40.410396Z","caller":"traceutil/trace.go:172","msg":"trace[917197355] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1348; }","duration":"505.810151ms","start":"2026-04-22T09:34:39.904578Z","end":"2026-04-22T09:34:40.410389Z","steps":["trace[917197355] 'read index received' (duration: 211.286718ms)","trace[917197355] 'applied index is now lower than readState.Index' (duration: 294.522393ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:40.410459Z","caller":"traceutil/trace.go:172","msg":"trace[996389391] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"1.347812447s","start":"2026-04-22T09:34:39.062638Z","end":"2026-04-22T09:34:40.410451Z","steps":["trace[996389391] 'process raft request' (duration: 841.823022ms)","trace[996389391] 'compare' (duration: 505.061007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:40.410493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:39.062614Z","time spent":"1.347864297s","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:40.410990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"615.468659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:40.411016Z","caller":"traceutil/trace.go:172","msg":"trace[518479776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1168; }","duration":"615.495449ms","start":"2026-04-22T09:34:39.795514Z","end":"2026-04-22T09:34:40.411009Z","steps":["trace[518479776] 'agreement among raft nodes before linearized reading' (duration: 615.082951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:40.411049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:39.795493Z","time spent":"615.55095ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:40.411728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"929.594388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-22T09:34:40.411764Z","caller":"traceutil/trace.go:172","msg":"trace[1802230614] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1168; }","duration":"929.632578ms","start":"2026-04-22T09:34:39.482122Z","end":"2026-04-22T09:34:40.411755Z","steps":["trace[1802230614] 'agreement among raft nodes before linearized reading' (duration: 928.828183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:40.411785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:39.482101Z","time spent":"929.678719ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:40.911078Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:41.035273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.654173ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-22T09:34:41.035421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.410998Z","time spent":"624.417215ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T09:34:41.037735Z","caller":"traceutil/trace.go:172","msg":"trace[1144748196] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1351; }","duration":"627.294189ms","start":"2026-04-22T09:34:40.410417Z","end":"2026-04-22T09:34:41.037711Z","steps":["trace[1144748196] 'read index received' (duration: 627.287509ms)","trace[1144748196] 'applied index is now lower than readState.Index' (duration: 5.12µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:41.037956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"755.2537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.038092Z","caller":"traceutil/trace.go:172","msg":"trace[1144097004] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1168; }","duration":"755.385303ms","start":"2026-04-22T09:34:40.282658Z","end":"2026-04-22T09:34:41.038044Z","steps":["trace[1144097004] 'agreement among raft nodes before linearized reading' (duration: 755.172518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.038137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.282637Z","time spent":"755.490255ms","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:41.038151Z","caller":"traceutil/trace.go:172","msg":"trace[1567365954] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"623.13827ms","start":"2026-04-22T09:34:40.414995Z","end":"2026-04-22T09:34:41.038133Z","steps":["trace[1567365954] 'process raft request' (duration: 622.991088ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:41.038251Z","caller":"traceutil/trace.go:172","msg":"trace[568480636] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"623.304783ms","start":"2026-04-22T09:34:40.414921Z","end":"2026-04-22T09:34:41.038225Z","steps":["trace[568480636] 'process raft request' (duration: 622.799983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.038787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.414903Z","time spent":"623.781452ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:41.038859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.414968Z","time spent":"623.738561ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:41.335039Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2788183043014497241,"received-request-id":2788183043014497236} {"level":"info","ts":"2026-04-22T09:34:41.353373Z","caller":"traceutil/trace.go:172","msg":"trace[1271111384] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"312.970627ms","start":"2026-04-22T09:34:41.040382Z","end":"2026-04-22T09:34:41.353353Z","steps":["trace[1271111384] 'process raft request' (duration: 312.876065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.353504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:41.040357Z","time spent":"313.078699ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:41.366215Z","caller":"traceutil/trace.go:172","msg":"trace[1735393601] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1359; }","duration":"328.367228ms","start":"2026-04-22T09:34:41.037828Z","end":"2026-04-22T09:34:41.366195Z","steps":["trace[1735393601] 'read index received' (duration: 328.359638ms)","trace[1735393601] 'applied index is now lower than readState.Index' (duration: 6.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:41.367902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"956.209238ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.367985Z","caller":"traceutil/trace.go:172","msg":"trace[696900858] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1176; }","duration":"956.303729ms","start":"2026-04-22T09:34:40.411665Z","end":"2026-04-22T09:34:41.367968Z","steps":["trace[696900858] 'agreement among raft nodes before linearized reading' (duration: 954.635898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.367977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"953.670149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a8a4160c35481d\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-04-22T09:34:41.367934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"934.846003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.368034Z","caller":"traceutil/trace.go:172","msg":"trace[580460323] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a8a4160c35481d; range_end:; response_count:1; response_revision:1176; }","duration":"953.73031ms","start":"2026-04-22T09:34:40.414288Z","end":"2026-04-22T09:34:41.368018Z","steps":["trace[580460323] 'agreement among raft nodes before linearized reading' (duration: 951.984298ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:41.368065Z","caller":"traceutil/trace.go:172","msg":"trace[1590427490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1176; }","duration":"934.998036ms","start":"2026-04-22T09:34:40.433056Z","end":"2026-04-22T09:34:41.368054Z","steps":["trace[1590427490] 'agreement among raft nodes before linearized reading' (duration: 933.168171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.368095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.414267Z","time spent":"953.818852ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a8a4160c35481d\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:41.368108Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.433035Z","time spent":"935.066187ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:41.368061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.957219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-04-22T09:34:41.368157Z","caller":"traceutil/trace.go:172","msg":"trace[788846604] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8gw4f; range_end:; response_count:1; response_revision:1176; }","duration":"672.069971ms","start":"2026-04-22T09:34:40.696071Z","end":"2026-04-22T09:34:41.368141Z","steps":["trace[788846604] 'agreement among raft nodes before linearized reading' (duration: 670.185466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.368210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.696055Z","time spent":"672.148052ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-8gw4f\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:41.367941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"937.999023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-22T09:34:41.368624Z","caller":"traceutil/trace.go:172","msg":"trace[2028694208] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1176; }","duration":"938.744317ms","start":"2026-04-22T09:34:40.429861Z","end":"2026-04-22T09:34:41.368605Z","steps":["trace[2028694208] 'agreement among raft nodes before linearized reading' (duration: 936.401673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.368670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.429839Z","time spent":"938.815668ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:41.370318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.081393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.370397Z","caller":"traceutil/trace.go:172","msg":"trace[295692744] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1178; }","duration":"273.140924ms","start":"2026-04-22T09:34:41.097227Z","end":"2026-04-22T09:34:41.370368Z","steps":["trace[295692744] 'agreement among raft nodes before linearized reading' (duration: 273.064963ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:42.492250Z","caller":"traceutil/trace.go:172","msg":"trace[795409853] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1389; }","duration":"232.373861ms","start":"2026-04-22T09:34:42.259851Z","end":"2026-04-22T09:34:42.492225Z","steps":["trace[795409853] 'read index received' (duration: 232.365771ms)","trace[795409853] 'applied index is now lower than readState.Index' (duration: 6.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:42.492395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.527594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:42.492477Z","caller":"traceutil/trace.go:172","msg":"trace[1335541698] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1206; }","duration":"232.626335ms","start":"2026-04-22T09:34:42.259833Z","end":"2026-04-22T09:34:42.492459Z","steps":["trace[1335541698] 'agreement among raft nodes before linearized reading' (duration: 232.479683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:42.494085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.641488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:42.494314Z","caller":"traceutil/trace.go:172","msg":"trace[375457642] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1206; }","duration":"148.896203ms","start":"2026-04-22T09:34:42.345410Z","end":"2026-04-22T09:34:42.494306Z","steps":["trace[375457642] 'agreement among raft nodes before linearized reading' (duration: 148.633488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:42.494396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.017509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:42.494437Z","caller":"traceutil/trace.go:172","msg":"trace[1114914278] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1206; }","duration":"199.431688ms","start":"2026-04-22T09:34:42.294997Z","end":"2026-04-22T09:34:42.494429Z","steps":["trace[1114914278] 'agreement among raft nodes before linearized reading' (duration: 198.995709ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:44.147017Z","caller":"traceutil/trace.go:172","msg":"trace[1141854649] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1413; }","duration":"166.90591ms","start":"2026-04-22T09:34:43.980091Z","end":"2026-04-22T09:34:44.146997Z","steps":["trace[1141854649] 'read index received' (duration: 166.897419ms)","trace[1141854649] 'applied index is now lower than readState.Index' (duration: 5.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:44.147155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.037782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:44.147446Z","caller":"traceutil/trace.go:172","msg":"trace[302813337] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1230; }","duration":"167.357308ms","start":"2026-04-22T09:34:43.980078Z","end":"2026-04-22T09:34:44.147435Z","steps":["trace[302813337] 'agreement among raft nodes before linearized reading' (duration: 166.990951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:53.587264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:56.598851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:56.633295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:56.673707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:56.958179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34884","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:35:03.896333Z","caller":"traceutil/trace.go:172","msg":"trace[1691529874] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"140.560252ms","start":"2026-04-22T09:35:03.755751Z","end":"2026-04-22T09:35:03.896312Z","steps":["trace[1691529874] 'process raft request' (duration: 139.538963ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:03.898387Z","caller":"traceutil/trace.go:172","msg":"trace[1688072477] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1749; }","duration":"103.515691ms","start":"2026-04-22T09:35:03.794853Z","end":"2026-04-22T09:35:03.898368Z","steps":["trace[1688072477] 'read index received' (duration: 103.509751ms)","trace[1688072477] 'applied index is now lower than readState.Index' (duration: 4.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:03.898495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.627733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:03.898522Z","caller":"traceutil/trace.go:172","msg":"trace[1953304391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1491; }","duration":"103.664084ms","start":"2026-04-22T09:35:03.794849Z","end":"2026-04-22T09:35:03.898513Z","steps":["trace[1953304391] 'agreement among raft nodes before linearized reading' (duration: 103.597033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:05.296386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:35:05.332141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:35:05.360032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:35:05.379213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:35:06.283600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.982135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:06.283690Z","caller":"traceutil/trace.go:172","msg":"trace[1746281812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1499; }","duration":"490.077517ms","start":"2026-04-22T09:35:05.793594Z","end":"2026-04-22T09:35:06.283672Z","steps":["trace[1746281812] 'range keys from in-memory index tree' (duration: 488.119641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:06.283734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:05.793566Z","time spent":"490.157959ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:35:06.450149Z","caller":"traceutil/trace.go:172","msg":"trace[90881933] linearizableReadLoop","detail":"{readStateIndex:1757; appliedIndex:1757; }","duration":"105.412633ms","start":"2026-04-22T09:35:06.344716Z","end":"2026-04-22T09:35:06.450128Z","steps":["trace[90881933] 'read index received' (duration: 105.407223ms)","trace[90881933] 'applied index is now lower than readState.Index' (duration: 4.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:06.450310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.586487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:06.450380Z","caller":"traceutil/trace.go:172","msg":"trace[365580109] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1499; }","duration":"105.667358ms","start":"2026-04-22T09:35:06.344697Z","end":"2026-04-22T09:35:06.450364Z","steps":["trace[365580109] 'agreement among raft nodes before linearized reading' (duration: 105.548976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:06.534593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.422136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:06.534679Z","caller":"traceutil/trace.go:172","msg":"trace[1328917306] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies; range_end:; response_count:0; response_revision:1500; }","duration":"140.518387ms","start":"2026-04-22T09:35:06.394143Z","end":"2026-04-22T09:35:06.534662Z","steps":["trace[1328917306] 'agreement among raft nodes before linearized reading' (duration: 95.576751ms)","trace[1328917306] 'range keys from in-memory index tree' (duration: 44.820684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:06.534916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.136201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:35:06.535036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.765311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:06.534980Z","caller":"traceutil/trace.go:172","msg":"trace[1418878245] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1500; }","duration":"189.201322ms","start":"2026-04-22T09:35:06.345763Z","end":"2026-04-22T09:35:06.534964Z","steps":["trace[1418878245] 'agreement among raft nodes before linearized reading' (duration: 143.93741ms)","trace[1418878245] 'range keys from in-memory index tree' (duration: 45.18623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:06.535109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.307031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:06.535139Z","caller":"traceutil/trace.go:172","msg":"trace[1999111116] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools; range_end:; response_count:0; response_revision:1500; }","duration":"177.869012ms","start":"2026-04-22T09:35:06.357213Z","end":"2026-04-22T09:35:06.535082Z","steps":["trace[1999111116] 'agreement among raft nodes before linearized reading' (duration: 132.532459ms)","trace[1999111116] 'range keys from in-memory index tree' (duration: 45.216381ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:06.535198Z","caller":"traceutil/trace.go:172","msg":"trace[1208209460] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1500; }","duration":"163.418413ms","start":"2026-04-22T09:35:06.371732Z","end":"2026-04-22T09:35:06.535150Z","steps":["trace[1208209460] 'agreement among raft nodes before linearized reading' (duration: 118.000598ms)","trace[1208209460] 'range keys from in-memory index tree' (duration: 45.285022ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:07.390870Z","caller":"traceutil/trace.go:172","msg":"trace[1578835407] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"162.457724ms","start":"2026-04-22T09:35:07.228397Z","end":"2026-04-22T09:35:07.390855Z","steps":["trace[1578835407] 'process raft request' (duration: 162.340302ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:07.768103Z","caller":"traceutil/trace.go:172","msg":"trace[702886334] linearizableReadLoop","detail":"{readStateIndex:1760; appliedIndex:1760; }","duration":"466.081294ms","start":"2026-04-22T09:35:07.301990Z","end":"2026-04-22T09:35:07.768071Z","steps":["trace[702886334] 'read index received' (duration: 466.071544ms)","trace[702886334] 'applied index is now lower than readState.Index' (duration: 8.34µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:07.802410Z","caller":"traceutil/trace.go:172","msg":"trace[1835279088] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"573.885201ms","start":"2026-04-22T09:35:07.228495Z","end":"2026-04-22T09:35:07.802380Z","steps":["trace[1835279088] 'process raft request' (duration: 539.640954ms)","trace[1835279088] 'compare' (duration: 33.991292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:07.802571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.228463Z","time spent":"574.029833ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:35:07.802769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.697649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T09:35:07.803197Z","caller":"traceutil/trace.go:172","msg":"trace[1480458056] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:1501; }","duration":"501.188638ms","start":"2026-04-22T09:35:07.301984Z","end":"2026-04-22T09:35:07.803172Z","steps":["trace[1480458056] 'agreement among raft nodes before linearized reading' (duration: 466.220257ms)","trace[1480458056] 'range keys from in-memory index tree' (duration: 33.933591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:07.803580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.301958Z","time spent":"501.602216ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" limit:1 "} {"level":"info","ts":"2026-04-22T09:35:07.847894Z","caller":"traceutil/trace.go:172","msg":"trace[37134694] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"343.800408ms","start":"2026-04-22T09:35:07.504079Z","end":"2026-04-22T09:35:07.847880Z","steps":["trace[37134694] 'process raft request' (duration: 343.711555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:07.847994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.504062Z","time spent":"343.881791ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:35:07.856489Z","caller":"traceutil/trace.go:172","msg":"trace[1499992741] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"335.22378ms","start":"2026-04-22T09:35:07.521234Z","end":"2026-04-22T09:35:07.856457Z","steps":["trace[1499992741] 'process raft request' (duration: 335.019186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:07.856583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.277165ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:35:07.856633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:07.521216Z","time spent":"335.343031ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:35:07.856671Z","caller":"traceutil/trace.go:172","msg":"trace[1957187947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1505; }","duration":"511.383937ms","start":"2026-04-22T09:35:07.345272Z","end":"2026-04-22T09:35:07.856656Z","steps":["trace[1957187947] 'agreement among raft nodes before linearized reading' (duration: 511.181164ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:13.174228Z","caller":"traceutil/trace.go:172","msg":"trace[1518596453] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"135.565957ms","start":"2026-04-22T09:35:13.038636Z","end":"2026-04-22T09:35:13.174202Z","steps":["trace[1518596453] 'process raft request' (duration: 101.22575ms)","trace[1518596453] 'compare' (duration: 34.247815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:19.980550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.046704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:35:19.980620Z","caller":"traceutil/trace.go:172","msg":"trace[1411277969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1558; }","duration":"106.166986ms","start":"2026-04-22T09:35:19.874441Z","end":"2026-04-22T09:35:19.980608Z","steps":["trace[1411277969] 'range keys from in-memory index tree' (duration: 104.632387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:19.980651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.695336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-m7s5f\" limit:1 ","response":"range_response_count:1 size:6363"} {"level":"info","ts":"2026-04-22T09:35:19.980743Z","caller":"traceutil/trace.go:172","msg":"trace[1966962971] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-m7s5f; range_end:; response_count:1; response_revision:1558; }","duration":"105.812408ms","start":"2026-04-22T09:35:19.874914Z","end":"2026-04-22T09:35:19.980726Z","steps":["trace[1966962971] 'range keys from in-memory index tree' (duration: 103.913704ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:21.458953Z","caller":"traceutil/trace.go:172","msg":"trace[661620502] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"442.712218ms","start":"2026-04-22T09:35:21.016218Z","end":"2026-04-22T09:35:21.458930Z","steps":["trace[661620502] 'process raft request' (duration: 442.505925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:21.459591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:21.016205Z","time spent":"442.859411ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:35:21.460326Z","caller":"traceutil/trace.go:172","msg":"trace[661315944] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1834; }","duration":"115.184ms","start":"2026-04-22T09:35:21.345121Z","end":"2026-04-22T09:35:21.460305Z","steps":["trace[661315944] 'read index received' (duration: 115.179119ms)","trace[661315944] 'applied index is now lower than readState.Index' (duration: 3.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:21.551195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.077461ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:21.551298Z","caller":"traceutil/trace.go:172","msg":"trace[1890200301] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1567; }","duration":"206.182103ms","start":"2026-04-22T09:35:21.345091Z","end":"2026-04-22T09:35:21.551273Z","steps":["trace[1890200301] 'agreement among raft nodes before linearized reading' (duration: 115.351124ms)","trace[1890200301] 'range keys from in-memory index tree' (duration: 90.701977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:22.100940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.35124ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T09:35:22.258204Z","caller":"traceutil/trace.go:172","msg":"trace[340797458] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"273.12621ms","start":"2026-04-22T09:35:21.985063Z","end":"2026-04-22T09:35:22.258189Z","steps":["trace[340797458] 'process raft request' (duration: 272.987897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:22.258760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.533843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:35:22.258742Z","caller":"traceutil/trace.go:172","msg":"trace[980520134] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1839; }","duration":"263.33041ms","start":"2026-04-22T09:35:21.995215Z","end":"2026-04-22T09:35:22.258546Z","steps":["trace[980520134] 'read index received' (duration: 263.32608ms)","trace[980520134] 'applied index is now lower than readState.Index' (duration: 3.52µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:22.258789Z","caller":"traceutil/trace.go:172","msg":"trace[1199186930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1571; }","duration":"263.573124ms","start":"2026-04-22T09:35:21.995210Z","end":"2026-04-22T09:35:22.258783Z","steps":["trace[1199186930] 'agreement among raft nodes before linearized reading' (duration: 263.472002ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:22.259894Z","caller":"traceutil/trace.go:172","msg":"trace[1411107523] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"266.166222ms","start":"2026-04-22T09:35:21.993708Z","end":"2026-04-22T09:35:22.259874Z","steps":["trace[1411107523] 'process raft request' (duration: 265.650353ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:38.570931Z","caller":"traceutil/trace.go:172","msg":"trace[1587688824] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1921; }","duration":"210.392975ms","start":"2026-04-22T09:35:38.360521Z","end":"2026-04-22T09:35:38.570914Z","steps":["trace[1587688824] 'read index received' (duration: 166.781558ms)","trace[1587688824] 'applied index is now lower than readState.Index' (duration: 43.610217ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:35:38.571136Z","caller":"traceutil/trace.go:172","msg":"trace[349797066] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"213.336505ms","start":"2026-04-22T09:35:38.357789Z","end":"2026-04-22T09:35:38.571126Z","steps":["trace[349797066] 'process raft request' (duration: 168.59705ms)","trace[349797066] 'compare' (duration: 44.217237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:38.571480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.905122ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:38.571588Z","caller":"traceutil/trace.go:172","msg":"trace[521504630] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1643; }","duration":"211.061788ms","start":"2026-04-22T09:35:38.360511Z","end":"2026-04-22T09:35:38.571572Z","steps":["trace[521504630] 'agreement among raft nodes before linearized reading' (duration: 210.875961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:38.573173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.450961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:35:38.573224Z","caller":"traceutil/trace.go:172","msg":"trace[989888035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1643; }","duration":"154.505033ms","start":"2026-04-22T09:35:38.418707Z","end":"2026-04-22T09:35:38.573212Z","steps":["trace[989888035] 'agreement among raft nodes before linearized reading' (duration: 154.353678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:40.962328Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:35:41.018265Z","caller":"traceutil/trace.go:172","msg":"trace[199735132] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"648.413706ms","start":"2026-04-22T09:35:40.369837Z","end":"2026-04-22T09:35:41.018251Z","steps":["trace[199735132] 'process raft request' (duration: 648.313963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.018385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.369812Z","time spent":"648.51185ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:35:41.462703Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788183043014497934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:35:41.754416Z","caller":"traceutil/trace.go:172","msg":"trace[1266432451] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1927; }","duration":"1.292145859s","start":"2026-04-22T09:35:40.462244Z","end":"2026-04-22T09:35:41.754389Z","steps":["trace[1266432451] 'read index received' (duration: 1.292138259s)","trace[1266432451] 'applied index is now lower than readState.Index' (duration: 6.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:41.758865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.184629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.758927Z","caller":"traceutil/trace.go:172","msg":"trace[1297143261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1648; }","duration":"413.21901ms","start":"2026-04-22T09:35:41.345674Z","end":"2026-04-22T09:35:41.758893Z","steps":["trace[1297143261] 'range keys from in-memory index tree' (duration: 413.154398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.758808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.296552697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.759004Z","caller":"traceutil/trace.go:172","msg":"trace[650560880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1648; }","duration":"1.296738523s","start":"2026-04-22T09:35:40.462239Z","end":"2026-04-22T09:35:41.758977Z","steps":["trace[650560880] 'agreement among raft nodes before linearized reading' (duration: 1.292282733s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.759028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.462219Z","time spent":"1.296800576s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"info","ts":"2026-04-22T09:35:41.759465Z","caller":"traceutil/trace.go:172","msg":"trace[250812429] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"1.183641318s","start":"2026-04-22T09:35:40.575812Z","end":"2026-04-22T09:35:41.759454Z","steps":["trace[250812429] 'process raft request' (duration: 1.178874938s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.759543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.575784Z","time spent":"1.18370285s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:35:41.963757Z","caller":"traceutil/trace.go:172","msg":"trace[1219492911] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1929; }","duration":"209.240798ms","start":"2026-04-22T09:35:41.754495Z","end":"2026-04-22T09:35:41.963736Z","steps":["trace[1219492911] 'read index received' (duration: 209.233528ms)","trace[1219492911] 'applied index is now lower than readState.Index' (duration: 6.11µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:41.964042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.138251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:35:41.964115Z","caller":"traceutil/trace.go:172","msg":"trace[989054913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1649; }","duration":"222.226834ms","start":"2026-04-22T09:35:41.741878Z","end":"2026-04-22T09:35:41.964105Z","steps":["trace[989054913] 'agreement among raft nodes before linearized reading' (duration: 222.022357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.964342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"501.030076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.964378Z","caller":"traceutil/trace.go:172","msg":"trace[296628176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1649; }","duration":"501.066637ms","start":"2026-04-22T09:35:41.463303Z","end":"2026-04-22T09:35:41.964370Z","steps":["trace[296628176] 'agreement among raft nodes before linearized reading' (duration: 501.013726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.964408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:41.463287Z","time spent":"501.108458ms","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:35:41.964567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.125403685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.964603Z","caller":"traceutil/trace.go:172","msg":"trace[1177196224] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1649; }","duration":"1.125437707s","start":"2026-04-22T09:35:40.839156Z","end":"2026-04-22T09:35:41.964593Z","steps":["trace[1177196224] 'agreement among raft nodes before linearized reading' (duration: 1.125388315s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.964626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.839135Z","time spent":"1.125486097s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:35:41.964773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.167611215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.964828Z","caller":"traceutil/trace.go:172","msg":"trace[2006241812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"1.167665568s","start":"2026-04-22T09:35:40.797155Z","end":"2026-04-22T09:35:41.964820Z","steps":["trace[2006241812] 'agreement among raft nodes before linearized reading' (duration: 1.167599005s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.964853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.797131Z","time spent":"1.16771548s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:35:41.964991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.302234305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.965027Z","caller":"traceutil/trace.go:172","msg":"trace[731701675] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1649; }","duration":"1.302267206s","start":"2026-04-22T09:35:40.662750Z","end":"2026-04-22T09:35:41.965017Z","steps":["trace[731701675] 'agreement among raft nodes before linearized reading' (duration: 1.302221615s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.965050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.662736Z","time spent":"1.302309478s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:35:41.965202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.332959239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.965234Z","caller":"traceutil/trace.go:172","msg":"trace[1998001069] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1649; }","duration":"1.3329909s","start":"2026-04-22T09:35:40.632235Z","end":"2026-04-22T09:35:41.965226Z","steps":["trace[1998001069] 'agreement among raft nodes before linearized reading' (duration: 1.332945928s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.965257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.632219Z","time spent":"1.333032162s","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:35:41.965441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.380157148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:35:41.965473Z","caller":"traceutil/trace.go:172","msg":"trace[1783612249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1649; }","duration":"1.380189659s","start":"2026-04-22T09:35:40.585276Z","end":"2026-04-22T09:35:41.965466Z","steps":["trace[1783612249] 'agreement among raft nodes before linearized reading' (duration: 1.380109056s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.965496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:40.585259Z","time spent":"1.380231159s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:35:41.965761Z","caller":"traceutil/trace.go:172","msg":"trace[1867323304] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"412.125394ms","start":"2026-04-22T09:35:41.553626Z","end":"2026-04-22T09:35:41.965751Z","steps":["trace[1867323304] 'process raft request' (duration: 412.039981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:41.965842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:41.553610Z","time spent":"412.185986ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:35:41.968010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.032331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:35:41.968085Z","caller":"traceutil/trace.go:172","msg":"trace[1533597335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1650; }","duration":"209.116764ms","start":"2026-04-22T09:35:41.758952Z","end":"2026-04-22T09:35:41.968069Z","steps":["trace[1533597335] 'agreement among raft nodes before linearized reading' (duration: 209.007461ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:35:44.241988Z","caller":"traceutil/trace.go:172","msg":"trace[2146933972] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"147.376667ms","start":"2026-04-22T09:35:44.094587Z","end":"2026-04-22T09:35:44.241964Z","steps":["trace[2146933972] 'process raft request' (duration: 138.199682ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:00.624166Z","caller":"traceutil/trace.go:172","msg":"trace[916337501] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"251.084319ms","start":"2026-04-22T09:36:00.373069Z","end":"2026-04-22T09:36:00.624153Z","steps":["trace[916337501] 'process raft request' (duration: 250.990897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:21.602698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.71076ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:21.602782Z","caller":"traceutil/trace.go:172","msg":"trace[154931426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1804; }","duration":"257.811843ms","start":"2026-04-22T09:36:21.344957Z","end":"2026-04-22T09:36:21.602769Z","steps":["trace[154931426] 'range keys from in-memory index tree' (duration: 257.663539ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:30.146635Z","caller":"traceutil/trace.go:172","msg":"trace[425860654] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"125.827014ms","start":"2026-04-22T09:36:30.020782Z","end":"2026-04-22T09:36:30.146609Z","steps":["trace[425860654] 'process raft request' (duration: 125.67358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:30.632873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.795485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:30.632953Z","caller":"traceutil/trace.go:172","msg":"trace[1739021834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1839; }","duration":"287.884877ms","start":"2026-04-22T09:36:30.345052Z","end":"2026-04-22T09:36:30.632937Z","steps":["trace[1739021834] 'range keys from in-memory index tree' (duration: 287.733211ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:30.635011Z","caller":"traceutil/trace.go:172","msg":"trace[1954809329] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"362.031562ms","start":"2026-04-22T09:36:30.272959Z","end":"2026-04-22T09:36:30.634991Z","steps":["trace[1954809329] 'process raft request' (duration: 361.842436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:30.635160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:30.272929Z","time spent":"362.160026ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:36:30.799765Z","caller":"traceutil/trace.go:172","msg":"trace[1034782633] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2150; }","duration":"387.810855ms","start":"2026-04-22T09:36:30.411941Z","end":"2026-04-22T09:36:30.799752Z","steps":["trace[1034782633] 'read index received' (duration: 387.806934ms)","trace[1034782633] 'applied index is now lower than readState.Index' (duration: 3.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:30.851994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.054951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T09:36:30.852043Z","caller":"traceutil/trace.go:172","msg":"trace[254301728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1841; }","duration":"440.111172ms","start":"2026-04-22T09:36:30.411922Z","end":"2026-04-22T09:36:30.852033Z","steps":["trace[254301728] 'agreement among raft nodes before linearized reading' (duration: 387.891657ms)","trace[254301728] 'range keys from in-memory index tree' (duration: 52.08657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:30.852065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:36:30.411896Z","time spent":"440.164434ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:36:30.852082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.788518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:30.852149Z","caller":"traceutil/trace.go:172","msg":"trace[2026871442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1841; }","duration":"219.130579ms","start":"2026-04-22T09:36:30.632994Z","end":"2026-04-22T09:36:30.852125Z","steps":["trace[2026871442] 'agreement among raft nodes before linearized reading' (duration: 167.582663ms)","trace[2026871442] 'range keys from in-memory index tree' (duration: 51.184525ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:36:31.061529Z","caller":"traceutil/trace.go:172","msg":"trace[1225125359] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"151.051308ms","start":"2026-04-22T09:36:30.910459Z","end":"2026-04-22T09:36:31.061510Z","steps":["trace[1225125359] 'process raft request' (duration: 150.924794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:36:55.010875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.972854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-bootstrapper\" limit:1 ","response":"range_response_count:1 size:633"} {"level":"info","ts":"2026-04-22T09:36:55.010930Z","caller":"traceutil/trace.go:172","msg":"trace[1483005483] range","detail":"{range_begin:/registry/clusterroles/system:node-bootstrapper; range_end:; response_count:1; response_revision:1935; }","duration":"115.034607ms","start":"2026-04-22T09:36:54.895885Z","end":"2026-04-22T09:36:55.010920Z","steps":["trace[1483005483] 'range keys from in-memory index tree' (duration: 113.501404ms)"],"step_count":1}