{"level":"warn","ts":"2026-04-18T17:55:05.151843Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-04-18T17:55:05.152078Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=controller-3=https://199.204.45.248:2380,controller-1=https://199.204.45.19:2380,controller-2=https://199.19.213.57:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]}
{"level":"warn","ts":"2026-04-18T17:55:05.152340Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-04-18T17:55:05.152361Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]}
{"level":"info","ts":"2026-04-18T17:55:05.152428Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-04-18T17:55:05.152991Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]}
{"level":"info","ts":"2026-04-18T17:55:05.153104Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.19:2380,controller-2=https://199.19.213.57:2380,controller-3=https://199.204.45.248:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2026-04-18T17:55:05.159289Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.846691ms"}
{"level":"info","ts":"2026-04-18T17:55:05.170787Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.19:2380","host":"199.204.45.19:2380","resolved-addr":"199.204.45.19:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.170844Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.248:2380","host":"199.204.45.248:2380","resolved-addr":"199.204.45.248:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.170872Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.57:2380","host":"199.19.213.57:2380","resolved-addr":"199.19.213.57:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.170883Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.248:2380","host":"199.204.45.248:2380","resolved-addr":"199.204.45.248:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.170912Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.57:2380","host":"199.19.213.57:2380","resolved-addr":"199.19.213.57:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.170926Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.19:2380","host":"199.204.45.19:2380","resolved-addr":"199.204.45.19:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.198260Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"3931e8c7aea13672","cluster-id":"2b11a68e27507b05"}
{"level":"info","ts":"2026-04-18T17:55:05.198380Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 switched to configuration voters=()"}
{"level":"info","ts":"2026-04-18T17:55:05.198423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 became follower at term 0"}
{"level":"info","ts":"2026-04-18T17:55:05.198441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3931e8c7aea13672 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"warn","ts":"2026-04-18T17:55:05.207609Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2026-04-18T17:55:05.209182Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2026-04-18T17:55:05.209460Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0}
{"level":"info","ts":"2026-04-18T17:55:05.211709Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2026-04-18T17:55:05.213583Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.213808Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6","remote-peer-urls":["https://199.204.45.19:2380"]}
{"level":"info","ts":"2026-04-18T17:55:05.213953Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.214062Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c","remote-peer-urls":["https://199.19.213.57:2380"]}
{"level":"info","ts":"2026-04-18T17:55:05.214132Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.214305Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.215432Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.215581Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.219364Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.222540Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6","remote-peer-urls":["https://199.204.45.19:2380"]}
{"level":"info","ts":"2026-04-18T17:55:05.219399Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.219452Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.222735Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.222921Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.223181Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.223242Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.223268Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.223298Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.223172Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.223449Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c","remote-peer-urls":["https://199.19.213.57:2380"]}
{"level":"info","ts":"2026-04-18T17:55:05.223607Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"3931e8c7aea13672","local-server-version":"3.5.21","cluster-version":"to_be_decided"}
{"level":"info","ts":"2026-04-18T17:55:05.226141Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-04-18T17:55:05.226326Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10}
{"level":"info","ts":"2026-04-18T17:55:05.226346Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2026-04-18T17:55:05.227969Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2026-04-18T17:55:05.227995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2026-04-18T17:55:05.234215Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-04-18T17:55:05.234657Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.204.45.248:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.235775Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.204.45.248:2380"}
{"level":"info","ts":"2026-04-18T17:55:05.236278Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3931e8c7aea13672","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2026-04-18T17:55:05.236436Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2026-04-18T17:55:05.237142Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.237193Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.237841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 [term: 0] received a MsgHeartbeat message with higher term from a847c2e9c7010db6 [term: 2]"}
{"level":"info","ts":"2026-04-18T17:55:05.237884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 became follower at term 2"}
{"level":"info","ts":"2026-04-18T17:55:05.237897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3931e8c7aea13672 elected leader a847c2e9c7010db6 at term 2"}
{"level":"info","ts":"2026-04-18T17:55:05.237983Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3931e8c7aea13672","to":"a847c2e9c7010db6","stream-type":"stream Message"}
{"level":"info","ts":"2026-04-18T17:55:05.238018Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.238081Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3931e8c7aea13672","to":"a847c2e9c7010db6","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-04-18T17:55:05.238120Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.238178Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.238260Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.238899Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3931e8c7aea13672","remote-peer-id":"a847c2e9c7010db6"}
{"level":"info","ts":"2026-04-18T17:55:05.242382Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.242999Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3931e8c7aea13672","to":"d41438a8a7449f6c","stream-type":"stream Message"}
{"level":"info","ts":"2026-04-18T17:55:05.243684Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3931e8c7aea13672","to":"d41438a8a7449f6c","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-04-18T17:55:05.243731Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.243541Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3931e8c7aea13672","remote-peer-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.263081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 switched to configuration voters=(12125874831040253366)"}
{"level":"info","ts":"2026-04-18T17:55:05.263360Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"3931e8c7aea13672","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2026-04-18T17:55:05.263546Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"3931e8c7aea13672","cluster-version":"3.5"}
{"level":"info","ts":"2026-04-18T17:55:05.263615Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2026-04-18T17:55:05.279133Z","caller":"etcdserver/server.go:798","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"3931e8c7aea13672","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2}
{"level":"info","ts":"2026-04-18T17:55:05.297605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 switched to configuration voters=(12125874831040253366) learners=(15281901732586889068)"}
{"level":"info","ts":"2026-04-18T17:55:05.297694Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"3931e8c7aea13672","added-peer-id":"d41438a8a7449f6c","added-peer-peer-urls":["https://199.19.213.57:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-04-18T17:55:05.297950Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 switched to configuration voters=(12125874831040253366 15281901732586889068)"}
{"level":"info","ts":"2026-04-18T17:55:05.297991Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"2b11a68e27507b05","local-member-id":"3931e8c7aea13672","promoted-member-id":"d41438a8a7449f6c"}
{"level":"info","ts":"2026-04-18T17:55:05.343372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 switched to configuration voters=(12125874831040253366 15281901732586889068) learners=(4121331078346651250)"}
{"level":"info","ts":"2026-04-18T17:55:05.343494Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"3931e8c7aea13672","added-peer-id":"3931e8c7aea13672","added-peer-peer-urls":["https://199.204.45.248:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-04-18T17:55:05.345988Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-04-18T17:55:05.346010Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-04-18T17:55:05.345978Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"3931e8c7aea13672","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/3931e8c7aea13672/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"}
{"level":"info","ts":"2026-04-18T17:55:05.346672Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2026-04-18T17:55:05.346733Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2026-04-18T17:55:05.347316Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-04-18T17:55:05.347891Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-04-18T17:55:05.348035Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"}
{"level":"info","ts":"2026-04-18T17:55:05.349342Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2026-04-18T17:55:05.621918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 switched to configuration voters=(4121331078346651250 12125874831040253366 15281901732586889068)"}
{"level":"info","ts":"2026-04-18T17:55:05.622018Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"2b11a68e27507b05","local-member-id":"3931e8c7aea13672","promoted-member-id":"3931e8c7aea13672"}
{"level":"warn","ts":"2026-04-18T17:55:06.810105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:05.679812Z","time spent":"1.130287015s","remote":"199.204.45.248:49280","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
2026/04/18 17:55:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-04-18T17:55:19.157416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.212248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:55:19.157511Z","caller":"traceutil/trace.go:171","msg":"trace[1002267283] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:769; }","duration":"211.35945ms","start":"2026-04-18T17:55:18.946133Z","end":"2026-04-18T17:55:19.157492Z","steps":["trace[1002267283] 'range keys from in-memory index tree'  (duration: 209.361155ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:55:24.863205Z","caller":"traceutil/trace.go:171","msg":"trace[2075283702] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:860; }","duration":"129.225488ms","start":"2026-04-18T17:55:24.733934Z","end":"2026-04-18T17:55:24.863159Z","steps":["trace[2075283702] 'read index received'  (duration: 129.210428ms)","trace[2075283702] 'applied index is now lower than readState.Index'  (duration: 12.99µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:55:24.863306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.429331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:55:24.863400Z","caller":"traceutil/trace.go:171","msg":"trace[1593278435] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:787; }","duration":"129.534262ms","start":"2026-04-18T17:55:24.733845Z","end":"2026-04-18T17:55:24.863380Z","steps":["trace[1593278435] 'agreement among raft nodes before linearized reading'  (duration: 129.40377ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:55:24.865131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.658225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:55:24.865180Z","caller":"traceutil/trace.go:171","msg":"trace[2135580230] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:787; }","duration":"114.763456ms","start":"2026-04-18T17:55:24.750402Z","end":"2026-04-18T17:55:24.865165Z","steps":["trace[2135580230] 'agreement among raft nodes before linearized reading'  (duration: 114.689836ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:55:24.865439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.63033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-04-18T17:55:24.865479Z","caller":"traceutil/trace.go:171","msg":"trace[1763706838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:787; }","duration":"107.715902ms","start":"2026-04-18T17:55:24.757754Z","end":"2026-04-18T17:55:24.865470Z","steps":["trace[1763706838] 'agreement among raft nodes before linearized reading'  (duration: 107.630611ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:55:26.974517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.488691ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:55:26.975866Z","caller":"traceutil/trace.go:171","msg":"trace[2136006903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:801; }","duration":"159.652825ms","start":"2026-04-18T17:55:26.815951Z","end":"2026-04-18T17:55:26.975603Z","steps":["trace[2136006903] 'range keys from in-memory index tree'  (duration: 158.437721ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:55:27.142958Z","caller":"traceutil/trace.go:171","msg":"trace[1868229951] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"162.298005ms","start":"2026-04-18T17:55:26.980628Z","end":"2026-04-18T17:55:27.142926Z","steps":["trace[1868229951] 'process raft request'  (duration: 162.048003ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:55:27.737835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.303349ms","expected-duration":"100ms","prefix":"","request":"header:<ID:3923371543352143724 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/pods/kube-system/kube-vip-controller-3\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/kube-vip-controller-3\" value_size:3394 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-04-18T17:55:27.738310Z","caller":"traceutil/trace.go:171","msg":"trace[1295434201] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"523.995846ms","start":"2026-04-18T17:55:27.214267Z","end":"2026-04-18T17:55:27.738262Z","steps":["trace[1295434201] 'process raft request'  (duration: 363.683065ms)","trace[1295434201] 'compare'  (duration: 159.146328ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:55:27.738952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:27.214214Z","time spent":"524.209369ms","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3450,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-vip-controller-3\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/kube-vip-controller-3\" value_size:3394 >> failure:<>"}
{"level":"info","ts":"2026-04-18T17:55:28.244368Z","caller":"traceutil/trace.go:171","msg":"trace[956358715] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:881; }","duration":"150.944699ms","start":"2026-04-18T17:55:28.093403Z","end":"2026-04-18T17:55:28.244348Z","steps":["trace[956358715] 'read index received'  (duration: 143.262708ms)","trace[956358715] 'applied index is now lower than readState.Index'  (duration: 7.678621ms)"],"step_count":2}
{"level":"info","ts":"2026-04-18T17:55:28.244364Z","caller":"traceutil/trace.go:171","msg":"trace[1267177217] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"501.159733ms","start":"2026-04-18T17:55:27.743149Z","end":"2026-04-18T17:55:28.244308Z","steps":["trace[1267177217] 'process raft request'  (duration: 439.468672ms)","trace[1267177217] 'compare'  (duration: 61.333536ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:55:28.244593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:27.743124Z","time spent":"501.380595ms","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4272,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/etcd-controller-3\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/etcd-controller-3\" value_size:4220 >> failure:<>"}
{"level":"warn","ts":"2026-04-18T17:55:28.244606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.142331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"}
{"level":"info","ts":"2026-04-18T17:55:28.244673Z","caller":"traceutil/trace.go:171","msg":"trace[1322179039] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:809; }","duration":"151.310403ms","start":"2026-04-18T17:55:28.093347Z","end":"2026-04-18T17:55:28.244657Z","steps":["trace[1322179039] 'agreement among raft nodes before linearized reading'  (duration: 151.09379ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:55:57.115834Z","caller":"traceutil/trace.go:171","msg":"trace[357515553] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1082; }","duration":"102.682194ms","start":"2026-04-18T17:55:57.013099Z","end":"2026-04-18T17:55:57.115782Z","steps":["trace[357515553] 'read index received'  (duration: 102.675503ms)","trace[357515553] 'applied index is now lower than readState.Index'  (duration: 5.411µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:55:57.115967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.831759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"info","ts":"2026-04-18T17:55:57.116024Z","caller":"traceutil/trace.go:171","msg":"trace[459530420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:986; }","duration":"102.965305ms","start":"2026-04-18T17:55:57.013044Z","end":"2026-04-18T17:55:57.116009Z","steps":["trace[459530420] 'agreement among raft nodes before linearized reading'  (duration: 102.821719ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:06.627677Z","caller":"traceutil/trace.go:171","msg":"trace[1637597007] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"543.332366ms","start":"2026-04-18T17:56:06.084289Z","end":"2026-04-18T17:56:06.627622Z","steps":["trace[1637597007] 'process raft request'  (duration: 543.086287ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:06.628544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.084263Z","time spent":"543.577825ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-3\" mod_revision:984 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-3\" value_size:483 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-3\" > >"}
{"level":"warn","ts":"2026-04-18T17:56:07.235471Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352143996,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:07.495042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.678166ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-04-18T17:56:07.495186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.447426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:07.495231Z","caller":"traceutil/trace.go:171","msg":"trace[2178179] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1016; }","duration":"679.492057ms","start":"2026-04-18T17:56:06.815726Z","end":"2026-04-18T17:56:07.495218Z","steps":["trace[2178179] 'range keys from in-memory index tree'  (duration: 679.367664ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:07.495601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.53597ms","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180860872 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/configmaps/kube-system/cilium-config\" mod_revision:0 > success:<request_put:<key:\"/registry/configmaps/kube-system/cilium-config\" value_size:6465 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-04-18T17:56:07.495141Z","caller":"traceutil/trace.go:171","msg":"trace[24655791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1016; }","duration":"771.77985ms","start":"2026-04-18T17:56:06.723338Z","end":"2026-04-18T17:56:07.495118Z","steps":["trace[24655791] 'range keys from in-memory index tree'  (duration: 771.634215ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:07.668133Z","caller":"traceutil/trace.go:171","msg":"trace[1827072328] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1119; }","duration":"932.861188ms","start":"2026-04-18T17:56:06.735231Z","end":"2026-04-18T17:56:07.668092Z","steps":["trace[1827072328] 'read index received'  (duration: 932.838986ms)","trace[1827072328] 'applied index is now lower than readState.Index'  (duration: 20.602µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:07.668323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.054415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:07.668388Z","caller":"traceutil/trace.go:171","msg":"trace[681113275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"933.199351ms","start":"2026-04-18T17:56:06.735174Z","end":"2026-04-18T17:56:07.668374Z","steps":["trace[681113275] 'agreement among raft nodes before linearized reading'  (duration: 933.050166ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:07.668431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.735151Z","time spent":"933.271384ms","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-04-18T17:56:07.669140Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3923371543352143998,"received-request-id":3923371543352143996}
{"level":"warn","ts":"2026-04-18T17:56:07.670606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.81757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:07.670678Z","caller":"traceutil/trace.go:171","msg":"trace[1586995495] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1019; }","duration":"174.898773ms","start":"2026-04-18T17:56:07.495764Z","end":"2026-04-18T17:56:07.670663Z","steps":["trace[1586995495] 'agreement among raft nodes before linearized reading'  (duration: 174.769508ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:08.702402Z","caller":"traceutil/trace.go:171","msg":"trace[873344422] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1162; }","duration":"200.936904ms","start":"2026-04-18T17:56:08.501411Z","end":"2026-04-18T17:56:08.702348Z","steps":["trace[873344422] 'read index received'  (duration: 189.225342ms)","trace[873344422] 'applied index is now lower than readState.Index'  (duration: 11.709822ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:08.702664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.242935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"info","ts":"2026-04-18T17:56:08.702738Z","caller":"traceutil/trace.go:171","msg":"trace[1236864833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1060; }","duration":"201.350969ms","start":"2026-04-18T17:56:08.501346Z","end":"2026-04-18T17:56:08.702697Z","steps":["trace[1236864833] 'agreement among raft nodes before linearized reading'  (duration: 201.233465ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:10.225024Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144015,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:10.726213Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144015,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:11.226643Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144015,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:11.727054Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144015,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:11.737176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-04-18T17:56:11.737311Z","caller":"traceutil/trace.go:171","msg":"trace[918383424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800443s","start":"2026-04-18T17:56:09.736483Z","end":"2026-04-18T17:56:11.737284Z","steps":["trace[918383424] 'agreement among raft nodes before linearized reading'  (duration: 2.000641367s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:11.737389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:09.736461Z","time spent":"2.000915717s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/04/18 17:56:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-04-18T17:56:12.228380Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144015,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:12.691479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883104203s","expected-duration":"1s"}
{"level":"warn","ts":"2026-04-18T17:56:12.729147Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144015,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-04-18T17:56:12.835610Z","caller":"traceutil/trace.go:171","msg":"trace[1966636885] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1171; }","duration":"3.111178289s","start":"2026-04-18T17:56:09.724402Z","end":"2026-04-18T17:56:12.835580Z","steps":["trace[1966636885] 'read index received'  (duration: 3.111168999s)","trace[1966636885] 'applied index is now lower than readState.Index'  (duration: 7.39µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:12.837015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112598241s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:12.837073Z","caller":"traceutil/trace.go:171","msg":"trace[1194582982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1066; }","duration":"3.112665644s","start":"2026-04-18T17:56:09.724392Z","end":"2026-04-18T17:56:12.837057Z","steps":["trace[1194582982] 'agreement among raft nodes before linearized reading'  (duration: 3.111293293s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:12.861723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.022755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"}
{"level":"info","ts":"2026-04-18T17:56:12.861778Z","caller":"traceutil/trace.go:171","msg":"trace[964759035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1071; }","duration":"416.126219ms","start":"2026-04-18T17:56:12.445638Z","end":"2026-04-18T17:56:12.861764Z","steps":["trace[964759035] 'agreement among raft nodes before linearized reading'  (duration: 416.036655ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:12.861977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396341482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-04-18T17:56:12.861996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.648786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-04-18T17:56:12.862042Z","caller":"traceutil/trace.go:171","msg":"trace[11780071] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1071; }","duration":"1.396845082s","start":"2026-04-18T17:56:11.465164Z","end":"2026-04-18T17:56:12.862009Z","steps":["trace[11780071] 'agreement among raft nodes before linearized reading'  (duration: 1.396592511s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:12.862059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.020384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-04-18T17:56:12.862061Z","caller":"traceutil/trace.go:171","msg":"trace[1154667612] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1071; }","duration":"307.941598ms","start":"2026-04-18T17:56:12.554100Z","end":"2026-04-18T17:56:12.862041Z","steps":["trace[1154667612] 'agreement among raft nodes before linearized reading'  (duration: 307.640226ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:12.862087Z","caller":"traceutil/trace.go:171","msg":"trace[687444186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1071; }","duration":"360.048185ms","start":"2026-04-18T17:56:12.502030Z","end":"2026-04-18T17:56:12.862079Z","steps":["trace[687444186] 'agreement among raft nodes before linearized reading'  (duration: 360.001113ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:12.862089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:11.465147Z","time spent":"1.396931465s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:12.862111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:12.501986Z","time spent":"360.117808ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:12.862118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:12.554085Z","time spent":"308.018371ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:12.862012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:12.445619Z","time spent":"416.380469ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:12.862283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672402579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"info","ts":"2026-04-18T17:56:12.862310Z","caller":"traceutil/trace.go:171","msg":"trace[174599505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1071; }","duration":"1.672460121s","start":"2026-04-18T17:56:11.189841Z","end":"2026-04-18T17:56:12.862301Z","steps":["trace[174599505] 'agreement among raft nodes before linearized reading'  (duration: 1.67241381s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:12.861723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124255452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-04-18T17:56:12.862336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:11.189822Z","time spent":"1.672506513s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-04-18T17:56:12.862362Z","caller":"traceutil/trace.go:171","msg":"trace[475980558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1071; }","duration":"1.124933829s","start":"2026-04-18T17:56:11.737406Z","end":"2026-04-18T17:56:12.862340Z","steps":["trace[475980558] 'agreement among raft nodes before linearized reading'  (duration: 1.124277524s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:12.862427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:11.737387Z","time spent":"1.125018682s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-04-18T17:56:12.862435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960461372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"}
{"level":"info","ts":"2026-04-18T17:56:12.862493Z","caller":"traceutil/trace.go:171","msg":"trace[732247117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1071; }","duration":"2.960529434s","start":"2026-04-18T17:56:09.901924Z","end":"2026-04-18T17:56:12.862453Z","steps":["trace[732247117] 'agreement among raft nodes before linearized reading'  (duration: 2.960481662s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:12.862532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:09.901903Z","time spent":"2.960619687s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:17.508598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.623249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:17.508717Z","caller":"traceutil/trace.go:171","msg":"trace[1032504648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1162; }","duration":"692.755014ms","start":"2026-04-18T17:56:16.815938Z","end":"2026-04-18T17:56:17.508693Z","steps":["trace[1032504648] 'range keys from in-memory index tree'  (duration: 692.575598ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:17.509756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.351498ms","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180861087 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:1151 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:416 >> failure:<>>","response":"size:16"}
{"level":"warn","ts":"2026-04-18T17:56:17.805628Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144100,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:17.831386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.42073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:17.831499Z","caller":"traceutil/trace.go:171","msg":"trace[534167641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1164; }","duration":"107.554664ms","start":"2026-04-18T17:56:17.723918Z","end":"2026-04-18T17:56:17.831472Z","steps":["trace[534167641] 'range keys from in-memory index tree'  (duration: 107.368398ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:18.253992Z","caller":"traceutil/trace.go:171","msg":"trace[1846124486] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"1.331676244s","start":"2026-04-18T17:56:16.922299Z","end":"2026-04-18T17:56:18.253976Z","steps":["trace[1846124486] 'process raft request'  (duration: 1.331426315s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:18.254143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.922281Z","time spent":"1.331767677s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-3\" mod_revision:1016 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-3\" value_size:484 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-3\" > >"}
{"level":"warn","ts":"2026-04-18T17:56:18.305789Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144100,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:18.806528Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144100,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-04-18T17:56:18.954761Z","caller":"traceutil/trace.go:171","msg":"trace[705191096] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1354; }","duration":"1.649777421s","start":"2026-04-18T17:56:17.304954Z","end":"2026-04-18T17:56:18.954731Z","steps":["trace[705191096] 'read index received'  (duration: 1.649767471s)","trace[705191096] 'applied index is now lower than readState.Index'  (duration: 8.02µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:18.957924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652802811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"info","ts":"2026-04-18T17:56:18.958172Z","caller":"traceutil/trace.go:171","msg":"trace[972917668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1165; }","duration":"1.653235067s","start":"2026-04-18T17:56:17.304899Z","end":"2026-04-18T17:56:18.958134Z","steps":["trace[972917668] 'agreement among raft nodes before linearized reading'  (duration: 1.64999637s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:18.958223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.304882Z","time spent":"1.653326291s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:19.218935Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3923371543352144102,"received-request-id":3923371543352144100}
{"level":"warn","ts":"2026-04-18T17:56:19.548559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.977128ms","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180861094 > lease_revoke:<id:36729da1bb61706b>","response":"size:27"}
{"level":"warn","ts":"2026-04-18T17:56:19.700302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-04-18T17:56:19.700410Z","caller":"traceutil/trace.go:171","msg":"trace[1885417824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539082s","start":"2026-04-18T17:56:17.699846Z","end":"2026-04-18T17:56:19.700386Z","steps":["trace[1885417824] 'agreement among raft nodes before linearized reading'  (duration: 2.000410717s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:19.700469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.699821Z","time spent":"2.000634465s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/04/18 17:56:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-04-18T17:56:20.246530Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.316464ms","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180861097 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/masterleases/199.204.45.19\" mod_revision:1023 > success:<request_put:<key:\"/registry/masterleases/199.204.45.19\" value_size:66 lease:988150486180861090 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-04-18T17:56:20.247012Z","caller":"traceutil/trace.go:171","msg":"trace[2048687060] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1357; }","duration":"1.292124871s","start":"2026-04-18T17:56:18.954857Z","end":"2026-04-18T17:56:20.246982Z","steps":["trace[2048687060] 'read index received'  (duration: 443.326665ms)","trace[2048687060] 'applied index is now lower than readState.Index'  (duration: 848.796596ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:20.354905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.105911ms","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180861106 > lease_revoke:<id:1f6c9da1ba7e9f42>","response":"size:27"}
{"level":"warn","ts":"2026-04-18T17:56:20.355068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522996786s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-04-18T17:56:20.355047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619378371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:20.355152Z","caller":"traceutil/trace.go:171","msg":"trace[718489405] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1171; }","duration":"2.523062049s","start":"2026-04-18T17:56:17.832059Z","end":"2026-04-18T17:56:20.355121Z","steps":["trace[718489405] 'agreement among raft nodes before linearized reading'  (duration: 2.41499908s)","trace[718489405] 'range keys from in-memory index tree'  (duration: 107.964496ms)"],"step_count":2}
{"level":"info","ts":"2026-04-18T17:56:20.355166Z","caller":"traceutil/trace.go:171","msg":"trace[1977931193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1171; }","duration":"1.619549707s","start":"2026-04-18T17:56:18.735585Z","end":"2026-04-18T17:56:20.355135Z","steps":["trace[1977931193] 'agreement among raft nodes before linearized reading'  (duration: 1.511427226s)","trace[1977931193] 'range keys from in-memory index tree'  (duration: 107.869553ms)"],"step_count":2}
{"level":"info","ts":"2026-04-18T17:56:20.355223Z","caller":"traceutil/trace.go:171","msg":"trace[2023395633] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"651.199637ms","start":"2026-04-18T17:56:19.704002Z","end":"2026-04-18T17:56:20.355202Z","steps":["trace[2023395633] 'process raft request'  (duration: 651.030511ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:20.355226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:18.735560Z","time spent":"1.61964908s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-04-18T17:56:20.355324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:19.703983Z","time spent":"651.2847ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a78526cc27db6c\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a78526cc27db6c\" value_size:687 lease:3923371543352143740 >> failure:<>"}
{"level":"warn","ts":"2026-04-18T17:56:20.354942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466380859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:20.355455Z","caller":"traceutil/trace.go:171","msg":"trace[1238724006] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1171; }","duration":"1.466965s","start":"2026-04-18T17:56:18.888473Z","end":"2026-04-18T17:56:20.355438Z","steps":["trace[1238724006] 'agreement among raft nodes before linearized reading'  (duration: 1.3585918s)","trace[1238724006] 'count revisions from in-memory index tree'  (duration: 107.79084ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:20.355526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:18.888452Z","time spent":"1.467056753s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:20.355630Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906938754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"}
{"level":"info","ts":"2026-04-18T17:56:20.356094Z","caller":"traceutil/trace.go:171","msg":"trace[1902764859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1171; }","duration":"2.907448573s","start":"2026-04-18T17:56:17.448627Z","end":"2026-04-18T17:56:20.356076Z","steps":["trace[1902764859] 'agreement among raft nodes before linearized reading'  (duration: 2.798541523s)","trace[1902764859] 'range keys from in-memory index tree'  (duration: 107.747988ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:20.356568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.448607Z","time spent":"2.907944911s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"info","ts":"2026-04-18T17:56:20.426263Z","caller":"traceutil/trace.go:171","msg":"trace[1400510355] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1364; }","duration":"178.840021ms","start":"2026-04-18T17:56:20.247390Z","end":"2026-04-18T17:56:20.426230Z","steps":["trace[1400510355] 'read index received'  (duration: 178.826601ms)","trace[1400510355] 'applied index is now lower than readState.Index'  (duration: 11.8µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:20.426564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.752909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-04-18T17:56:20.426692Z","caller":"traceutil/trace.go:171","msg":"trace[1588277186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1172; }","duration":"403.002957ms","start":"2026-04-18T17:56:20.023664Z","end":"2026-04-18T17:56:20.426667Z","steps":["trace[1588277186] 'agreement among raft nodes before linearized reading'  (duration: 402.675665ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:20.426736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.394417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-04-18T17:56:20.426747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:20.023651Z","time spent":"403.08422ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"info","ts":"2026-04-18T17:56:20.426779Z","caller":"traceutil/trace.go:171","msg":"trace[358076431] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1174; }","duration":"422.509661ms","start":"2026-04-18T17:56:20.004255Z","end":"2026-04-18T17:56:20.426765Z","steps":["trace[358076431] 'agreement among raft nodes before linearized reading'  (duration: 422.336075ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:20.426821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:20.004237Z","time spent":"422.573194ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:21.459986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.42185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:21.460081Z","caller":"traceutil/trace.go:171","msg":"trace[1139841904] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1176; }","duration":"736.527873ms","start":"2026-04-18T17:56:20.723530Z","end":"2026-04-18T17:56:21.460058Z","steps":["trace[1139841904] 'range keys from in-memory index tree'  (duration: 736.373907ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:21.460608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.339599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"}
{"level":"info","ts":"2026-04-18T17:56:21.460721Z","caller":"traceutil/trace.go:171","msg":"trace[1117993260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1176; }","duration":"781.503445ms","start":"2026-04-18T17:56:20.679195Z","end":"2026-04-18T17:56:21.460698Z","steps":["trace[1117993260] 'range keys from in-memory index tree'  (duration: 778.476787ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:21.460782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:20.679180Z","time spent":"781.588568ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:21.960876Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144108,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:22.461308Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144108,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:22.961916Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144108,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-04-18T17:56:23.430750Z","caller":"traceutil/trace.go:171","msg":"trace[181852251] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1372; }","duration":"1.970157779s","start":"2026-04-18T17:56:21.460565Z","end":"2026-04-18T17:56:23.430723Z","steps":["trace[181852251] 'read index received'  (duration: 1.970148649s)","trace[181852251] 'applied index is now lower than readState.Index'  (duration: 7.56µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:23.737081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-04-18T17:56:23.737925Z","caller":"traceutil/trace.go:171","msg":"trace[838531366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001681548s","start":"2026-04-18T17:56:21.736145Z","end":"2026-04-18T17:56:23.737826Z","steps":["trace[838531366] 'agreement among raft nodes before linearized reading'  (duration: 2.000697122s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:23.738150Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:21.736132Z","time spent":"2.001957158s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/04/18 17:56:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-04-18T17:56:23.931937Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144110,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:24.432438Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144110,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:24.932800Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144110,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:25.433716Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144110,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:25.541443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081264665s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:25.541545Z","caller":"traceutil/trace.go:171","msg":"trace[1239977918] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1180; }","duration":"4.081396729s","start":"2026-04-18T17:56:21.460125Z","end":"2026-04-18T17:56:25.541522Z","steps":["trace[1239977918] 'agreement among raft nodes before linearized reading'  (duration: 1.970751629s)","trace[1239977918] 'range keys from in-memory index tree'  (duration: 2.110488355s)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:25.542093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593215053s","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180861122 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:1173 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:434 >> failure:<>>","response":"size:16"}
{"level":"warn","ts":"2026-04-18T17:56:25.738397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000827169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-04-18T17:56:25.738521Z","caller":"traceutil/trace.go:171","msg":"trace[736533855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000997085s","start":"2026-04-18T17:56:23.737501Z","end":"2026-04-18T17:56:25.738498Z","steps":["trace[736533855] 'agreement among raft nodes before linearized reading'  (duration: 2.0008539s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:25.738572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.737481Z","time spent":"2.001082158s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-04-18T17:56:25.840169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.85093ms","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180861125 > lease_revoke:<id:0db69da1b97093ce>","response":"size:27"}
{"level":"warn","ts":"2026-04-18T17:56:25.840337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.259831ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:25.840434Z","caller":"traceutil/trace.go:171","msg":"trace[1407240989] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"2.705345229s","start":"2026-04-18T17:56:23.135069Z","end":"2026-04-18T17:56:25.840415Z","steps":["trace[1407240989] 'process raft request'  (duration: 2.705207784s)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:25.840443Z","caller":"traceutil/trace.go:171","msg":"trace[287193176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1182; }","duration":"297.385605ms","start":"2026-04-18T17:56:25.543035Z","end":"2026-04-18T17:56:25.840421Z","steps":["trace[287193176] 'range keys from in-memory index tree'  (duration: 297.185878ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:25.840545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.135041Z","time spent":"2.705435972s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" mod_revision:1071 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" value_size:603 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" > >"}
{"level":"warn","ts":"2026-04-18T17:56:25.934684Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144110,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:26.435309Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144110,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-04-18T17:56:26.583988Z","caller":"traceutil/trace.go:171","msg":"trace[1662729224] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1376; }","duration":"3.153120015s","start":"2026-04-18T17:56:23.430841Z","end":"2026-04-18T17:56:26.583962Z","steps":["trace[1662729224] 'read index received'  (duration: 3.153113275s)","trace[1662729224] 'applied index is now lower than readState.Index'  (duration: 5.21µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:26.584098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314700611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-04-18T17:56:26.584163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371958444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" limit:1 ","response":"range_response_count:1 size:135"}
{"level":"info","ts":"2026-04-18T17:56:26.584184Z","caller":"traceutil/trace.go:171","msg":"trace[372382342] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1183; }","duration":"3.314838276s","start":"2026-04-18T17:56:23.269326Z","end":"2026-04-18T17:56:26.584165Z","steps":["trace[372382342] 'agreement among raft nodes before linearized reading'  (duration: 3.31466751s)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:26.584202Z","caller":"traceutil/trace.go:171","msg":"trace[1550544093] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1183; }","duration":"3.372055987s","start":"2026-04-18T17:56:23.212136Z","end":"2026-04-18T17:56:26.584192Z","steps":["trace[1550544093] 'agreement among raft nodes before linearized reading'  (duration: 3.371934703s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:26.584233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.212118Z","time spent":"3.372107969s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.248\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:26.584234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.269312Z","time spent":"3.314910909s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:26.584295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014650344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-04-18T17:56:26.584407Z","caller":"traceutil/trace.go:171","msg":"trace[397773747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1183; }","duration":"4.01482293s","start":"2026-04-18T17:56:22.569561Z","end":"2026-04-18T17:56:26.584384Z","steps":["trace[397773747] 'agreement among raft nodes before linearized reading'  (duration: 4.014559721s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:26.584428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12260911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"warn","ts":"2026-04-18T17:56:26.584468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:22.569543Z","time spent":"4.014913463s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"info","ts":"2026-04-18T17:56:26.584522Z","caller":"traceutil/trace.go:171","msg":"trace[848863216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1183; }","duration":"5.122788267s","start":"2026-04-18T17:56:21.461708Z","end":"2026-04-18T17:56:26.584496Z","steps":["trace[848863216] 'agreement among raft nodes before linearized reading'  (duration: 5.122574539s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:26.584584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:21.461661Z","time spent":"5.12291007s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:26.584610Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396482955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-04-18T17:56:26.584636Z","caller":"traceutil/trace.go:171","msg":"trace[1801862281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1183; }","duration":"3.396583458s","start":"2026-04-18T17:56:23.188046Z","end":"2026-04-18T17:56:26.584629Z","steps":["trace[1801862281] 'agreement among raft nodes before linearized reading'  (duration: 3.396533406s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:26.584655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.188015Z","time spent":"3.39663494s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:26.584924Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3923371543352144111,"received-request-id":3923371543352144110}
{"level":"warn","ts":"2026-04-18T17:56:26.938507Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3923371543352144111,"received-request-id":3923371543352144110}
{"level":"warn","ts":"2026-04-18T17:56:27.084971Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144111,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-04-18T17:56:27.287433Z","caller":"traceutil/trace.go:171","msg":"trace[78943548] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1382; }","duration":"703.356584ms","start":"2026-04-18T17:56:26.584049Z","end":"2026-04-18T17:56:27.287405Z","steps":["trace[78943548] 'read index received'  (duration: 703.348924ms)","trace[78943548] 'applied index is now lower than readState.Index'  (duration: 6.61µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.350172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951708307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"}
{"level":"info","ts":"2026-04-18T17:56:27.350278Z","caller":"traceutil/trace.go:171","msg":"trace[673193266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1189; }","duration":"1.951872022s","start":"2026-04-18T17:56:25.398379Z","end":"2026-04-18T17:56:27.350251Z","steps":["trace[673193266] 'agreement among raft nodes before linearized reading'  (duration: 1.889138558s)","trace[673193266] 'range keys from in-memory index tree'  (duration: 62.580069ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.350387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.398357Z","time spent":"1.952012287s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:27.350431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717146073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-04-18T17:56:27.350570Z","caller":"traceutil/trace.go:171","msg":"trace[650869804] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1189; }","duration":"3.71734612s","start":"2026-04-18T17:56:23.633199Z","end":"2026-04-18T17:56:27.350545Z","steps":["trace[650869804] 'agreement among raft nodes before linearized reading'  (duration: 3.654293475s)","trace[650869804] 'count revisions from in-memory index tree'  (duration: 62.855937ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.350619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.633175Z","time spent":"3.717432603s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":104,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:27.350606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602930833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:27.350684Z","caller":"traceutil/trace.go:171","msg":"trace[753609192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1189; }","duration":"1.603007746s","start":"2026-04-18T17:56:25.747651Z","end":"2026-04-18T17:56:27.350659Z","steps":["trace[753609192] 'agreement among raft nodes before linearized reading'  (duration: 1.539817066s)","trace[753609192] 'range keys from in-memory index tree'  (duration: 63.073626ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.350692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.578392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-04-18T17:56:27.350730Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.747577Z","time spent":"1.603140781s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-04-18T17:56:27.350746Z","caller":"traceutil/trace.go:171","msg":"trace[1979699303] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1189; }","duration":"976.630084ms","start":"2026-04-18T17:56:26.374097Z","end":"2026-04-18T17:56:27.350727Z","steps":["trace[1979699303] 'agreement among raft nodes before linearized reading'  (duration: 913.405854ms)","trace[1979699303] 'count revisions from in-memory index tree'  (duration: 63.162128ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.350768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154641665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-04-18T17:56:27.350788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.374021Z","time spent":"976.755499ms","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:27.350794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607832723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a7852534a5f1a0\" limit:1 ","response":"range_response_count:1 size:794"}
{"level":"info","ts":"2026-04-18T17:56:27.350871Z","caller":"traceutil/trace.go:171","msg":"trace[2134819671] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a7852534a5f1a0; range_end:; response_count:1; response_revision:1189; }","duration":"1.607966219s","start":"2026-04-18T17:56:25.742881Z","end":"2026-04-18T17:56:27.350847Z","steps":["trace[2134819671] 'agreement among raft nodes before linearized reading'  (duration: 1.544628864s)","trace[2134819671] 'range keys from in-memory index tree'  (duration: 63.19907ms)"],"step_count":2}
{"level":"info","ts":"2026-04-18T17:56:27.350884Z","caller":"traceutil/trace.go:171","msg":"trace[454098412] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1189; }","duration":"1.154739989s","start":"2026-04-18T17:56:26.196074Z","end":"2026-04-18T17:56:27.350814Z","steps":["trace[454098412] 'agreement among raft nodes before linearized reading'  (duration: 1.091457376s)","trace[454098412] 'count revisions from in-memory index tree'  (duration: 63.129357ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.350920Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.742837Z","time spent":"1.608068352s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a7852534a5f1a0\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:27.350956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.196051Z","time spent":"1.154886534s","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":26,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:27.350623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564180028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-04-18T17:56:27.351041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510536687s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:27.351052Z","caller":"traceutil/trace.go:171","msg":"trace[1878111850] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1189; }","duration":"3.564604424s","start":"2026-04-18T17:56:23.786433Z","end":"2026-04-18T17:56:27.351037Z","steps":["trace[1878111850] 'agreement among raft nodes before linearized reading'  (duration: 3.501086642s)","trace[1878111850] 'count revisions from in-memory index tree'  (duration: 63.072445ms)"],"step_count":2}
{"level":"info","ts":"2026-04-18T17:56:27.351085Z","caller":"traceutil/trace.go:171","msg":"trace[1759784821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1189; }","duration":"1.510572679s","start":"2026-04-18T17:56:25.840492Z","end":"2026-04-18T17:56:27.351065Z","steps":["trace[1759784821] 'agreement among raft nodes before linearized reading'  (duration: 1.447020256s)","trace[1759784821] 'range keys from in-memory index tree'  (duration: 63.511141ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.350569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5969622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-04-18T17:56:27.351248Z","caller":"traceutil/trace.go:171","msg":"trace[971368514] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1189; }","duration":"3.597656355s","start":"2026-04-18T17:56:23.753573Z","end":"2026-04-18T17:56:27.351229Z","steps":["trace[971368514] 'agreement among raft nodes before linearized reading'  (duration: 3.533951237s)","trace[971368514] 'count revisions from in-memory index tree'  (duration: 63.015604ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.351314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.753563Z","time spent":"3.597731707s","remote":"127.0.0.1:45558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:27.351095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.786411Z","time spent":"3.564670316s","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:27.350411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493372869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-04-18T17:56:27.351551Z","caller":"traceutil/trace.go:171","msg":"trace[614435133] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1189; }","duration":"1.494680515s","start":"2026-04-18T17:56:25.856852Z","end":"2026-04-18T17:56:27.351532Z","steps":["trace[614435133] 'agreement among raft nodes before linearized reading'  (duration: 1.430663916s)","trace[614435133] 'count revisions from in-memory index tree'  (duration: 62.697142ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:27.351632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.856829Z","time spent":"1.494781398s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":44,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:27.351678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.585079Z","time spent":"766.597065ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"warn","ts":"2026-04-18T17:56:27.352019Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3923371543352144114,"received-request-id":3923371543352144111}
{"level":"warn","ts":"2026-04-18T17:56:28.711720Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:28.906911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183117874s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:28.907014Z","caller":"traceutil/trace.go:171","msg":"trace[400251925] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1207; }","duration":"1.183229308s","start":"2026-04-18T17:56:27.723760Z","end":"2026-04-18T17:56:28.906989Z","steps":["trace[400251925] 'range keys from in-memory index tree'  (duration: 1.180787734s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:29.212267Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:29.713428Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:30.213871Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:30.552094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.263102763s","expected-duration":"1s"}
{"level":"warn","ts":"2026-04-18T17:56:30.714973Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:30.734708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000893998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-04-18T17:56:30.734807Z","caller":"traceutil/trace.go:171","msg":"trace[743708757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001042124s","start":"2026-04-18T17:56:28.733740Z","end":"2026-04-18T17:56:30.734782Z","steps":["trace[743708757] 'agreement among raft nodes before linearized reading'  (duration: 2.00093031s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:30.734854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:28.733720Z","time spent":"2.001126256s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/04/18 17:56:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2026-04-18T17:56:31.034751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 [logterm: 2, index: 1408, vote: 0] ignored MsgPreVote from d41438a8a7449f6c [logterm: 2, index: 1408] at term 2: lease is not expired (remaining ticks: 9)"}
{"level":"warn","ts":"2026-04-18T17:56:31.215905Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:31.716099Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:32.216946Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:32.717887Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:32.735842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000875093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-04-18T17:56:32.735906Z","caller":"traceutil/trace.go:171","msg":"trace[90051537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000991467s","start":"2026-04-18T17:56:30.734898Z","end":"2026-04-18T17:56:32.735889Z","steps":["trace[90051537] 'agreement among raft nodes before linearized reading'  (duration: 2.000912114s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:32.735955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:30.734876Z","time spent":"2.001069681s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-04-18T17:56:33.218420Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:33.719086Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:34.220452Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:34.427138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.874649746s","expected-duration":"1s"}
{"level":"warn","ts":"2026-04-18T17:56:34.617155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999281296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-04-18T17:56:34.617242Z","caller":"traceutil/trace.go:171","msg":"trace[479313487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999430231s","start":"2026-04-18T17:56:29.617794Z","end":"2026-04-18T17:56:34.617225Z","steps":["trace[479313487] 'agreement among raft nodes before linearized reading'  (duration: 4.999310337s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:34.617543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:29.617778Z","time spent":"4.99974423s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
2026/04/18 17:56:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-04-18T17:56:34.720624Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144130,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:34.744991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-04-18T17:56:34.745079Z","caller":"traceutil/trace.go:171","msg":"trace[612996352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050002s","start":"2026-04-18T17:56:32.744564Z","end":"2026-04-18T17:56:34.745064Z","steps":["trace[612996352] 'agreement among raft nodes before linearized reading'  (duration: 2.000333855s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:34.745150Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:32.744557Z","time spent":"2.000585063s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-04-18T17:56:35.003103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000046352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-04-18T17:56:35.003272Z","caller":"traceutil/trace.go:171","msg":"trace[1873863151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00027696s","start":"2026-04-18T17:56:30.002976Z","end":"2026-04-18T17:56:35.003252Z","steps":["trace[1873863151] 'agreement among raft nodes before linearized reading'  (duration: 5.000075573s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:35.003329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:30.002957Z","time spent":"5.000357833s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
2026/04/18 17:56:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-04-18T17:56:35.211933Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2026-04-18T17:56:35.212090Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000508034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m9n85\" limit:1 ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2026-04-18T17:56:35.212160Z","caller":"traceutil/trace.go:171","msg":"trace[1734350354] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m9n85; range_end:; }","duration":"7.000657258s","start":"2026-04-18T17:56:28.211482Z","end":"2026-04-18T17:56:35.212140Z","steps":["trace[1734350354] 'agreement among raft nodes before linearized reading'  (duration: 7.000538794s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:35.212217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:28.211462Z","time spent":"7.000738431s","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-m9n85\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:35.462117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:28.461480Z","time spent":"7.000630915s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-04-18T17:56:35.713203Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144132,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:36.213793Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144132,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:36.714280Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144132,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:36.746731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-04-18T17:56:36.746982Z","caller":"traceutil/trace.go:171","msg":"trace[904244172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609577s","start":"2026-04-18T17:56:34.746355Z","end":"2026-04-18T17:56:36.746965Z","steps":["trace[904244172] 'agreement among raft nodes before linearized reading'  (duration: 2.000300546s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:36.747221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:34.746339Z","time spent":"2.000867836s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/04/18 17:56:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-04-18T17:56:37.214966Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144132,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-04-18T17:56:37.599355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 is starting a new election at term 2"}
{"level":"info","ts":"2026-04-18T17:56:37.599419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 became pre-candidate at term 2"}
{"level":"info","ts":"2026-04-18T17:56:37.599439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 received MsgPreVoteResp from 3931e8c7aea13672 at term 2"}
{"level":"info","ts":"2026-04-18T17:56:37.599465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 [logterm: 2, index: 1417] sent MsgPreVote request to a847c2e9c7010db6 at term 2"}
{"level":"info","ts":"2026-04-18T17:56:37.599481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 [logterm: 2, index: 1417] sent MsgPreVote request to d41438a8a7449f6c at term 2"}
{"level":"info","ts":"2026-04-18T17:56:37.599496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3931e8c7aea13672 lost leader a847c2e9c7010db6 at term 2"}
{"level":"warn","ts":"2026-04-18T17:56:37.715496Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144132,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:38.215805Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144132,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:38.716265Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371543352144132,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-04-18T17:56:38.758686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-04-18T17:56:38.758762Z","caller":"traceutil/trace.go:171","msg":"trace[1349003938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025862s","start":"2026-04-18T17:56:36.758720Z","end":"2026-04-18T17:56:38.758746Z","steps":["trace[1349003938] 'agreement among raft nodes before linearized reading'  (duration: 1.999930339s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:38.758810Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.758707Z","time spent":"2.000094644s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/04/18 17:56:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2026-04-18T17:56:38.903363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3931e8c7aea13672 became follower at term 2"}
{"level":"info","ts":"2026-04-18T17:56:38.903426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3931e8c7aea13672 elected leader a847c2e9c7010db6 at term 2"}
{"level":"warn","ts":"2026-04-18T17:56:38.903617Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3923371543352144136,"received-request-id":3923371543352144132}
{"level":"warn","ts":"2026-04-18T17:56:38.903669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873499582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"warn","ts":"2026-04-18T17:56:38.903736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.024385459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"warn","ts":"2026-04-18T17:56:38.903795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.467401099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-04-18T17:56:38.903760Z","caller":"traceutil/trace.go:171","msg":"trace[1079272152] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"5.873612765s","start":"2026-04-18T17:56:33.030132Z","end":"2026-04-18T17:56:38.903744Z","steps":["trace[1079272152] 'agreement among raft nodes before linearized reading'  (duration: 5.873496062s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:38.903856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.165253162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a7852534a5f1a0\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-04-18T17:56:38.903871Z","caller":"traceutil/trace.go:171","msg":"trace[1977696873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"8.467538385s","start":"2026-04-18T17:56:30.436314Z","end":"2026-04-18T17:56:38.903852Z","steps":["trace[1977696873] 'agreement among raft nodes before linearized reading'  (duration: 8.467440051s)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:38.903902Z","caller":"traceutil/trace.go:171","msg":"trace[492694183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a7852534a5f1a0; range_end:; }","duration":"6.165321484s","start":"2026-04-18T17:56:32.738572Z","end":"2026-04-18T17:56:38.903894Z","steps":["trace[492694183] 'agreement among raft nodes before linearized reading'  (duration: 6.165272463s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:38.903911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:33.030082Z","time spent":"5.873815203s","remote":"127.0.0.1:45276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:38.903931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:30.436295Z","time spent":"8.467621677s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:38.903944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:32.738561Z","time spent":"6.165372646s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a7852534a5f1a0\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:38.903964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261978841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-04-18T17:56:38.904015Z","caller":"traceutil/trace.go:171","msg":"trace[1777710442] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"4.262059064s","start":"2026-04-18T17:56:34.641948Z","end":"2026-04-18T17:56:38.904007Z","steps":["trace[1777710442] 'agreement among raft nodes before linearized reading'  (duration: 4.262007712s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:38.904040Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:34.641931Z","time spent":"4.262101996s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:38.904071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.80285726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-04-18T17:56:38.904090Z","caller":"traceutil/trace.go:171","msg":"trace[1137499435] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"5.802906451s","start":"2026-04-18T17:56:33.101176Z","end":"2026-04-18T17:56:38.904083Z","steps":["trace[1137499435] 'agreement among raft nodes before linearized reading'  (duration: 5.802887671s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:38.904112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:33.101159Z","time spent":"5.802946082s","remote":"127.0.0.1:45622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:38.904125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"warn","ts":"2026-04-18T17:56:38.903931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.995631885s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-04-18T17:56:38.904802Z","caller":"traceutil/trace.go:171","msg":"trace[1879077325] range","detail":"{range_begin:; range_end:; }","duration":"9.996505473s","start":"2026-04-18T17:56:28.908287Z","end":"2026-04-18T17:56:38.904793Z","steps":["trace[1879077325] 'agreement among raft nodes before linearized reading'  (duration: 9.995631425s)"],"step_count":1}
{"level":"error","ts":"2026-04-18T17:56:38.904849Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"}
{"level":"info","ts":"2026-04-18T17:56:38.903816Z","caller":"traceutil/trace.go:171","msg":"trace[997250607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.024517914s","start":"2026-04-18T17:56:30.879279Z","end":"2026-04-18T17:56:38.903796Z","steps":["trace[997250607] 'agreement among raft nodes before linearized reading'  (duration: 8.02441042s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:38.904949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:30.879262Z","time spent":"8.025666911s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:38.904302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354459724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-04-18T17:56:38.905003Z","caller":"traceutil/trace.go:171","msg":"trace[346289877] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"4.355238389s","start":"2026-04-18T17:56:34.549758Z","end":"2026-04-18T17:56:38.904996Z","steps":["trace[346289877] 'agreement among raft nodes before linearized reading'  (duration: 4.354484825s)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:38.904388Z","caller":"traceutil/trace.go:171","msg":"trace[1432067141] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; }","duration":"5.690814476s","start":"2026-04-18T17:56:33.213383Z","end":"2026-04-18T17:56:38.904197Z","steps":["trace[1432067141] 'agreement among raft nodes before linearized reading'  (duration: 5.690673301s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:38.905126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:33.213351Z","time spent":"5.691758427s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.248\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:38.905878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:34.549736Z","time spent":"4.355285151s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "}
{"level":"info","ts":"2026-04-18T17:56:39.007840Z","caller":"traceutil/trace.go:171","msg":"trace[664974139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1216; }","duration":"3.539749684s","start":"2026-04-18T17:56:35.468065Z","end":"2026-04-18T17:56:39.007814Z","steps":["trace[664974139] 'process raft request'  (duration: 3.539605119s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.008020Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:35.468038Z","time spent":"3.539882638s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":585,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-3\" mod_revision:1165 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-3\" value_size:484 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-3\" > >"}
{"level":"warn","ts":"2026-04-18T17:56:39.008102Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"79.523µs","request":"header:<ID:988150486180861168 > lease_revoke:<id:1f6c9da1ba7e9fa0>","response":"size:27","error":"lease not found"}
{"level":"info","ts":"2026-04-18T17:56:39.008162Z","caller":"traceutil/trace.go:171","msg":"trace[844477005] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"2.82983771s","start":"2026-04-18T17:56:36.178302Z","end":"2026-04-18T17:56:39.008140Z","steps":["trace[844477005] 'process raft request'  (duration: 2.829434157s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.008352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.178282Z","time spent":"2.829943973s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" mod_revision:1183 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" value_size:603 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" > >"}
{"level":"info","ts":"2026-04-18T17:56:39.008575Z","caller":"traceutil/trace.go:171","msg":"trace[1579444601] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"2.464627173s","start":"2026-04-18T17:56:36.543927Z","end":"2026-04-18T17:56:39.008554Z","steps":["trace[1579444601] 'process raft request'  (duration: 2.464268371s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.008683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.543902Z","time spent":"2.464730316s","remote":"127.0.0.1:45294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/minions/controller-3\" mod_revision:903 > success:<request_put:<key:\"/registry/minions/controller-3\" value_size:4148 >> failure:<request_range:<key:\"/registry/minions/controller-3\" > >"}
{"level":"info","ts":"2026-04-18T17:56:39.028917Z","caller":"traceutil/trace.go:171","msg":"trace[1024278630] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1427; }","duration":"125.299934ms","start":"2026-04-18T17:56:38.903602Z","end":"2026-04-18T17:56:39.028902Z","steps":["trace[1024278630] 'read index received'  (duration: 125.295164ms)","trace[1024278630] 'applied index is now lower than readState.Index'  (duration: 3.66µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:39.029034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860159677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-04-18T17:56:39.029055Z","caller":"traceutil/trace.go:171","msg":"trace[249676507] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1225; }","duration":"2.860228019s","start":"2026-04-18T17:56:36.168820Z","end":"2026-04-18T17:56:39.029048Z","steps":["trace[249676507] 'agreement among raft nodes before linearized reading'  (duration: 2.860159257s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.029074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.168804Z","time spent":"2.86026513s","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:39.029058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.589606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"warn","ts":"2026-04-18T17:56:39.029072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711302972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-04-18T17:56:39.029129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.254298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:39.029132Z","caller":"traceutil/trace.go:171","msg":"trace[502834881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1225; }","duration":"775.72184ms","start":"2026-04-18T17:56:38.253392Z","end":"2026-04-18T17:56:39.029114Z","steps":["trace[502834881] 'agreement among raft nodes before linearized reading'  (duration: 775.551255ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:39.029142Z","caller":"traceutil/trace.go:171","msg":"trace[677721110] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1225; }","duration":"2.711428777s","start":"2026-04-18T17:56:36.317696Z","end":"2026-04-18T17:56:39.029125Z","steps":["trace[677721110] 'agreement among raft nodes before linearized reading'  (duration: 2.711266491s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.029133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812471522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m9n85\" limit:1 ","response":"range_response_count:1 size:18163"}
{"level":"info","ts":"2026-04-18T17:56:39.029165Z","caller":"traceutil/trace.go:171","msg":"trace[1027226500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1225; }","duration":"270.331631ms","start":"2026-04-18T17:56:38.758824Z","end":"2026-04-18T17:56:39.029155Z","steps":["trace[1027226500] 'agreement among raft nodes before linearized reading'  (duration: 270.266909ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.029176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:38.253372Z","time spent":"775.794613ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:39.029188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.317678Z","time spent":"2.711496368s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":113,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "}
{"level":"info","ts":"2026-04-18T17:56:39.029198Z","caller":"traceutil/trace.go:171","msg":"trace[294533418] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m9n85; range_end:; response_count:1; response_revision:1225; }","duration":"3.812573185s","start":"2026-04-18T17:56:35.216607Z","end":"2026-04-18T17:56:39.029180Z","steps":["trace[294533418] 'agreement among raft nodes before linearized reading'  (duration: 3.81241976s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.029243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:35.216589Z","time spent":"3.812641518s","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18185,"request content":"key:\"/registry/pods/kube-system/cilium-m9n85\" limit:1 "}
{"level":"warn","ts":"2026-04-18T17:56:39.029501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457103844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-04-18T17:56:39.029797Z","caller":"traceutil/trace.go:171","msg":"trace[113091108] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1225; }","duration":"1.45727099s","start":"2026-04-18T17:56:37.572339Z","end":"2026-04-18T17:56:39.029610Z","steps":["trace[113091108] 'agreement among raft nodes before linearized reading'  (duration: 1.457116215s)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:39.029900Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:37.572289Z","time spent":"1.457590781s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "}
{"level":"warn","ts":"2026-04-18T17:56:39.085494Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"40.661µs","request":"header:<ID:988150486180861177 > lease_revoke:<id:36729da1bb61709a>","response":"size:27","error":"lease not found"}
{"level":"info","ts":"2026-04-18T17:56:39.560076Z","caller":"traceutil/trace.go:171","msg":"trace[906861947] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"120.875475ms","start":"2026-04-18T17:56:39.439181Z","end":"2026-04-18T17:56:39.560057Z","steps":["trace[906861947] 'process raft request'  (duration: 120.756301ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:41.487090Z","caller":"traceutil/trace.go:171","msg":"trace[141212694] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1479; }","duration":"410.556379ms","start":"2026-04-18T17:56:41.076504Z","end":"2026-04-18T17:56:41.487060Z","steps":["trace[141212694] 'read index received'  (duration: 410.119844ms)","trace[141212694] 'applied index is now lower than readState.Index'  (duration: 430.095µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:41.487583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.771646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:41.487639Z","caller":"traceutil/trace.go:171","msg":"trace[1059223260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1277; }","duration":"411.166438ms","start":"2026-04-18T17:56:41.076459Z","end":"2026-04-18T17:56:41.487625Z","steps":["trace[1059223260] 'agreement among raft nodes before linearized reading'  (duration: 410.761265ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:41.487681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:41.076441Z","time spent":"411.226571ms","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-04-18T17:56:41.498706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.345074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m9n85\" limit:1 ","response":"range_response_count:1 size:18954"}
{"level":"info","ts":"2026-04-18T17:56:41.498770Z","caller":"traceutil/trace.go:171","msg":"trace[1243955363] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m9n85; range_end:; response_count:1; response_revision:1278; }","duration":"235.440787ms","start":"2026-04-18T17:56:41.263314Z","end":"2026-04-18T17:56:41.498755Z","steps":["trace[1243955363] 'agreement among raft nodes before linearized reading'  (duration: 235.323323ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:43.721404Z","caller":"traceutil/trace.go:171","msg":"trace[1925122635] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1525; }","duration":"151.827904ms","start":"2026-04-18T17:56:43.569555Z","end":"2026-04-18T17:56:43.721383Z","steps":["trace[1925122635] 'read index received'  (duration: 151.820303ms)","trace[1925122635] 'applied index is now lower than readState.Index'  (duration: 3.65µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:43.722212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.975299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"}
{"level":"info","ts":"2026-04-18T17:56:43.722299Z","caller":"traceutil/trace.go:171","msg":"trace[1409843588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1316; }","duration":"152.812606ms","start":"2026-04-18T17:56:43.569472Z","end":"2026-04-18T17:56:43.722285Z","steps":["trace[1409843588] 'agreement among raft nodes before linearized reading'  (duration: 152.01264ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:45.537257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.082312ms","expected-duration":"100ms","prefix":"","request":"header:<ID:988150486180861269 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/pods/kube-system/cilium-6bdrq\" mod_revision:1327 > success:<request_put:<key:\"/registry/pods/kube-system/cilium-6bdrq\" value_size:19830 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-04-18T17:56:45.537496Z","caller":"traceutil/trace.go:171","msg":"trace[1235580325] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1549; }","duration":"235.525012ms","start":"2026-04-18T17:56:45.301951Z","end":"2026-04-18T17:56:45.537476Z","steps":["trace[1235580325] 'read index received'  (duration: 211.221867ms)","trace[1235580325] 'applied index is now lower than readState.Index'  (duration: 24.302335ms)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:45.537605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.639216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m9n85\" limit:1 ","response":"range_response_count:1 size:19713"}
{"level":"info","ts":"2026-04-18T17:56:45.537599Z","caller":"traceutil/trace.go:171","msg":"trace[459228348] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"252.09184ms","start":"2026-04-18T17:56:45.285473Z","end":"2026-04-18T17:56:45.537565Z","steps":["trace[459228348] 'process raft request'  (duration: 251.901053ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:45.538651Z","caller":"traceutil/trace.go:171","msg":"trace[65700211] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m9n85; range_end:; response_count:1; response_revision:1341; }","duration":"235.727279ms","start":"2026-04-18T17:56:45.301919Z","end":"2026-04-18T17:56:45.537646Z","steps":["trace[65700211] 'agreement among raft nodes before linearized reading'  (duration: 235.623446ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:50.544343Z","caller":"traceutil/trace.go:171","msg":"trace[1309819633] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1420; }","duration":"200.11794ms","start":"2026-04-18T17:56:50.344206Z","end":"2026-04-18T17:56:50.544324Z","steps":["trace[1309819633] 'process raft request'  (duration: 200.005247ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:52.928369Z","caller":"traceutil/trace.go:171","msg":"trace[258653659] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"144.917869ms","start":"2026-04-18T17:56:52.783426Z","end":"2026-04-18T17:56:52.928344Z","steps":["trace[258653659] 'process raft request'  (duration: 144.64459ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:53.394413Z","caller":"traceutil/trace.go:171","msg":"trace[1915052097] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"124.962664ms","start":"2026-04-18T17:56:53.269428Z","end":"2026-04-18T17:56:53.394390Z","steps":["trace[1915052097] 'process raft request'  (duration: 124.82841ms)"],"step_count":1}
{"level":"info","ts":"2026-04-18T17:56:54.052171Z","caller":"traceutil/trace.go:171","msg":"trace[916564593] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1707; }","duration":"328.867236ms","start":"2026-04-18T17:56:53.723272Z","end":"2026-04-18T17:56:54.052140Z","steps":["trace[916564593] 'read index received'  (duration: 328.834005ms)","trace[916564593] 'applied index is now lower than readState.Index'  (duration: 3.781µs)"],"step_count":2}
{"level":"warn","ts":"2026-04-18T17:56:54.052382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.076673ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-04-18T17:56:54.052466Z","caller":"traceutil/trace.go:171","msg":"trace[657534470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1446; }","duration":"329.179596ms","start":"2026-04-18T17:56:53.723266Z","end":"2026-04-18T17:56:54.052446Z","steps":["trace[657534470] 'agreement among raft nodes before linearized reading'  (duration: 329.037531ms)"],"step_count":1}
{"level":"warn","ts":"2026-04-18T17:56:54.056088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.659156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"info","ts":"2026-04-18T17:56:54.056151Z","caller":"traceutil/trace.go:171","msg":"trace[1696051510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1446; }","duration":"217.762079ms","start":"2026-04-18T17:56:53.838375Z","end":"2026-04-18T17:56:54.056137Z","steps":["trace[1696051510] 'agreement among raft nodes before linearized reading'  (duration: 217.645475ms)"],"step_count":1}