{"level":"warn","ts":"2026-03-17T20:47:29.127164Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-03-17T20:47:29.127296Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.102:2380","--initial-cluster=controller-1=https://199.19.213.3:2380,controller-2=https://199.19.213.102:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.102:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]}
{"level":"warn","ts":"2026-03-17T20:47:29.127392Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-03-17T20:47:29.127409Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.102:2380"]}
{"level":"info","ts":"2026-03-17T20:47:29.127440Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-03-17T20:47:29.128099Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.102:2379"]}
{"level":"info","ts":"2026-03-17T20:47:29.128245Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.102:2380"],"listen-peer-urls":["https://199.19.213.102:2380"],"advertise-client-urls":["https://199.19.213.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.3:2380,controller-2=https://199.19.213.102:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2026-03-17T20:47:29.135609Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.853338ms"}
{"level":"info","ts":"2026-03-17T20:47:29.151269Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.3:2380","host":"199.19.213.3:2380","resolved-addr":"199.19.213.3:2380"}
{"level":"info","ts":"2026-03-17T20:47:29.151335Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.102:2380","host":"199.19.213.102:2380","resolved-addr":"199.19.213.102:2380"}
{"level":"info","ts":"2026-03-17T20:47:29.160856Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"77297b5b7846c4bf","cluster-id":"7b1ae51097bedd0e"}
{"level":"info","ts":"2026-03-17T20:47:29.161066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf switched to configuration voters=()"}
{"level":"info","ts":"2026-03-17T20:47:29.161276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf became follower at term 0"}
{"level":"info","ts":"2026-03-17T20:47:29.161741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 77297b5b7846c4bf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"warn","ts":"2026-03-17T20:47:29.172268Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2026-03-17T20:47:29.174148Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2026-03-17T20:47:29.174190Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0}
{"level":"info","ts":"2026-03-17T20:47:29.176292Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2026-03-17T20:47:29.178648Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.178694Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]}
{"level":"info","ts":"2026-03-17T20:47:29.178725Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.178805Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.181037Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.186445Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.186487Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.186702Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]}
{"level":"info","ts":"2026-03-17T20:47:29.187091Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.187200Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.187260Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"77297b5b7846c4bf","local-server-version":"3.5.21","cluster-version":"to_be_decided"}
{"level":"info","ts":"2026-03-17T20:47:29.188604Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10}
{"level":"info","ts":"2026-03-17T20:47:29.188829Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-17T20:47:29.188982Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-17T20:47:29.189007Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-17T20:47:29.189539Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-17T20:47:29.194295Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-03-17T20:47:29.194644Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"77297b5b7846c4bf","initial-advertise-peer-urls":["https://199.19.213.102:2380"],"listen-peer-urls":["https://199.19.213.102:2380"],"advertise-client-urls":["https://199.19.213.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2026-03-17T20:47:29.194692Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2026-03-17T20:47:29.195110Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.102:2380"}
{"level":"info","ts":"2026-03-17T20:47:29.195256Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.102:2380"}
{"level":"info","ts":"2026-03-17T20:47:29.195685Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"77297b5b7846c4bf","to":"3cf904ec39d3e333","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-03-17T20:47:29.195708Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"77297b5b7846c4bf","to":"3cf904ec39d3e333","stream-type":"stream Message"}
{"level":"info","ts":"2026-03-17T20:47:29.195710Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.195746Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.195765Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.197096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [term: 0] received a MsgHeartbeat message with higher term from 3cf904ec39d3e333 [term: 2]"}
{"level":"info","ts":"2026-03-17T20:47:29.197132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf became follower at term 2"}
{"level":"info","ts":"2026-03-17T20:47:29.197148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 77297b5b7846c4bf elected leader 3cf904ec39d3e333 at term 2"}
{"level":"info","ts":"2026-03-17T20:47:29.200407Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.202777Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"77297b5b7846c4bf","remote-peer-id":"3cf904ec39d3e333"}
{"level":"info","ts":"2026-03-17T20:47:29.215080Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf switched to configuration voters=(4393548324105610035)"}
{"level":"info","ts":"2026-03-17T20:47:29.215276Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"77297b5b7846c4bf","added-peer-id":"3cf904ec39d3e333","added-peer-peer-urls":["https://199.19.213.3:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2026-03-17T20:47:29.215441Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"7b1ae51097bedd0e","local-member-id":"77297b5b7846c4bf","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-17T20:47:29.215521Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-17T20:47:29.248530Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf switched to configuration voters=(4393548324105610035) learners=(8586529797348705471)"}
{"level":"info","ts":"2026-03-17T20:47:29.248783Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"77297b5b7846c4bf","added-peer-id":"77297b5b7846c4bf","added-peer-peer-urls":["https://199.19.213.102:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-03-17T20:47:29.250090Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"77297b5b7846c4bf","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.102:2379]}","request-path":"/0/members/77297b5b7846c4bf/attributes","cluster-id":"7b1ae51097bedd0e","publish-timeout":"7s"}
{"level":"info","ts":"2026-03-17T20:47:29.250905Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-03-17T20:47:29.251063Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-03-17T20:47:29.253561Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2026-03-17T20:47:29.253644Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2026-03-17T20:47:29.254693Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-17T20:47:29.255692Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.102:2379"}
{"level":"info","ts":"2026-03-17T20:47:29.256128Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-17T20:47:29.257421Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2026-03-17T20:47:29.435317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf switched to configuration voters=(4393548324105610035 8586529797348705471)"}
{"level":"info","ts":"2026-03-17T20:47:29.435946Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"77297b5b7846c4bf","promoted-member-id":"77297b5b7846c4bf"}
2026/03/17 20:47:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:47:36.491365Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803885841,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:47:36.992480Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803885841,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:47:37.369117Z","caller":"traceutil/trace.go:171","msg":"trace[19682352] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:511; }","duration":"1.377826137s","start":"2026-03-17T20:47:35.991268Z","end":"2026-03-17T20:47:37.369094Z","steps":["trace[19682352] 'read index received'  (duration: 1.377819247s)","trace[19682352] 'applied index is now lower than readState.Index'  (duration: 5.56µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:47:37.369378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378083882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3079"}
{"level":"info","ts":"2026-03-17T20:47:37.369429Z","caller":"traceutil/trace.go:171","msg":"trace[935776901] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:477; }","duration":"1.378190484s","start":"2026-03-17T20:47:35.991225Z","end":"2026-03-17T20:47:37.369416Z","steps":["trace[935776901] 'agreement among raft nodes before linearized reading'  (duration: 1.37799045s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.369468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:35.991204Z","time spent":"1.378253446s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3101,"request content":"key:\"/registry/minions/controller-2\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:47:37.371070Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304751397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:47:37.371177Z","caller":"traceutil/trace.go:171","msg":"trace[75292451] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:477; }","duration":"1.30491627s","start":"2026-03-17T20:47:36.066238Z","end":"2026-03-17T20:47:37.371154Z","steps":["trace[75292451] 'agreement among raft nodes before linearized reading'  (duration: 1.304730797s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.371234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.066218Z","time spent":"1.305004831s","remote":"127.0.0.1:52648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/controller-2\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:47:58.297221Z","caller":"traceutil/trace.go:171","msg":"trace[1777490748] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:595; }","duration":"299.114563ms","start":"2026-03-17T20:47:57.998078Z","end":"2026-03-17T20:47:58.297193Z","steps":["trace[1777490748] 'read index received'  (duration: 299.107743ms)","trace[1777490748] 'applied index is now lower than readState.Index'  (duration: 5.92µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:47:58.299914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.776186ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:47:58.300059Z","caller":"traceutil/trace.go:171","msg":"trace[2137171303] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:551; }","duration":"301.939529ms","start":"2026-03-17T20:47:57.998068Z","end":"2026-03-17T20:47:58.300007Z","steps":["trace[2137171303] 'agreement among raft nodes before linearized reading'  (duration: 299.296995ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:58.300225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.355588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-2\" limit:1 ","response":"range_response_count:1 size:3465"}
{"level":"info","ts":"2026-03-17T20:47:58.300337Z","caller":"traceutil/trace.go:171","msg":"trace[1552903547] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-2; range_end:; response_count:1; response_revision:552; }","duration":"114.517701ms","start":"2026-03-17T20:47:58.185797Z","end":"2026-03-17T20:47:58.300314Z","steps":["trace[1552903547] 'agreement among raft nodes before linearized reading'  (duration: 114.329108ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:14.678901Z","caller":"traceutil/trace.go:171","msg":"trace[1919568158] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:652; }","duration":"294.377094ms","start":"2026-03-17T20:48:14.384500Z","end":"2026-03-17T20:48:14.678877Z","steps":["trace[1919568158] 'read index received'  (duration: 294.371124ms)","trace[1919568158] 'applied index is now lower than readState.Index'  (duration: 4.64µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:14.679038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.513566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:48:14.679121Z","caller":"traceutil/trace.go:171","msg":"trace[1169139092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"294.641338ms","start":"2026-03-17T20:48:14.384456Z","end":"2026-03-17T20:48:14.679097Z","steps":["trace[1169139092] 'agreement among raft nodes before linearized reading'  (duration: 294.504026ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:18.032815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf switched to configuration voters=(4393548324105610035 8586529797348705471) learners=(6489982836747675298)"}
{"level":"info","ts":"2026-03-17T20:48:18.033003Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"77297b5b7846c4bf","added-peer-id":"5a110d012eba26a2","added-peer-peer-urls":["https://199.19.213.83:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-03-17T20:48:18.033044Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.033082Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.036165Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.039923Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.039985Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2","remote-peer-urls":["https://199.19.213.83:2380"]}
{"level":"info","ts":"2026-03-17T20:48:18.040037Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.040269Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.038349Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"warn","ts":"2026-03-17T20:48:18.047849Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.83:51654","server-name":"","error":"EOF"}
{"level":"warn","ts":"2026-03-17T20:48:18.058231Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.83:51656","server-name":"","error":"EOF"}
{"level":"info","ts":"2026-03-17T20:48:19.226079Z","caller":"traceutil/trace.go:171","msg":"trace[237054531] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:666; }","duration":"146.1827ms","start":"2026-03-17T20:48:19.079874Z","end":"2026-03-17T20:48:19.226056Z","steps":["trace[237054531] 'read index received'  (duration: 146.17527ms)","trace[237054531] 'applied index is now lower than readState.Index'  (duration: 5.9µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:19.584723Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.83:51702","server-name":"","error":"EOF"}
{"level":"info","ts":"2026-03-17T20:48:20.559162Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.559239Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.560092Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.562375Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"77297b5b7846c4bf","to":"5a110d012eba26a2","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-03-17T20:48:20.562474Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.566035Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"77297b5b7846c4bf","to":"5a110d012eba26a2","stream-type":"stream Message"}
{"level":"info","ts":"2026-03-17T20:48:20.566076Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"77297b5b7846c4bf","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:21.083820Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf switched to configuration voters=(4393548324105610035 6489982836747675298 8586529797348705471)"}
{"level":"info","ts":"2026-03-17T20:48:21.083935Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"77297b5b7846c4bf","promoted-member-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:40.989766Z","caller":"traceutil/trace.go:171","msg":"trace[877414296] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:780; }","duration":"100.33709ms","start":"2026-03-17T20:48:40.889387Z","end":"2026-03-17T20:48:40.989724Z","steps":["trace[877414296] 'read index received'  (duration: 100.32688ms)","trace[877414296] 'applied index is now lower than readState.Index'  (duration: 8.33µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:40.989992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.556352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:48:40.990169Z","caller":"traceutil/trace.go:171","msg":"trace[1098327457] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:708; }","duration":"100.742475ms","start":"2026-03-17T20:48:40.889340Z","end":"2026-03-17T20:48:40.990082Z","steps":["trace[1098327457] 'agreement among raft nodes before linearized reading'  (duration: 100.490322ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:45.608051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.534038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:48:45.608197Z","caller":"traceutil/trace.go:171","msg":"trace[2020129815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:725; }","duration":"224.753101ms","start":"2026-03-17T20:48:45.383417Z","end":"2026-03-17T20:48:45.608170Z","steps":["trace[2020129815] 'range keys from in-memory index tree'  (duration: 222.937337ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:49.525215Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886211,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:50.606944Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886211,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.013468Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886211,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.514613Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886211,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.723211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999478787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:48:52.723322Z","caller":"traceutil/trace.go:171","msg":"trace[1179784407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999636909s","start":"2026-03-17T20:48:50.723663Z","end":"2026-03-17T20:48:52.723300Z","steps":["trace[1179784407] 'agreement among raft nodes before linearized reading'  (duration: 1.999503547s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:52.723390Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:50.723645Z","time spent":"1.999729559s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:48:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:48:52.860440Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.856452759s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-17T20:48:52.998442Z","caller":"traceutil/trace.go:171","msg":"trace[247976492] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:812; }","duration":"3.973653008s","start":"2026-03-17T20:48:49.024762Z","end":"2026-03-17T20:48:52.998415Z","steps":["trace[247976492] 'read index received'  (duration: 3.973645577s)","trace[247976492] 'applied index is now lower than readState.Index'  (duration: 6µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:53.007156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982374107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:48:53.007215Z","caller":"traceutil/trace.go:171","msg":"trace[1716847564] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:735; }","duration":"3.982486858s","start":"2026-03-17T20:48:49.024706Z","end":"2026-03-17T20:48:53.007193Z","steps":["trace[1716847564] 'agreement among raft nodes before linearized reading'  (duration: 3.97392675s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.007246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:49.024680Z","time spent":"3.982558689s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":40,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:48:53.015863Z","caller":"traceutil/trace.go:171","msg":"trace[1887293047] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"358.200635ms","start":"2026-03-17T20:48:52.657639Z","end":"2026-03-17T20:48:53.015840Z","steps":["trace[1887293047] 'process raft request'  (duration: 358.151714ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.016463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:52.657608Z","time spent":"358.337086ms","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:715 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"warn","ts":"2026-03-17T20:48:53.024226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410967636s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:48:53.024315Z","caller":"traceutil/trace.go:171","msg":"trace[566013474] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:742; }","duration":"2.411064798s","start":"2026-03-17T20:48:50.613228Z","end":"2026-03-17T20:48:53.024293Z","steps":["trace[566013474] 'agreement among raft nodes before linearized reading'  (duration: 2.410948186s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.024466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236160366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"warn","ts":"2026-03-17T20:48:53.024595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30070744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-17T20:48:53.024587Z","caller":"traceutil/trace.go:171","msg":"trace[1410154614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:742; }","duration":"2.236307198s","start":"2026-03-17T20:48:50.788248Z","end":"2026-03-17T20:48:53.024555Z","steps":["trace[1410154614] 'agreement among raft nodes before linearized reading'  (duration: 2.236038314s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:53.024631Z","caller":"traceutil/trace.go:171","msg":"trace[1221929226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:742; }","duration":"2.300772221s","start":"2026-03-17T20:48:50.723849Z","end":"2026-03-17T20:48:53.024621Z","steps":["trace[1221929226] 'agreement among raft nodes before linearized reading'  (duration: 2.300683539s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.024661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:50.788204Z","time spent":"2.23643951s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:48:53.024676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:50.723847Z","time spent":"2.300820561s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:48:53.024695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.322694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:48:53.024754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300903742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:48:53.024787Z","caller":"traceutil/trace.go:171","msg":"trace[1411379749] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:742; }","duration":"2.300942282s","start":"2026-03-17T20:48:50.723835Z","end":"2026-03-17T20:48:53.024778Z","steps":["trace[1411379749] 'agreement among raft nodes before linearized reading'  (duration: 2.300869902s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.024772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.379797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.102\" limit:1 ","response":"range_response_count:1 size:135"}
{"level":"warn","ts":"2026-03-17T20:48:53.024828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:50.723822Z","time spent":"2.300998193s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:48:53.024387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097165254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"}
{"level":"info","ts":"2026-03-17T20:48:53.024860Z","caller":"traceutil/trace.go:171","msg":"trace[1823094428] range","detail":"{range_begin:/registry/masterleases/199.19.213.102; range_end:; response_count:1; response_revision:742; }","duration":"446.528449ms","start":"2026-03-17T20:48:52.578314Z","end":"2026-03-17T20:48:53.024843Z","steps":["trace[1823094428] 'agreement among raft nodes before linearized reading'  (duration: 446.335207ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:53.024891Z","caller":"traceutil/trace.go:171","msg":"trace[936252189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:742; }","duration":"2.097731621s","start":"2026-03-17T20:48:50.927149Z","end":"2026-03-17T20:48:53.024881Z","steps":["trace[936252189] 'agreement among raft nodes before linearized reading'  (duration: 2.097086113s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.024898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:52.578294Z","time spent":"446.5962ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.102\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:48:53.024925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:50.927130Z","time spent":"2.097785482s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:48:53.025223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233646004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-03-17T20:48:53.025273Z","caller":"traceutil/trace.go:171","msg":"trace[624975487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:742; }","duration":"2.233726535s","start":"2026-03-17T20:48:50.791536Z","end":"2026-03-17T20:48:53.025263Z","steps":["trace[624975487] 'agreement among raft nodes before linearized reading'  (duration: 2.233162808s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.025302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:50.791524Z","time spent":"2.233769566s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:48:53.024773Z","caller":"traceutil/trace.go:171","msg":"trace[797763785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"301.457466ms","start":"2026-03-17T20:48:52.723295Z","end":"2026-03-17T20:48:53.024752Z","steps":["trace[797763785] 'agreement among raft nodes before linearized reading'  (duration: 301.322314ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.025747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:52.723272Z","time spent":"302.385868ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:48:55.299612Z","caller":"traceutil/trace.go:171","msg":"trace[2054902770] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:833; }","duration":"146.450615ms","start":"2026-03-17T20:48:55.153144Z","end":"2026-03-17T20:48:55.299595Z","steps":["trace[2054902770] 'read index received'  (duration: 77.462201ms)","trace[2054902770] 'applied index is now lower than readState.Index'  (duration: 68.987434ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:55.299814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.617418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"}
{"level":"info","ts":"2026-03-17T20:48:55.299847Z","caller":"traceutil/trace.go:171","msg":"trace[836365295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"146.764269ms","start":"2026-03-17T20:48:55.153076Z","end":"2026-03-17T20:48:55.299840Z","steps":["trace[836365295] 'agreement among raft nodes before linearized reading'  (duration: 146.639958ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:56.972490Z","caller":"traceutil/trace.go:171","msg":"trace[956451217] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:836; }","duration":"151.478962ms","start":"2026-03-17T20:48:56.820984Z","end":"2026-03-17T20:48:56.972463Z","steps":["trace[956451217] 'read index received'  (duration: 78.825144ms)","trace[956451217] 'applied index is now lower than readState.Index'  (duration: 72.652728ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:56.972716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.705916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-17T20:48:56.972820Z","caller":"traceutil/trace.go:171","msg":"trace[623433733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:755; }","duration":"151.868869ms","start":"2026-03-17T20:48:56.820930Z","end":"2026-03-17T20:48:56.972799Z","steps":["trace[623433733] 'agreement among raft nodes before linearized reading'  (duration: 151.659775ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:56.973987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.134758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"info","ts":"2026-03-17T20:48:56.974038Z","caller":"traceutil/trace.go:171","msg":"trace[1073509202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:755; }","duration":"107.219779ms","start":"2026-03-17T20:48:56.866807Z","end":"2026-03-17T20:48:56.974026Z","steps":["trace[1073509202] 'agreement among raft nodes before linearized reading'  (duration: 107.132278ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:59.391833Z","caller":"traceutil/trace.go:171","msg":"trace[1096161125] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:873; }","duration":"377.963588ms","start":"2026-03-17T20:48:59.013835Z","end":"2026-03-17T20:48:59.391798Z","steps":["trace[1096161125] 'read index received'  (duration: 377.954647ms)","trace[1096161125] 'applied index is now lower than readState.Index'  (duration: 6.961µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:59.392318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.417793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"}
{"level":"info","ts":"2026-03-17T20:48:59.392441Z","caller":"traceutil/trace.go:171","msg":"trace[1231820043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:787; }","duration":"378.577314ms","start":"2026-03-17T20:48:59.013781Z","end":"2026-03-17T20:48:59.392358Z","steps":["trace[1231820043] 'agreement among raft nodes before linearized reading'  (duration: 378.23157ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:59.392495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:59.013763Z","time spent":"378.720586ms","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:04.538231Z","caller":"traceutil/trace.go:171","msg":"trace[1447656140] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:896; }","duration":"153.958976ms","start":"2026-03-17T20:49:04.384233Z","end":"2026-03-17T20:49:04.538192Z","steps":["trace[1447656140] 'read index received'  (duration: 153.953535ms)","trace[1447656140] 'applied index is now lower than readState.Index'  (duration: 4.1µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:04.538370Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.116217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:04.538413Z","caller":"traceutil/trace.go:171","msg":"trace[1535445545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:807; }","duration":"154.217669ms","start":"2026-03-17T20:49:04.384184Z","end":"2026-03-17T20:49:04.538402Z","steps":["trace[1535445545] 'agreement among raft nodes before linearized reading'  (duration: 154.098278ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:08.376204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.904406ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228184136 > lease_revoke:<id:63339cfd8d00cdb2>","response":"size:27"}
{"level":"warn","ts":"2026-03-17T20:49:10.139709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.14558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:10.139859Z","caller":"traceutil/trace.go:171","msg":"trace[216576770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"757.320561ms","start":"2026-03-17T20:49:09.382494Z","end":"2026-03-17T20:49:10.139814Z","steps":["trace[216576770] 'range keys from in-memory index tree'  (duration: 755.728383ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:10.139920Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.382477Z","time spent":"757.425173ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:10.140448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.555509ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:10.140557Z","caller":"traceutil/trace.go:171","msg":"trace[552611434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:817; }","duration":"143.668491ms","start":"2026-03-17T20:49:09.996872Z","end":"2026-03-17T20:49:10.140541Z","steps":["trace[552611434] 'range keys from in-memory index tree'  (duration: 143.502298ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:10.533090Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.160704ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228184152 > lease_revoke:<id:26a29cfd8e801fc9>","response":"size:27"}
{"level":"info","ts":"2026-03-17T20:49:10.588187Z","caller":"traceutil/trace.go:171","msg":"trace[62827223] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:911; }","duration":"833.121567ms","start":"2026-03-17T20:49:09.754912Z","end":"2026-03-17T20:49:10.588033Z","steps":["trace[62827223] 'read index received'  (duration: 484.33905ms)","trace[62827223] 'applied index is now lower than readState.Index'  (duration: 348.781447ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:10.588324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.4161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-03-17T20:49:10.588409Z","caller":"traceutil/trace.go:171","msg":"trace[605645942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:821; }","duration":"833.572292ms","start":"2026-03-17T20:49:09.754820Z","end":"2026-03-17T20:49:10.588392Z","steps":["trace[605645942] 'agreement among raft nodes before linearized reading'  (duration: 833.38733ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:10.588448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.754793Z","time spent":"833.646262ms","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:10.590712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.778878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:49:10.590712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.246235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:49:10.590812Z","caller":"traceutil/trace.go:171","msg":"trace[2054927868] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:821; }","duration":"254.402537ms","start":"2026-03-17T20:49:10.336387Z","end":"2026-03-17T20:49:10.590790Z","steps":["trace[2054927868] 'agreement among raft nodes before linearized reading'  (duration: 254.229405ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:10.590884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.574921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-17T20:49:10.591060Z","caller":"traceutil/trace.go:171","msg":"trace[1390024306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:821; }","duration":"270.792543ms","start":"2026-03-17T20:49:10.320260Z","end":"2026-03-17T20:49:10.591052Z","steps":["trace[1390024306] 'agreement among raft nodes before linearized reading'  (duration: 270.511139ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:10.590750Z","caller":"traceutil/trace.go:171","msg":"trace[1075580092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:821; }","duration":"207.848919ms","start":"2026-03-17T20:49:10.382892Z","end":"2026-03-17T20:49:10.590741Z","steps":["trace[1075580092] 'agreement among raft nodes before linearized reading'  (duration: 207.752608ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:10.591213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.896737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:10.591249Z","caller":"traceutil/trace.go:171","msg":"trace[1061764274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:821; }","duration":"450.551476ms","start":"2026-03-17T20:49:10.140687Z","end":"2026-03-17T20:49:10.591238Z","steps":["trace[1061764274] 'agreement among raft nodes before linearized reading'  (duration: 449.870758ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.892034Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886355,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:18.899674Z","caller":"traceutil/trace.go:171","msg":"trace[1215424871] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:987; }","duration":"508.787056ms","start":"2026-03-17T20:49:18.390859Z","end":"2026-03-17T20:49:18.899646Z","steps":["trace[1215424871] 'read index received'  (duration: 508.779536ms)","trace[1215424871] 'applied index is now lower than readState.Index'  (duration: 5.86µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:18.899855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.985169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:18.899893Z","caller":"traceutil/trace.go:171","msg":"trace[279448414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:890; }","duration":"509.107349ms","start":"2026-03-17T20:49:18.390777Z","end":"2026-03-17T20:49:18.899885Z","steps":["trace[279448414] 'agreement among raft nodes before linearized reading'  (duration: 508.987658ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.899925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.390740Z","time spent":"509.178191ms","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:19.472151Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:19.972914Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:20.473990Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:20.974439Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:21.475469Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:21.975742Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:22.383197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:22.383295Z","caller":"traceutil/trace.go:171","msg":"trace[2049153720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338927s","start":"2026-03-17T20:49:20.382932Z","end":"2026-03-17T20:49:22.383271Z","steps":["trace[2049153720] 'agreement among raft nodes before linearized reading'  (duration: 2.000209196s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:22.383348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.382910Z","time spent":"2.000428678s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:22.476514Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:22.899792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.990911535s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:22.977714Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:23.478645Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:23.970711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999035499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:23.970795Z","caller":"traceutil/trace.go:171","msg":"trace[433984666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999268722s","start":"2026-03-17T20:49:18.971511Z","end":"2026-03-17T20:49:23.970780Z","steps":["trace[433984666] 'agreement among raft nodes before linearized reading'  (duration: 4.99908421s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:23.970830Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.971486Z","time spent":"4.999337753s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:23.979485Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:24.375311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999895831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:24.376080Z","caller":"traceutil/trace.go:171","msg":"trace[1985420471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00234283s","start":"2026-03-17T20:49:19.373713Z","end":"2026-03-17T20:49:24.376056Z","steps":["trace[1985420471] 'agreement among raft nodes before linearized reading'  (duration: 4.999932722s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:24.376243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.373688Z","time spent":"5.002521432s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
2026/03/17 20:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:24.393933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:24.394059Z","caller":"traceutil/trace.go:171","msg":"trace[479252659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117474s","start":"2026-03-17T20:49:22.393913Z","end":"2026-03-17T20:49:24.394031Z","steps":["trace[479252659] 'agreement among raft nodes before linearized reading'  (duration: 1.999940222s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:24.394146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:22.393892Z","time spent":"2.000239476s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:24.480695Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:24.981152Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:25.170177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.173082017s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:25.170266Z","caller":"traceutil/trace.go:171","msg":"trace[1999766740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:890; }","duration":"6.173182908s","start":"2026-03-17T20:49:18.997063Z","end":"2026-03-17T20:49:25.170246Z","steps":["trace[1999766740] 'range keys from in-memory index tree'  (duration: 6.173022835s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.482195Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886357,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:25.666307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.105943852s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-17T20:49:25.927940Z","caller":"traceutil/trace.go:171","msg":"trace[1174732536] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:988; }","duration":"6.956332825s","start":"2026-03-17T20:49:18.971583Z","end":"2026-03-17T20:49:25.927915Z","steps":["trace[1174732536] 'read index received'  (duration: 6.956327734s)","trace[1174732536] 'applied index is now lower than readState.Index'  (duration: 3.991µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:25.938249Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14177222764803886359,"received-request-id":14177222764803886357}
{"level":"info","ts":"2026-03-17T20:49:25.940382Z","caller":"traceutil/trace.go:171","msg":"trace[472210224] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"2.133521695s","start":"2026-03-17T20:49:23.806796Z","end":"2026-03-17T20:49:25.940318Z","steps":["trace[472210224] 'process raft request'  (duration: 2.133454055s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.940555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.806765Z","time spent":"2.133693147s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:830 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:25.944580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.244188ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:49:25.944660Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928695812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"warn","ts":"2026-03-17T20:49:25.944679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.666082858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:49:25.944693Z","caller":"traceutil/trace.go:171","msg":"trace[608597245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:900; }","duration":"5.928768783s","start":"2026-03-17T20:49:20.015912Z","end":"2026-03-17T20:49:25.944681Z","steps":["trace[608597245] 'agreement among raft nodes before linearized reading'  (duration: 5.92768456s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:25.944714Z","caller":"traceutil/trace.go:171","msg":"trace[1210860834] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:900; }","duration":"4.666162108s","start":"2026-03-17T20:49:21.278536Z","end":"2026-03-17T20:49:25.944698Z","steps":["trace[1210860834] 'agreement among raft nodes before linearized reading'  (duration: 4.665045905s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.944728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.015892Z","time spent":"5.928828414s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:25.944715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546834571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbff349bdbd6\" limit:1 ","response":"range_response_count:1 size:794"}
{"level":"warn","ts":"2026-03-17T20:49:25.944758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.278510Z","time spent":"4.66623848s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:25.944773Z","caller":"traceutil/trace.go:171","msg":"trace[1877534520] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbbff349bdbd6; range_end:; response_count:1; response_revision:900; }","duration":"1.546941692s","start":"2026-03-17T20:49:24.397815Z","end":"2026-03-17T20:49:25.944756Z","steps":["trace[1877534520] 'agreement among raft nodes before linearized reading'  (duration: 1.545789378s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:25.944769Z","caller":"traceutil/trace.go:171","msg":"trace[1020268849] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:900; }","duration":"774.362589ms","start":"2026-03-17T20:49:25.170310Z","end":"2026-03-17T20:49:25.944673Z","steps":["trace[1020268849] 'agreement among raft nodes before linearized reading'  (duration: 773.270946ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.944816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:24.397797Z","time spent":"1.547007763s","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbff349bdbd6\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:25.944796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243782274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:49:25.944953Z","caller":"traceutil/trace.go:171","msg":"trace[278170049] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:900; }","duration":"2.243980226s","start":"2026-03-17T20:49:23.700926Z","end":"2026-03-17T20:49:25.944906Z","steps":["trace[278170049] 'agreement among raft nodes before linearized reading'  (duration: 2.2426544s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.945176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.165941645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:49:25.945044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.700852Z","time spent":"2.244178278s","remote":"127.0.0.1:52444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:25.945220Z","caller":"traceutil/trace.go:171","msg":"trace[271331540] range","detail":"{range_begin:/registry/validatingadmissionpolicies/; range_end:/registry/validatingadmissionpolicies0; response_count:0; response_revision:900; }","duration":"6.166013285s","start":"2026-03-17T20:49:19.779180Z","end":"2026-03-17T20:49:25.945194Z","steps":["trace[271331540] 'agreement among raft nodes before linearized reading'  (duration: 6.164353545s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.945243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.779150Z","time spent":"6.166087846s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:25.945398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365788033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.102\" limit:1 ","response":"range_response_count:1 size:135"}
{"level":"info","ts":"2026-03-17T20:49:25.945434Z","caller":"traceutil/trace.go:171","msg":"trace[1528140689] range","detail":"{range_begin:/registry/masterleases/199.19.213.102; range_end:; response_count:1; response_revision:900; }","duration":"3.365875845s","start":"2026-03-17T20:49:22.579549Z","end":"2026-03-17T20:49:25.945425Z","steps":["trace[1528140689] 'agreement among raft nodes before linearized reading'  (duration: 3.364018793s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.944606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542012106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:49:25.945457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:22.579523Z","time spent":"3.365927955s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.102\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:25.945448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010153974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:49:25.945480Z","caller":"traceutil/trace.go:171","msg":"trace[1948886273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"1.542891116s","start":"2026-03-17T20:49:24.402570Z","end":"2026-03-17T20:49:25.945461Z","steps":["trace[1948886273] 'agreement among raft nodes before linearized reading'  (duration: 1.541028794s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.945557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:24.402562Z","time spent":"1.542983877s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:49:25.945564Z","caller":"traceutil/trace.go:171","msg":"trace[639460023] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:900; }","duration":"4.010285315s","start":"2026-03-17T20:49:21.935216Z","end":"2026-03-17T20:49:25.945501Z","steps":["trace[639460023] 'agreement among raft nodes before linearized reading'  (duration: 4.008359173s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.944625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517984519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-17T20:49:25.945787Z","caller":"traceutil/trace.go:171","msg":"trace[836993024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"5.519208753s","start":"2026-03-17T20:49:20.426570Z","end":"2026-03-17T20:49:25.945779Z","steps":["trace[836993024] 'agreement among raft nodes before linearized reading'  (duration: 5.517018838s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.945814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.426549Z","time spent":"5.519257184s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:25.945606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.935182Z","time spent":"4.010412677s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":3,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:29.360368Z","caller":"traceutil/trace.go:171","msg":"trace[1134783176] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1018; }","duration":"172.771035ms","start":"2026-03-17T20:49:29.187570Z","end":"2026-03-17T20:49:29.360341Z","steps":["trace[1134783176] 'read index received'  (duration: 160.683397ms)","trace[1134783176] 'applied index is now lower than readState.Index'  (duration: 12.085778ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:29.360546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.922166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:29.360603Z","caller":"traceutil/trace.go:171","msg":"trace[1429874558] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:913; }","duration":"173.076329ms","start":"2026-03-17T20:49:29.187511Z","end":"2026-03-17T20:49:29.360588Z","steps":["trace[1429874558] 'agreement among raft nodes before linearized reading'  (duration: 172.929167ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:32.753745Z","caller":"traceutil/trace.go:171","msg":"trace[906144140] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1031; }","duration":"173.241227ms","start":"2026-03-17T20:49:32.580471Z","end":"2026-03-17T20:49:32.753712Z","steps":["trace[906144140] 'read index received'  (duration: 173.232127ms)","trace[906144140] 'applied index is now lower than readState.Index'  (duration: 7.2µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:32.754034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.53079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.102\" limit:1 ","response":"range_response_count:1 size:135"}
{"level":"info","ts":"2026-03-17T20:49:32.754088Z","caller":"traceutil/trace.go:171","msg":"trace[53487875] range","detail":"{range_begin:/registry/masterleases/199.19.213.102; range_end:; response_count:1; response_revision:925; }","duration":"173.645302ms","start":"2026-03-17T20:49:32.580428Z","end":"2026-03-17T20:49:32.754074Z","steps":["trace[53487875] 'agreement among raft nodes before linearized reading'  (duration: 173.4495ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:33.739091Z","caller":"traceutil/trace.go:171","msg":"trace[52079495] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"155.612773ms","start":"2026-03-17T20:49:33.583451Z","end":"2026-03-17T20:49:33.739064Z","steps":["trace[52079495] 'process raft request'  (duration: 155.439781ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:34.789607Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886412,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:35.120654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.472935ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228184351 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/cilium-jvvfp.189dbc08c564baf9\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/cilium-jvvfp.189dbc08c564baf9\" value_size:620 lease:7148229646373408533 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-17T20:49:35.120771Z","caller":"traceutil/trace.go:171","msg":"trace[1883166712] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1042; }","duration":"831.472362ms","start":"2026-03-17T20:49:34.289281Z","end":"2026-03-17T20:49:35.120753Z","steps":["trace[1883166712] 'read index received'  (duration: 586.198791ms)","trace[1883166712] 'applied index is now lower than readState.Index'  (duration: 245.272351ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:35.120943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.650373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-17T20:49:35.120980Z","caller":"traceutil/trace.go:171","msg":"trace[1581662744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:935; }","duration":"831.738295ms","start":"2026-03-17T20:49:34.289232Z","end":"2026-03-17T20:49:35.120970Z","steps":["trace[1581662744] 'agreement among raft nodes before linearized reading'  (duration: 831.637314ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:35.121018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.289210Z","time spent":"831.797585ms","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:35.230245Z","caller":"traceutil/trace.go:171","msg":"trace[2030095978] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1044; }","duration":"109.383465ms","start":"2026-03-17T20:49:35.120838Z","end":"2026-03-17T20:49:35.230221Z","steps":["trace[2030095978] 'read index received'  (duration: 109.339164ms)","trace[2030095978] 'applied index is now lower than readState.Index'  (duration: 14.401µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:35.230424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.434887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:35.230462Z","caller":"traceutil/trace.go:171","msg":"trace[1788739775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"846.521028ms","start":"2026-03-17T20:49:34.383935Z","end":"2026-03-17T20:49:35.230456Z","steps":["trace[1788739775] 'agreement among raft nodes before linearized reading'  (duration: 846.444338ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:35.230496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.383916Z","time spent":"846.575639ms","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:35.230703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.684088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:35.230761Z","caller":"traceutil/trace.go:171","msg":"trace[945967451] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:936; }","duration":"232.741249ms","start":"2026-03-17T20:49:34.998008Z","end":"2026-03-17T20:49:35.230749Z","steps":["trace[945967451] 'agreement among raft nodes before linearized reading'  (duration: 232.677448ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:35.230982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.829463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:35.231042Z","caller":"traceutil/trace.go:171","msg":"trace[562718976] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:936; }","duration":"732.889464ms","start":"2026-03-17T20:49:34.498146Z","end":"2026-03-17T20:49:35.231035Z","steps":["trace[562718976] 'agreement among raft nodes before linearized reading'  (duration: 732.816393ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:35.231094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.498094Z","time spent":"732.993035ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:35.231218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.002059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:35.231258Z","caller":"traceutil/trace.go:171","msg":"trace[947940395] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings/; range_end:/registry/validatingadmissionpolicybindings0; response_count:0; response_revision:936; }","duration":"751.064499ms","start":"2026-03-17T20:49:34.480187Z","end":"2026-03-17T20:49:35.231251Z","steps":["trace[947940395] 'agreement among raft nodes before linearized reading'  (duration: 751.014449ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:35.231303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.480170Z","time spent":"751.12069ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:35.444560Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.277491ms","expected-duration":"100ms","prefix":"","request":"header:<ID:14177222764803886417 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/cilium-h7pzf.189dbc0909672ddf\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/cilium-h7pzf.189dbc0909672ddf\" value_size:620 lease:4953850727949110409 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-17T20:49:35.444692Z","caller":"traceutil/trace.go:171","msg":"trace[1938055886] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"188.650129ms","start":"2026-03-17T20:49:35.256021Z","end":"2026-03-17T20:49:35.444671Z","steps":["trace[1938055886] 'process raft request'  (duration: 81.175876ms)","trace[1938055886] 'compare'  (duration: 107.157459ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:36.699268Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:37.199853Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:37.700290Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:38.200842Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:38.384110Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000914543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:38.384217Z","caller":"traceutil/trace.go:171","msg":"trace[1230573174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001064156s","start":"2026-03-17T20:49:36.383129Z","end":"2026-03-17T20:49:38.384193Z","steps":["trace[1230573174] 'agreement among raft nodes before linearized reading'  (duration: 2.000939524s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:38.384772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.383113Z","time spent":"2.001631412s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:38.702210Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:39.203373Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:39.704449Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:40.204895Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:40.384403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:40.384509Z","caller":"traceutil/trace.go:171","msg":"trace[2139334159] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023225s","start":"2026-03-17T20:49:38.384462Z","end":"2026-03-17T20:49:40.384485Z","steps":["trace[2139334159] 'agreement among raft nodes before linearized reading'  (duration: 1.999887704s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.384569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.384442Z","time spent":"2.000117787s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:40.664206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:40.664315Z","caller":"traceutil/trace.go:171","msg":"trace[1089005290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144806s","start":"2026-03-17T20:49:38.664146Z","end":"2026-03-17T20:49:40.664290Z","steps":["trace[1089005290] 'agreement among raft nodes before linearized reading'  (duration: 2.000008365s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.664372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.664120Z","time spent":"2.000241537s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:40.705411Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:41.206437Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:41.349683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999683543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:41.349761Z","caller":"traceutil/trace.go:171","msg":"trace[869829405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999841054s","start":"2026-03-17T20:49:36.349904Z","end":"2026-03-17T20:49:41.349745Z","steps":["trace[869829405] 'agreement among raft nodes before linearized reading'  (duration: 4.999732043s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:41.349803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.349882Z","time spent":"4.999913906s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
2026/03/17 20:49:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:41.582596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.693445697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:49:41.582703Z","caller":"traceutil/trace.go:171","msg":"trace[1237077335] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:938; }","duration":"5.693626548s","start":"2026-03-17T20:49:35.889059Z","end":"2026-03-17T20:49:41.582686Z","steps":["trace[1237077335] 'count revisions from in-memory index tree'  (duration: 5.690947519s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:41.582746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.889034Z","time spent":"5.693701989s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:41.583105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.58485085s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:41.583193Z","caller":"traceutil/trace.go:171","msg":"trace[762573847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:938; }","duration":"5.584947702s","start":"2026-03-17T20:49:35.998229Z","end":"2026-03-17T20:49:41.583177Z","steps":["trace[762573847] 'range keys from in-memory index tree'  (duration: 5.5847933s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:41.583342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.540218247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:41.583372Z","caller":"traceutil/trace.go:171","msg":"trace[561415392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.540296678s","start":"2026-03-17T20:49:36.043067Z","end":"2026-03-17T20:49:41.583364Z","steps":["trace[561415392] 'range keys from in-memory index tree'  (duration: 5.538023293s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:41.583409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.043043Z","time spent":"5.540352789s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
2026/03/17 20:49:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:41.706663Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:42.191826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 2, index: 1051, vote: 0] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 2, index: 1051] at term 2: lease is not expired (remaining ticks: 10)"}
{"level":"warn","ts":"2026-03-17T20:49:42.207183Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:42.391551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:42.391653Z","caller":"traceutil/trace.go:171","msg":"trace[1255298317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196218s","start":"2026-03-17T20:49:40.391438Z","end":"2026-03-17T20:49:42.391634Z","steps":["trace[1255298317] 'agreement among raft nodes before linearized reading'  (duration: 2.000023836s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:42.391720Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.391401Z","time spent":"2.000306759s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:42.438187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.379911267s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:42.708077Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886420,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:43.198941Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2026-03-17T20:49:43.199143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000996097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-h7pzf\" limit:1 ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2026-03-17T20:49:43.199180Z","caller":"traceutil/trace.go:171","msg":"trace[1016763128] range","detail":"{range_begin:/registry/pods/kube-system/cilium-h7pzf; range_end:; }","duration":"7.001059568s","start":"2026-03-17T20:49:36.198104Z","end":"2026-03-17T20:49:43.199164Z","steps":["trace[1016763128] 'agreement among raft nodes before linearized reading'  (duration: 7.000993817s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:43.199217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.198040Z","time spent":"7.001168259s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-h7pzf\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:43.238082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.237770Z","time spent":"7.000305245s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:43.518417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079930132s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:43.699521Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886423,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:43.915550Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 2, index: 1051, vote: 0] ignored MsgPreVote from 5a110d012eba26a2 [logterm: 2, index: 1051] at term 2: lease is not expired (remaining ticks: 4)"}
{"level":"info","ts":"2026-03-17T20:49:43.966589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 2, index: 1051, vote: 0] ignored MsgVote from 5a110d012eba26a2 [logterm: 2, index: 1051] at term 2: lease is not expired (remaining ticks: 3)"}
{"level":"warn","ts":"2026-03-17T20:49:44.200622Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886423,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:44.365864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [term: 2] received a MsgApp message with higher term from 5a110d012eba26a2 [term: 3]"}
{"level":"info","ts":"2026-03-17T20:49:44.365958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf became follower at term 3"}
{"level":"info","ts":"2026-03-17T20:49:44.365984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 77297b5b7846c4bf changed leader from 3cf904ec39d3e333 to 5a110d012eba26a2 at term 3"}
{"level":"warn","ts":"2026-03-17T20:49:44.366225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785177344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.102\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.366278Z","caller":"traceutil/trace.go:171","msg":"trace[96874977] range","detail":"{range_begin:/registry/masterleases/199.19.213.102; range_end:; }","duration":"1.785378016s","start":"2026-03-17T20:49:42.580885Z","end":"2026-03-17T20:49:44.366263Z","steps":["trace[96874977] 'agreement among raft nodes before linearized reading'  (duration: 1.785216224s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.366327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.580855Z","time spent":"1.785459977s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.102\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.366386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916118967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.366410Z","caller":"traceutil/trace.go:171","msg":"trace[848684421] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"4.916179828s","start":"2026-03-17T20:49:39.450224Z","end":"2026-03-17T20:49:44.366404Z","steps":["trace[848684421] 'agreement among raft nodes before linearized reading'  (duration: 4.916151337s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.366434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.450205Z","time spent":"4.916222468s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.366440Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930879039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.366544Z","caller":"traceutil/trace.go:171","msg":"trace[760773423] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; }","duration":"1.9309792s","start":"2026-03-17T20:49:42.435546Z","end":"2026-03-17T20:49:44.366525Z","steps":["trace[760773423] 'agreement among raft nodes before linearized reading'  (duration: 1.930879449s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.366555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.022886557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.366866Z","caller":"traceutil/trace.go:171","msg":"trace[239253116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"6.023354831s","start":"2026-03-17T20:49:38.343489Z","end":"2026-03-17T20:49:44.366844Z","steps":["trace[239253116] 'agreement among raft nodes before linearized reading'  (duration: 6.022930267s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.366599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.435447Z","time spent":"1.931140962s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.366576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978331832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbff349bdbd6\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367092Z","caller":"traceutil/trace.go:171","msg":"trace[143833110] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbbff349bdbd6; range_end:; }","duration":"3.978952169s","start":"2026-03-17T20:49:40.388129Z","end":"2026-03-17T20:49:44.367081Z","steps":["trace[143833110] 'agreement among raft nodes before linearized reading'  (duration: 3.978376903s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.388102Z","time spent":"3.979016269s","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbff349bdbd6\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.367032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.343462Z","time spent":"6.023561214s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.366367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783082999s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367296Z","caller":"traceutil/trace.go:171","msg":"trace[268365275] range","detail":"{range_begin:; range_end:; }","duration":"2.784035529s","start":"2026-03-17T20:49:41.583230Z","end":"2026-03-17T20:49:44.367265Z","steps":["trace[268365275] 'agreement among raft nodes before linearized reading'  (duration: 2.783074879s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.366698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052217727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367372Z","caller":"traceutil/trace.go:171","msg":"trace[620114022] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"4.052953405s","start":"2026-03-17T20:49:40.314410Z","end":"2026-03-17T20:49:44.367363Z","steps":["trace[620114022] 'agreement among raft nodes before linearized reading'  (duration: 4.052270008s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.314380Z","time spent":"4.053014985s","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.366499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.737153101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"error","ts":"2026-03-17T20:49:44.367383Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"}
{"level":"info","ts":"2026-03-17T20:49:44.367437Z","caller":"traceutil/trace.go:171","msg":"trace[537893105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"4.738162653s","start":"2026-03-17T20:49:39.629268Z","end":"2026-03-17T20:49:44.367431Z","steps":["trace[537893105] 'agreement among raft nodes before linearized reading'  (duration: 4.737106301s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.629248Z","time spent":"4.738203463s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.366763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6568231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367481Z","caller":"traceutil/trace.go:171","msg":"trace[158720837] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"2.657573629s","start":"2026-03-17T20:49:41.709903Z","end":"2026-03-17T20:49:44.367477Z","steps":["trace[158720837] 'agreement among raft nodes before linearized reading'  (duration: 2.656851731s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.709881Z","time spent":"2.657609109s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.366744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276570179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367548Z","caller":"traceutil/trace.go:171","msg":"trace[1291660699] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"2.277444568s","start":"2026-03-17T20:49:42.090098Z","end":"2026-03-17T20:49:44.367543Z","steps":["trace[1291660699] 'agreement among raft nodes before linearized reading'  (duration: 2.276617399s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.090072Z","time spent":"2.277487259s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.366623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973678465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367596Z","caller":"traceutil/trace.go:171","msg":"trace[872038217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.974679375s","start":"2026-03-17T20:49:42.392911Z","end":"2026-03-17T20:49:44.367591Z","steps":["trace[872038217] 'agreement among raft nodes before linearized reading'  (duration: 1.973706775s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.392896Z","time spent":"1.974716876s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:49:44.604729Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"}
{"level":"warn","ts":"2026-03-17T20:49:44.695942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.695335Z","time spent":"7.000600836s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"info","ts":"2026-03-17T20:49:44.729550Z","caller":"traceutil/trace.go:171","msg":"trace[1705317746] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1052; }","duration":"363.410743ms","start":"2026-03-17T20:49:44.366063Z","end":"2026-03-17T20:49:44.729474Z","steps":["trace[1705317746] 'read index received'  (duration: 363.405233ms)","trace[1705317746] 'applied index is now lower than readState.Index'  (duration: 4.65µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:45.230176Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:45.730473Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:46.231708Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:46.375270Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:46.375384Z","caller":"traceutil/trace.go:171","msg":"trace[906051873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041862s","start":"2026-03-17T20:49:44.374943Z","end":"2026-03-17T20:49:46.375361Z","steps":["trace[906051873] 'agreement among raft nodes before linearized reading'  (duration: 2.000278649s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:46.375467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.374927Z","time spent":"2.000526311s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:46.732780Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:47.233261Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:47.734314Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:48.235368Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:48.376500Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:48.376570Z","caller":"traceutil/trace.go:171","msg":"trace[700937277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340083s","start":"2026-03-17T20:49:46.376215Z","end":"2026-03-17T20:49:48.376555Z","steps":["trace[700937277] 'agreement among raft nodes before linearized reading'  (duration: 2.000249202s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:48.376615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.376158Z","time spent":"2.000447423s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2026-03-17T20:49:48.615733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 3, index: 1068, vote: 0] ignored MsgPreVote from 5a110d012eba26a2 [logterm: 3, index: 1068] at term 3: lease is not expired (remaining ticks: 10)"}
{"level":"warn","ts":"2026-03-17T20:49:48.736497Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:49.237318Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:49.489271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999735958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:49.489360Z","caller":"traceutil/trace.go:171","msg":"trace[1940004172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99990372s","start":"2026-03-17T20:49:44.489440Z","end":"2026-03-17T20:49:49.489343Z","steps":["trace[1940004172] 'agreement among raft nodes before linearized reading'  (duration: 4.999769298s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:49.489408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.489417Z","time spent":"4.99998184s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:49.583038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999141613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:49.583197Z","caller":"traceutil/trace.go:171","msg":"trace[2019761051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999360406s","start":"2026-03-17T20:49:44.583819Z","end":"2026-03-17T20:49:49.583179Z","steps":["trace[2019761051] 'agreement among raft nodes before linearized reading'  (duration: 4.999173414s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:49.583306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.583798Z","time spent":"4.999465937s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
2026/03/17 20:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:49.738126Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:50.204114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.473536767s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-17T20:49:50.214960Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 3, index: 1068, vote: 0] ignored MsgPreVote from 5a110d012eba26a2 [logterm: 3, index: 1068] at term 3: lease is not expired (remaining ticks: 9)"}
{"level":"warn","ts":"2026-03-17T20:49:50.238345Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:50.243505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.242420Z","time spent":"7.001080403s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:50.385854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:50.385969Z","caller":"traceutil/trace.go:171","msg":"trace[1438800882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678266s","start":"2026-03-17T20:49:48.385239Z","end":"2026-03-17T20:49:50.385917Z","steps":["trace[1438800882] 'agreement among raft nodes before linearized reading'  (duration: 2.000580704s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:50.386021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.385218Z","time spent":"2.000792177s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:50.739384Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:50.980819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.467608Z","time spent":"3.513204558s","remote":"127.0.0.1:39584","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:50.981029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.777355259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-h7pzf\" limit:1 ","response":"range_response_count:1 size:18163"}
{"level":"info","ts":"2026-03-17T20:49:50.981097Z","caller":"traceutil/trace.go:171","msg":"trace[742894109] range","detail":"{range_begin:/registry/pods/kube-system/cilium-h7pzf; range_end:; response_count:1; response_revision:942; }","duration":"7.77746793s","start":"2026-03-17T20:49:43.203613Z","end":"2026-03-17T20:49:50.981081Z","steps":["trace[742894109] 'agreement among raft nodes before linearized reading'  (duration: 1.526029654s)","trace[742894109] 'range keys from in-memory index tree'  (duration: 6.251256014s)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:50.981134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.203593Z","time spent":"7.777533842s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18185,"request content":"key:\"/registry/pods/kube-system/cilium-h7pzf\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:50.982302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.741924755s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:50.982360Z","caller":"traceutil/trace.go:171","msg":"trace[900568584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:942; }","duration":"5.741995646s","start":"2026-03-17T20:49:45.240353Z","end":"2026-03-17T20:49:50.982348Z","steps":["trace[900568584] 'range keys from in-memory index tree'  (duration: 5.741880954s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:50.982966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.509845ms","expected-duration":"100ms","prefix":"","request":"header:<ID:2783960132499808380 username:\"kube-apiserver-etcd-client\" auth_revision:1 > lease_grant:<ttl:3660-second id:26a29cfd8e80207b>","response":"size:40"}
{"level":"info","ts":"2026-03-17T20:49:50.983183Z","caller":"traceutil/trace.go:171","msg":"trace[1370493148] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"6.608082604s","start":"2026-03-17T20:49:44.375085Z","end":"2026-03-17T20:49:50.983168Z","steps":["trace[1370493148] 'process raft request'  (duration: 6.607951353s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:50.983306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.375053Z","time spent":"6.608173686s","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc0a4c0be662\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc0a4c0be662\" value_size:687 lease:4953850727949110409 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:49:51.240330Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886428,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:51.591085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38678237s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:51.703889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.702743Z","time spent":"7.001132825s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:51.730111Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2026-03-17T20:49:51.730281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.3613778s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2026-03-17T20:49:51.730384Z","caller":"traceutil/trace.go:171","msg":"trace[562241650] range","detail":"{range_begin:; range_end:; }","duration":"7.361488551s","start":"2026-03-17T20:49:44.368863Z","end":"2026-03-17T20:49:51.730352Z","steps":["trace[562241650] 'agreement among raft nodes before linearized reading'  (duration: 7.36137425s)"],"step_count":1}
{"level":"error","ts":"2026-03-17T20:49:51.730503Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"}
{"level":"info","ts":"2026-03-17T20:49:51.815231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 3, index: 1068, vote: 0] ignored MsgPreVote from 5a110d012eba26a2 [logterm: 3, index: 1068] at term 3: lease is not expired (remaining ticks: 6)"}
{"level":"warn","ts":"2026-03-17T20:49:52.230665Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14177222764803886433,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:52.362497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf is starting a new election at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.363162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf became pre-candidate at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.363201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf received MsgPreVoteResp from 77297b5b7846c4bf at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.363235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 3, index: 1068] sent MsgPreVote request to 3cf904ec39d3e333 at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.363263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 3, index: 1068] sent MsgPreVote request to 5a110d012eba26a2 at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.363285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 77297b5b7846c4bf lost leader 5a110d012eba26a2 at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.364541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf received MsgPreVoteResp from 3cf904ec39d3e333 at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.364577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf has received 2 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-17T20:49:52.364594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf became candidate at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.364603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf received MsgVoteResp from 77297b5b7846c4bf at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.364618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 3, index: 1068] sent MsgVote request to 3cf904ec39d3e333 at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.364641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf [logterm: 3, index: 1068] sent MsgVote request to 5a110d012eba26a2 at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.368348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf received MsgVoteResp from 5a110d012eba26a2 at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.368411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf has received 2 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-17T20:49:52.368432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77297b5b7846c4bf became leader at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.368447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 77297b5b7846c4bf elected leader 77297b5b7846c4bf at term 4"}
{"level":"warn","ts":"2026-03-17T20:49:52.368862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31696772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.368936Z","caller":"traceutil/trace.go:171","msg":"trace[287061183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.317106932s","start":"2026-03-17T20:49:47.051811Z","end":"2026-03-17T20:49:52.368918Z","steps":["trace[287061183] 'agreement among raft nodes before linearized reading'  (duration: 5.317004831s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.368979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.051789Z","time spent":"5.317181533s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:52.369346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057944635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.369372Z","caller":"traceutil/trace.go:171","msg":"trace[239563625] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"2.058009616s","start":"2026-03-17T20:49:50.311356Z","end":"2026-03-17T20:49:52.369366Z","steps":["trace[239563625] 'agreement among raft nodes before linearized reading'  (duration: 2.057980055s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.369393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.311336Z","time spent":"2.058050656s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:52.369437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.681499113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.369682Z","caller":"traceutil/trace.go:171","msg":"trace[344655632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.681810546s","start":"2026-03-17T20:49:46.687851Z","end":"2026-03-17T20:49:52.369661Z","steps":["trace[344655632] 'agreement among raft nodes before linearized reading'  (duration: 5.681534533s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.369813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983813029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.369853Z","caller":"traceutil/trace.go:171","msg":"trace[657281508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.983888921s","start":"2026-03-17T20:49:50.385955Z","end":"2026-03-17T20:49:52.369844Z","steps":["trace[657281508] 'agreement among raft nodes before linearized reading'  (duration: 1.98384477s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.369876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.385935Z","time spent":"1.983935381s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:52.370003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.687825Z","time spent":"5.682161539s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:52.379289Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"}
{"level":"warn","ts":"2026-03-17T20:49:52.386419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.652372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"}
{"level":"info","ts":"2026-03-17T20:49:52.386481Z","caller":"traceutil/trace.go:171","msg":"trace[719739863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:949; }","duration":"140.765433ms","start":"2026-03-17T20:49:52.245697Z","end":"2026-03-17T20:49:52.386462Z","steps":["trace[719739863] 'agreement among raft nodes before linearized reading'  (duration: 140.644341ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.386412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.621745ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:52.386582Z","caller":"traceutil/trace.go:171","msg":"trace[1189105240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:949; }","duration":"654.805957ms","start":"2026-03-17T20:49:51.731753Z","end":"2026-03-17T20:49:52.386559Z","steps":["trace[1189105240] 'agreement among raft nodes before linearized reading'  (duration: 654.589114ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:52.391130Z","caller":"traceutil/trace.go:171","msg":"trace[1558834748] transaction","detail":"{read_only:false; number_of_response:1; response_revision:953; }","duration":"681.683001ms","start":"2026-03-17T20:49:51.709424Z","end":"2026-03-17T20:49:52.391107Z","steps":["trace[1558834748] 'process raft request'  (duration: 681.55252ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.391234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.709399Z","time spent":"681.778263ms","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":585,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-2\" mod_revision:908 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-2\" value_size:484 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-2\" > >"}
{"level":"info","ts":"2026-03-17T20:49:52.391806Z","caller":"traceutil/trace.go:171","msg":"trace[139011892] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"1.397702147s","start":"2026-03-17T20:49:50.994088Z","end":"2026-03-17T20:49:52.391790Z","steps":["trace[139011892] 'process raft request'  (duration: 1.396599584s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.391875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.994071Z","time spent":"1.397780759s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18320,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/cilium-h7pzf\" mod_revision:883 > success:<request_put:<key:\"/registry/pods/kube-system/cilium-h7pzf\" value_size:18271 >> failure:<request_range:<key:\"/registry/pods/kube-system/cilium-h7pzf\" > >"}
{"level":"info","ts":"2026-03-17T20:49:52.392247Z","caller":"traceutil/trace.go:171","msg":"trace[1057099573] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"1.404680855s","start":"2026-03-17T20:49:50.987556Z","end":"2026-03-17T20:49:52.392237Z","steps":["trace[1057099573] 'process raft request'  (duration: 1.402803764s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.392302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.987534Z","time spent":"1.404739495s","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/etcd-controller-2.189dbc0b28bbaf63\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/etcd-controller-2.189dbc0b28bbaf63\" value_size:658 lease:4953850727949110409 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:49:52.392411Z","caller":"traceutil/trace.go:171","msg":"trace[1168156091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:951; }","duration":"2.143975879s","start":"2026-03-17T20:49:50.248403Z","end":"2026-03-17T20:49:52.392379Z","steps":["trace[1168156091] 'process raft request'  (duration: 2.141917837s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.392611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.248382Z","time spent":"2.144097811s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:900 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:603 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:52.827818Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"163.270188ms"}
{"level":"warn","ts":"2026-03-17T20:49:52.827919Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"163.3989ms"}
{"level":"info","ts":"2026-03-17T20:49:52.827955Z","caller":"traceutil/trace.go:171","msg":"trace[1694319180] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1095; }","duration":"365.796997ms","start":"2026-03-17T20:49:52.462109Z","end":"2026-03-17T20:49:52.827906Z","steps":["trace[1694319180] 'read index received'  (duration: 365.783486ms)","trace[1694319180] 'applied index is now lower than readState.Index'  (duration: 10.671µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:52.838317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.182331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc0a4c0be662\" limit:1 ","response":"range_response_count:1 size:793"}
{"level":"info","ts":"2026-03-17T20:49:52.838408Z","caller":"traceutil/trace.go:171","msg":"trace[1310820015] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc0a4c0be662; range_end:; response_count:1; response_revision:969; }","duration":"376.322292ms","start":"2026-03-17T20:49:52.462060Z","end":"2026-03-17T20:49:52.838382Z","steps":["trace[1310820015] 'agreement among raft nodes before linearized reading'  (duration: 365.941408ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.838472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.462042Z","time spent":"376.413262ms","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":815,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc0a4c0be662\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:52.838550Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.136646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.102\" limit:1 ","response":"range_response_count:1 size:135"}
{"level":"info","ts":"2026-03-17T20:49:52.838592Z","caller":"traceutil/trace.go:171","msg":"trace[105743657] range","detail":"{range_begin:/registry/masterleases/199.19.213.102; range_end:; response_count:1; response_revision:972; }","duration":"257.220518ms","start":"2026-03-17T20:49:52.581359Z","end":"2026-03-17T20:49:52.838579Z","steps":["trace[105743657] 'agreement among raft nodes before linearized reading'  (duration: 257.162717ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.838484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.404798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7811"}
{"level":"info","ts":"2026-03-17T20:49:52.838896Z","caller":"traceutil/trace.go:171","msg":"trace[1371172632] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:972; }","duration":"371.839064ms","start":"2026-03-17T20:49:52.467024Z","end":"2026-03-17T20:49:52.838863Z","steps":["trace[1371172632] 'agreement among raft nodes before linearized reading'  (duration: 371.393829ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.838966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.467006Z","time spent":"371.943335ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7833,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:54.047484Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"296.758462ms"}
{"level":"warn","ts":"2026-03-17T20:49:54.047550Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"296.833122ms"}
{"level":"info","ts":"2026-03-17T20:49:54.445027Z","caller":"traceutil/trace.go:171","msg":"trace[1608409779] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"154.70817ms","start":"2026-03-17T20:49:54.290284Z","end":"2026-03-17T20:49:54.444992Z","steps":["trace[1608409779] 'process raft request'  (duration: 154.508087ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:54.509978Z","caller":"traceutil/trace.go:171","msg":"trace[782700626] linearizableReadLoop","detail":"{readStateIndex:1174; appliedIndex:1175; }","duration":"126.517151ms","start":"2026-03-17T20:49:54.383420Z","end":"2026-03-17T20:49:54.509937Z","steps":["trace[782700626] 'read index received'  (duration: 126.504551ms)","trace[782700626] 'applied index is now lower than readState.Index'  (duration: 10.2µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:54.510180Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.739284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:54.510211Z","caller":"traceutil/trace.go:171","msg":"trace[600761859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1046; }","duration":"126.852585ms","start":"2026-03-17T20:49:54.383348Z","end":"2026-03-17T20:49:54.510200Z","steps":["trace[600761859] 'agreement among raft nodes before linearized reading'  (duration: 126.734874ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.148794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.784249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:57.148958Z","caller":"traceutil/trace.go:171","msg":"trace[1719767111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"150.948941ms","start":"2026-03-17T20:49:56.997982Z","end":"2026-03-17T20:49:57.148931Z","steps":["trace[1719767111] 'range keys from in-memory index tree'  (duration: 150.741749ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.150151Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"412.68864ms"}
{"level":"warn","ts":"2026-03-17T20:49:57.150200Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"412.74091ms"}