{"level":"warn","ts":"2026-03-17T20:46:42.353741Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-03-17T20:46:42.353954Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.3:2380","--initial-cluster=controller-1=https://199.19.213.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.3:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]}
{"level":"warn","ts":"2026-03-17T20:46:42.354022Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-03-17T20:46:42.354031Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.3:2380"]}
{"level":"info","ts":"2026-03-17T20:46:42.354084Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-03-17T20:46:42.355574Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"]}
{"level":"info","ts":"2026-03-17T20:46:42.355686Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.3:2380"],"listen-peer-urls":["https://199.19.213.3:2380"],"advertise-client-urls":["https://199.19.213.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2026-03-17T20:46:42.360176Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.113314ms"}
{"level":"info","ts":"2026-03-17T20:46:42.374807Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"3cf904ec39d3e333","cluster-id":"7b1ae51097bedd0e"}
{"level":"info","ts":"2026-03-17T20:46:42.374955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=()"}
{"level":"info","ts":"2026-03-17T20:46:42.375250Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became follower at term 0"}
{"level":"info","ts":"2026-03-17T20:46:42.375335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cf904ec39d3e333 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2026-03-17T20:46:42.375396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became follower at term 1"}
{"level":"info","ts":"2026-03-17T20:46:42.375439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035)"}
{"level":"warn","ts":"2026-03-17T20:46:42.397968Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2026-03-17T20:46:42.402118Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2026-03-17T20:46:42.402208Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0}
{"level":"info","ts":"2026-03-17T20:46:42.403453Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2026-03-17T20:46:42.405181Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"3cf904ec39d3e333","local-server-version":"3.5.21","cluster-version":"to_be_decided"}
{"level":"info","ts":"2026-03-17T20:46:42.405615Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cf904ec39d3e333","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2026-03-17T20:46:42.406735Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-17T20:46:42.407435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-17T20:46:42.407631Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-17T20:46:42.407645Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-17T20:46:42.408455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035)"}
{"level":"info","ts":"2026-03-17T20:46:42.408541Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","added-peer-id":"3cf904ec39d3e333","added-peer-peer-urls":["https://199.19.213.3:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2026-03-17T20:46:42.409345Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-03-17T20:46:42.409490Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.3:2380"}
{"level":"info","ts":"2026-03-17T20:46:42.409512Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.3:2380"}
{"level":"info","ts":"2026-03-17T20:46:42.409652Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3cf904ec39d3e333","initial-advertise-peer-urls":["https://199.19.213.3:2380"],"listen-peer-urls":["https://199.19.213.3:2380"],"advertise-client-urls":["https://199.19.213.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2026-03-17T20:46:42.409688Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2026-03-17T20:46:42.975799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 is starting a new election at term 1"}
{"level":"info","ts":"2026-03-17T20:46:42.975947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became pre-candidate at term 1"}
{"level":"info","ts":"2026-03-17T20:46:42.976016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 received MsgPreVoteResp from 3cf904ec39d3e333 at term 1"}
{"level":"info","ts":"2026-03-17T20:46:42.976046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became candidate at term 2"}
{"level":"info","ts":"2026-03-17T20:46:42.976067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 received MsgVoteResp from 3cf904ec39d3e333 at term 2"}
{"level":"info","ts":"2026-03-17T20:46:42.976080Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became leader at term 2"}
{"level":"info","ts":"2026-03-17T20:46:42.976089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cf904ec39d3e333 elected leader 3cf904ec39d3e333 at term 2"}
{"level":"info","ts":"2026-03-17T20:46:42.977031Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"3cf904ec39d3e333","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.3:2379]}","request-path":"/0/members/3cf904ec39d3e333/attributes","cluster-id":"7b1ae51097bedd0e","publish-timeout":"7s"}
{"level":"info","ts":"2026-03-17T20:46:42.977038Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-03-17T20:46:42.977071Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-03-17T20:46:42.977395Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2026-03-17T20:46:42.977479Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2026-03-17T20:46:42.977554Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-17T20:46:42.978799Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-17T20:46:42.978919Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-17T20:46:42.979059Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-17T20:46:42.982028Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-17T20:46:42.983262Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.3:2379"}
{"level":"info","ts":"2026-03-17T20:46:42.985108Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-17T20:46:42.987853Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"warn","ts":"2026-03-17T20:46:45.727889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140122691s","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228182446 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/apiregistration.k8s.io/apiservices/v1.scheduling.k8s.io\" mod_revision:0 > success:<request_put:<key:\"/registry/apiregistration.k8s.io/apiservices/v1.scheduling.k8s.io\" value_size:886 >> failure:<>>","response":"size:14"}
{"level":"info","ts":"2026-03-17T20:46:45.728099Z","caller":"traceutil/trace.go:171","msg":"trace[1307155240] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"1.395839685s","start":"2026-03-17T20:46:44.332220Z","end":"2026-03-17T20:46:45.728060Z","steps":["trace[1307155240] 'process raft request'  (duration: 254.158767ms)","trace[1307155240] 'compare'  (duration: 1.139991466s)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:45.728187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:44.332211Z","time spent":"1.395936698s","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/apiregistration.k8s.io/apiservices/v1.scheduling.k8s.io\" mod_revision:0 > success:<request_put:<key:\"/registry/apiregistration.k8s.io/apiservices/v1.scheduling.k8s.io\" value_size:886 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:45.729489Z","caller":"traceutil/trace.go:171","msg":"trace[1997183387] linearizableReadLoop","detail":"{readStateIndex:45; appliedIndex:41; }","duration":"1.359710354s","start":"2026-03-17T20:46:44.369769Z","end":"2026-03-17T20:46:45.729479Z","steps":["trace[1997183387] 'read index received'  (duration: 216.628435ms)","trace[1997183387] 'applied index is now lower than readState.Index'  (duration: 1.143081268s)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:45.729798Z","caller":"traceutil/trace.go:171","msg":"trace[1509245691] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"1.39740064s","start":"2026-03-17T20:46:44.332380Z","end":"2026-03-17T20:46:45.729780Z","steps":["trace[1509245691] 'process raft request'  (duration: 1.395631807s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.729883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:44.332373Z","time spent":"1.397477844s","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/apiregistration.k8s.io/apiservices/v1.storage.k8s.io\" mod_revision:0 > success:<request_put:<key:\"/registry/apiregistration.k8s.io/apiservices/v1.storage.k8s.io\" value_size:880 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:45.730049Z","caller":"traceutil/trace.go:171","msg":"trace[808714062] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"1.376318731s","start":"2026-03-17T20:46:44.353674Z","end":"2026-03-17T20:46:45.729993Z","steps":["trace[808714062] 'process raft request'  (duration: 1.375781412s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.730205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:44.353665Z","time spent":"1.376471767s","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" mod_revision:0 > success:<request_put:<key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" value_size:264 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:45.730076Z","caller":"traceutil/trace.go:171","msg":"trace[598318316] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"1.376652303s","start":"2026-03-17T20:46:44.353406Z","end":"2026-03-17T20:46:45.730059Z","steps":["trace[598318316] 'process raft request'  (duration: 1.376001059s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.730351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:44.353350Z","time spent":"1.376985495s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/prioritylevelconfigurations/global-default\" mod_revision:0 > success:<request_put:<key:\"/registry/prioritylevelconfigurations/global-default\" value_size:645 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:46:45.730225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260146596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:45.730532Z","caller":"traceutil/trace.go:171","msg":"trace[2132229179] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:40; }","duration":"1.260559831s","start":"2026-03-17T20:46:44.469962Z","end":"2026-03-17T20:46:45.730522Z","steps":["trace[2132229179] 'agreement among raft nodes before linearized reading'  (duration: 1.260098104s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.730563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:44.469947Z","time spent":"1.260603982s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:46:45.730595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170999389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:45.730656Z","caller":"traceutil/trace.go:171","msg":"trace[743448060] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:40; }","duration":"1.171070671s","start":"2026-03-17T20:46:44.559572Z","end":"2026-03-17T20:46:45.730643Z","steps":["trace[743448060] 'agreement among raft nodes before linearized reading'  (duration: 1.170973788s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.730695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:44.559538Z","time spent":"1.171148214s","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:46:45.730771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.782064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:45.730814Z","caller":"traceutil/trace.go:171","msg":"trace[1576644818] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:40; }","duration":"538.869977ms","start":"2026-03-17T20:46:45.191934Z","end":"2026-03-17T20:46:45.730804Z","steps":["trace[1576644818] 'agreement among raft nodes before linearized reading'  (duration: 538.324927ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.730826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361054963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"warn","ts":"2026-03-17T20:46:45.730616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.135536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"warn","ts":"2026-03-17T20:46:45.730951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.219909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:45.730985Z","caller":"traceutil/trace.go:171","msg":"trace[1413599718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40; }","duration":"335.296291ms","start":"2026-03-17T20:46:45.395678Z","end":"2026-03-17T20:46:45.730975Z","steps":["trace[1413599718] 'agreement among raft nodes before linearized reading'  (duration: 335.250419ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.731013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.395657Z","time spent":"335.350183ms","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:46:45.730859Z","caller":"traceutil/trace.go:171","msg":"trace[1555053237] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:40; }","duration":"1.361127006s","start":"2026-03-17T20:46:44.369726Z","end":"2026-03-17T20:46:45.730853Z","steps":["trace[1555053237] 'agreement among raft nodes before linearized reading'  (duration: 1.361063883s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.731726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:44.369711Z","time spent":"1.361995547s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:46:45.732043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.191905Z","time spent":"540.126332ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:46:45.730892Z","caller":"traceutil/trace.go:171","msg":"trace[1990084193] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:40; }","duration":"539.468288ms","start":"2026-03-17T20:46:45.191401Z","end":"2026-03-17T20:46:45.730869Z","steps":["trace[1990084193] 'agreement among raft nodes before linearized reading'  (duration: 538.927219ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:45.733338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.191377Z","time spent":"541.944028ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:46:46.234634Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228182452,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:46:46.513114Z","caller":"traceutil/trace.go:171","msg":"trace[2076813459] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"779.417808ms","start":"2026-03-17T20:46:45.733673Z","end":"2026-03-17T20:46:46.513091Z","steps":["trace[2076813459] 'process raft request'  (duration: 688.882575ms)","trace[2076813459] 'compare'  (duration: 90.425719ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:46.513231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.733662Z","time spent":"779.519532ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" mod_revision:0 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" value_size:604 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:46.529825Z","caller":"traceutil/trace.go:171","msg":"trace[1078681559] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:45; }","duration":"795.984782ms","start":"2026-03-17T20:46:45.733816Z","end":"2026-03-17T20:46:46.529801Z","steps":["trace[1078681559] 'read index received'  (duration: 688.695519ms)","trace[1078681559] 'applied index is now lower than readState.Index'  (duration: 107.288383ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:46.530090Z","caller":"traceutil/trace.go:171","msg":"trace[2117415961] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"795.693032ms","start":"2026-03-17T20:46:45.734390Z","end":"2026-03-17T20:46:46.530083Z","steps":["trace[2117415961] 'process raft request'  (duration: 795.226515ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:46.530306Z","caller":"traceutil/trace.go:171","msg":"trace[733880896] transaction","detail":"{read_only:false; number_of_response:0; response_revision:44; }","duration":"791.760498ms","start":"2026-03-17T20:46:45.738538Z","end":"2026-03-17T20:46:46.530299Z","steps":["trace[733880896] 'process raft request'  (duration: 791.23958ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:46.530369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.738521Z","time spent":"791.825271ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-vip-controller-1\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/kube-vip-controller-1\" value_size:3400 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:46.530590Z","caller":"traceutil/trace.go:171","msg":"trace[1738365796] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"793.924097ms","start":"2026-03-17T20:46:45.736644Z","end":"2026-03-17T20:46:46.530568Z","steps":["trace[1738365796] 'process raft request'  (duration: 793.107578ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:46.530675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.736634Z","time spent":"794.002539ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/priorityclasses/system-node-critical\" mod_revision:0 > success:<request_put:<key:\"/registry/priorityclasses/system-node-critical\" value_size:375 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:46:46.530710Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.228522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:46.530746Z","caller":"traceutil/trace.go:171","msg":"trace[2096935973] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:44; }","duration":"793.342506ms","start":"2026-03-17T20:46:45.737396Z","end":"2026-03-17T20:46:46.530738Z","steps":["trace[2096935973] 'agreement among raft nodes before linearized reading'  (duration: 793.269363ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:46.530765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.737366Z","time spent":"793.394328ms","remote":"127.0.0.1:56636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":26,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:46:46.530880Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.064581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3222"}
{"level":"info","ts":"2026-03-17T20:46:46.530902Z","caller":"traceutil/trace.go:171","msg":"trace[2126794394] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:44; }","duration":"797.112092ms","start":"2026-03-17T20:46:45.733784Z","end":"2026-03-17T20:46:46.530897Z","steps":["trace[2126794394] 'agreement among raft nodes before linearized reading'  (duration: 797.06917ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:46.530916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.733771Z","time spent":"797.142183ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3244,"request content":"key:\"/registry/minions/controller-1\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:46:46.532254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.734373Z","time spent":"795.746273ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/flowschemas/system-nodes\" mod_revision:0 > success:<request_put:<key:\"/registry/flowschemas/system-nodes\" value_size:595 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:46.530754Z","caller":"traceutil/trace.go:171","msg":"trace[1702553656] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"795.613959ms","start":"2026-03-17T20:46:45.734834Z","end":"2026-03-17T20:46:46.530448Z","steps":["trace[1702553656] 'process raft request'  (duration: 794.886623ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:46.532999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:45.734822Z","time spent":"797.813517ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3456,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-vip-controller-1\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/kube-vip-controller-1\" value_size:3400 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:46.792162Z","caller":"traceutil/trace.go:171","msg":"trace[523539304] linearizableReadLoop","detail":"{readStateIndex:55; appliedIndex:52; }","duration":"250.233315ms","start":"2026-03-17T20:46:46.541902Z","end":"2026-03-17T20:46:46.792135Z","steps":["trace[523539304] 'read index received'  (duration: 47.45313ms)","trace[523539304] 'applied index is now lower than readState.Index'  (duration: 202.779255ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:46.792275Z","caller":"traceutil/trace.go:171","msg":"trace[2078259282] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"252.652762ms","start":"2026-03-17T20:46:46.539610Z","end":"2026-03-17T20:46:46.792263Z","steps":["trace[2078259282] 'process raft request'  (duration: 247.752956ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:46.792333Z","caller":"traceutil/trace.go:171","msg":"trace[1620696790] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"251.274002ms","start":"2026-03-17T20:46:46.541033Z","end":"2026-03-17T20:46:46.792307Z","steps":["trace[1620696790] 'process raft request'  (duration: 251.057374ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:46.792357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.444043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:46.792408Z","caller":"traceutil/trace.go:171","msg":"trace[681519776] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:49; }","duration":"250.542466ms","start":"2026-03-17T20:46:46.541853Z","end":"2026-03-17T20:46:46.792395Z","steps":["trace[681519776] 'agreement among raft nodes before linearized reading'  (duration: 250.388471ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:46.792592Z","caller":"traceutil/trace.go:171","msg":"trace[8686936] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"197.719983ms","start":"2026-03-17T20:46:46.594865Z","end":"2026-03-17T20:46:46.792585Z","steps":["trace[8686936] 'process raft request'  (duration: 197.694742ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:46.792735Z","caller":"traceutil/trace.go:171","msg":"trace[359808449] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"198.514042ms","start":"2026-03-17T20:46:46.594205Z","end":"2026-03-17T20:46:46.792719Z","steps":["trace[359808449] 'process raft request'  (duration: 198.321295ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:47.069208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.17503ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228182480 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/flowschemas/system-leader-election\" mod_revision:52 > success:<request_put:<key:\"/registry/flowschemas/system-leader-election\" value_size:1149 >> failure:<request_range:<key:\"/registry/flowschemas/system-leader-election\" > >>","response":"size:14"}
{"level":"info","ts":"2026-03-17T20:46:47.069571Z","caller":"traceutil/trace.go:171","msg":"trace[168101314] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:61; }","duration":"260.606184ms","start":"2026-03-17T20:46:46.808709Z","end":"2026-03-17T20:46:47.069315Z","steps":["trace[168101314] 'read index received'  (duration: 124.982737ms)","trace[168101314] 'applied index is now lower than readState.Index'  (duration: 135.621976ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:47.069656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.948786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:47.069687Z","caller":"traceutil/trace.go:171","msg":"trace[332360634] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:56; }","duration":"261.024258ms","start":"2026-03-17T20:46:46.808653Z","end":"2026-03-17T20:46:47.069677Z","steps":["trace[332360634] 'agreement among raft nodes before linearized reading'  (duration: 260.963836ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:47.069693Z","caller":"traceutil/trace.go:171","msg":"trace[1654077536] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"262.068817ms","start":"2026-03-17T20:46:46.807571Z","end":"2026-03-17T20:46:47.069639Z","steps":["trace[1654077536] 'process raft request'  (duration: 126.16461ms)","trace[1654077536] 'compare'  (duration: 135.041856ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:47.070250Z","caller":"traceutil/trace.go:171","msg":"trace[1052376351] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"260.096605ms","start":"2026-03-17T20:46:46.810127Z","end":"2026-03-17T20:46:47.070223Z","steps":["trace[1052376351] 'process raft request'  (duration: 259.560517ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:47.070799Z","caller":"traceutil/trace.go:171","msg":"trace[67464058] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"259.252724ms","start":"2026-03-17T20:46:46.811538Z","end":"2026-03-17T20:46:47.070791Z","steps":["trace[67464058] 'process raft request'  (duration: 259.163671ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:47.406850Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.736426ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228182486 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/clusterroles/cluster-admin\" mod_revision:0 > success:<request_put:<key:\"/registry/clusterroles/cluster-admin\" value_size:496 >> failure:<>>","response":"size:14"}
{"level":"info","ts":"2026-03-17T20:46:47.407094Z","caller":"traceutil/trace.go:171","msg":"trace[1444100334] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"259.173964ms","start":"2026-03-17T20:46:47.147900Z","end":"2026-03-17T20:46:47.407074Z","steps":["trace[1444100334] 'process raft request'  (duration: 259.140012ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:47.407107Z","caller":"traceutil/trace.go:171","msg":"trace[863995383] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"331.297372ms","start":"2026-03-17T20:46:47.075771Z","end":"2026-03-17T20:46:47.407068Z","steps":["trace[863995383] 'process raft request'  (duration: 226.259347ms)","trace[863995383] 'compare'  (duration: 104.548828ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:47.407241Z","caller":"traceutil/trace.go:171","msg":"trace[1266758752] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"331.269371ms","start":"2026-03-17T20:46:47.075906Z","end":"2026-03-17T20:46:47.407176Z","steps":["trace[1266758752] 'process raft request'  (duration: 331.070434ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:47.407315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.075750Z","time spent":"331.435278ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/clusterroles/cluster-admin\" mod_revision:0 > success:<request_put:<key:\"/registry/clusterroles/cluster-admin\" value_size:496 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:46:47.407879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.075854Z","time spent":"331.920394ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/flowschemas/workload-leader-election\" mod_revision:55 > success:<request_put:<key:\"/registry/flowschemas/workload-leader-election\" value_size:1130 >> failure:<request_range:<key:\"/registry/flowschemas/workload-leader-election\" > >"}
{"level":"warn","ts":"2026-03-17T20:46:47.790295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.930469ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228182490 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/flowschemas/kube-system-service-accounts\" mod_revision:0 > success:<request_put:<key:\"/registry/flowschemas/kube-system-service-accounts\" value_size:634 >> failure:<>>","response":"size:14"}
{"level":"info","ts":"2026-03-17T20:46:47.790435Z","caller":"traceutil/trace.go:171","msg":"trace[466682151] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"378.974143ms","start":"2026-03-17T20:46:47.411435Z","end":"2026-03-17T20:46:47.790409Z","steps":["trace[466682151] 'process raft request'  (duration: 206.844048ms)","trace[466682151] 'compare'  (duration: 171.794524ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:47.790501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.411377Z","time spent":"379.097418ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/flowschemas/kube-system-service-accounts\" mod_revision:0 > success:<request_put:<key:\"/registry/flowschemas/kube-system-service-accounts\" value_size:634 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:47.822764Z","caller":"traceutil/trace.go:171","msg":"trace[2053722635] linearizableReadLoop","detail":"{readStateIndex:71; appliedIndex:68; }","duration":"227.941746ms","start":"2026-03-17T20:46:47.594790Z","end":"2026-03-17T20:46:47.822732Z","steps":["trace[2053722635] 'read index received'  (duration: 23.499304ms)","trace[2053722635] 'applied index is now lower than readState.Index'  (duration: 204.440442ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:47.822826Z","caller":"traceutil/trace.go:171","msg":"trace[1328080084] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"410.69566ms","start":"2026-03-17T20:46:47.412070Z","end":"2026-03-17T20:46:47.822765Z","steps":["trace[1328080084] 'process raft request'  (duration: 410.434829ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:47.822954Z","caller":"traceutil/trace.go:171","msg":"trace[1342234998] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"408.784261ms","start":"2026-03-17T20:46:47.414138Z","end":"2026-03-17T20:46:47.822922Z","steps":["trace[1342234998] 'process raft request'  (duration: 408.543842ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:47.823015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.412049Z","time spent":"410.859306ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1229,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/flowschemas/endpoint-controller\" mod_revision:57 > success:<request_put:<key:\"/registry/flowschemas/endpoint-controller\" value_size:1180 >> failure:<request_range:<key:\"/registry/flowschemas/endpoint-controller\" > >"}
{"level":"warn","ts":"2026-03-17T20:46:47.823157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.414117Z","time spent":"408.941917ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":36,"request content":"compare:<target:MOD key:\"/registry/clusterroles/system:discovery\" mod_revision:0 > success:<request_put:<key:\"/registry/clusterroles/system:discovery\" value_size:587 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:46:47.823158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.335251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:47.823254Z","caller":"traceutil/trace.go:171","msg":"trace[2064235057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:65; }","duration":"228.494206ms","start":"2026-03-17T20:46:47.594733Z","end":"2026-03-17T20:46:47.823227Z","steps":["trace[2064235057] 'agreement among raft nodes before linearized reading'  (duration: 228.298559ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:47.861925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.194664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:47.862046Z","caller":"traceutil/trace.go:171","msg":"trace[1424287659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:66; }","duration":"237.373881ms","start":"2026-03-17T20:46:47.624650Z","end":"2026-03-17T20:46:47.862023Z","steps":["trace[1424287659] 'agreement among raft nodes before linearized reading'  (duration: 237.139342ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:48.051049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.548401ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228182495 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/flowschemas/kube-controller-manager\" mod_revision:59 > success:<request_put:<key:\"/registry/flowschemas/kube-controller-manager\" value_size:1048 >> failure:<request_range:<key:\"/registry/flowschemas/kube-controller-manager\" > >>","response":"size:14"}
{"level":"info","ts":"2026-03-17T20:46:48.051838Z","caller":"traceutil/trace.go:171","msg":"trace[1694802541] linearizableReadLoop","detail":"{readStateIndex:73; appliedIndex:72; }","duration":"190.078657ms","start":"2026-03-17T20:46:47.861724Z","end":"2026-03-17T20:46:48.051803Z","steps":["trace[1694802541] 'read index received'  (duration: 57.874223ms)","trace[1694802541] 'applied index is now lower than readState.Index'  (duration: 132.199644ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:48.052032Z","caller":"traceutil/trace.go:171","msg":"trace[1233506440] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"223.965549ms","start":"2026-03-17T20:46:47.828025Z","end":"2026-03-17T20:46:48.051990Z","steps":["trace[1233506440] 'process raft request'  (duration: 91.406463ms)","trace[1233506440] 'compare'  (duration: 131.352914ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:48.052195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.525354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" limit:1 ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:48.052322Z","caller":"traceutil/trace.go:171","msg":"trace[2092985852] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:0; response_revision:67; }","duration":"225.69459ms","start":"2026-03-17T20:46:47.826594Z","end":"2026-03-17T20:46:48.052289Z","steps":["trace[2092985852] 'agreement among raft nodes before linearized reading'  (duration: 225.503773ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:48.052439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.431856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"}
{"level":"info","ts":"2026-03-17T20:46:48.052499Z","caller":"traceutil/trace.go:171","msg":"trace[708597511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:67; }","duration":"226.674285ms","start":"2026-03-17T20:46:47.825811Z","end":"2026-03-17T20:46:48.052486Z","steps":["trace[708597511] 'agreement among raft nodes before linearized reading'  (duration: 226.102455ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:48.056143Z","caller":"traceutil/trace.go:171","msg":"trace[642137622] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"189.200455ms","start":"2026-03-17T20:46:47.866924Z","end":"2026-03-17T20:46:48.056124Z","steps":["trace[642137622] 'process raft request'  (duration: 189.166144ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:48.056211Z","caller":"traceutil/trace.go:171","msg":"trace[1803765944] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"189.462494ms","start":"2026-03-17T20:46:47.866722Z","end":"2026-03-17T20:46:48.056184Z","steps":["trace[1803765944] 'process raft request'  (duration: 189.305259ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:46:51.610557Z","caller":"traceutil/trace.go:171","msg":"trace[174254072] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"415.130818ms","start":"2026-03-17T20:46:51.195401Z","end":"2026-03-17T20:46:51.610532Z","steps":["trace[174254072] 'process raft request'  (duration: 415.024254ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.610735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.195369Z","time spent":"415.300494ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-controller-manager.189dbbe2d664305c\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-controller-manager.189dbbe2d664305c\" value_size:670 lease:7148229646373407026 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:51.619399Z","caller":"traceutil/trace.go:171","msg":"trace[2054359591] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"423.71636ms","start":"2026-03-17T20:46:51.195643Z","end":"2026-03-17T20:46:51.619360Z","steps":["trace[2054359591] 'process raft request'  (duration: 421.444262ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.619637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.195613Z","time spent":"423.941737ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:261 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:433 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"info","ts":"2026-03-17T20:46:51.619722Z","caller":"traceutil/trace.go:171","msg":"trace[338582629] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"300.151163ms","start":"2026-03-17T20:46:51.319537Z","end":"2026-03-17T20:46:51.619688Z","steps":["trace[338582629] 'process raft request'  (duration: 299.77492ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.619871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.319529Z","time spent":"300.269388ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" value_size:5806 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:51.620134Z","caller":"traceutil/trace.go:171","msg":"trace[305199842] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"302.649489ms","start":"2026-03-17T20:46:51.317471Z","end":"2026-03-17T20:46:51.620121Z","steps":["trace[305199842] 'process raft request'  (duration: 299.738569ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.620988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.317440Z","time spent":"302.734601ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-vip-controller-1\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/kube-vip-controller-1\" value_size:3400 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:51.623130Z","caller":"traceutil/trace.go:171","msg":"trace[777802497] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"303.686703ms","start":"2026-03-17T20:46:51.319425Z","end":"2026-03-17T20:46:51.623112Z","steps":["trace[777802497] 'process raft request'  (duration: 297.805393ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.623253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.319417Z","time spent":"303.756566ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" value_size:3056 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:46:51.623441Z","caller":"traceutil/trace.go:171","msg":"trace[1717064074] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"303.815748ms","start":"2026-03-17T20:46:51.319606Z","end":"2026-03-17T20:46:51.623422Z","steps":["trace[1717064074] 'process raft request'  (duration: 299.813262ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.623523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.319588Z","time spent":"303.884101ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/etcd-controller-1\" mod_revision:0 > success:<request_put:<key:\"/registry/pods/kube-system/etcd-controller-1\" value_size:4093 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:46:51.623717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.196902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:46:51.623379Z","caller":"traceutil/trace.go:171","msg":"trace[1072621206] linearizableReadLoop","detail":"{readStateIndex:277; appliedIndex:276; }","duration":"422.853271ms","start":"2026-03-17T20:46:51.200509Z","end":"2026-03-17T20:46:51.623362Z","steps":["trace[1072621206] 'read index received'  (duration: 410.016593ms)","trace[1072621206] 'applied index is now lower than readState.Index'  (duration: 12.834688ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:46:51.623924Z","caller":"traceutil/trace.go:171","msg":"trace[1865592611] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:263; }","duration":"423.44336ms","start":"2026-03-17T20:46:51.200464Z","end":"2026-03-17T20:46:51.623908Z","steps":["trace[1865592611] 'agreement among raft nodes before linearized reading'  (duration: 423.003285ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.624402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.023087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:3133"}
{"level":"info","ts":"2026-03-17T20:46:51.625187Z","caller":"traceutil/trace.go:171","msg":"trace[679521390] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:263; }","duration":"309.829674ms","start":"2026-03-17T20:46:51.315306Z","end":"2026-03-17T20:46:51.625136Z","steps":["trace[679521390] 'agreement among raft nodes before linearized reading'  (duration: 308.811318ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:51.624854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.200445Z","time spent":"423.755171ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:46:51.625331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:51.315276Z","time spent":"309.976429ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3155,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:46:58.638335Z","caller":"traceutil/trace.go:171","msg":"trace[395063546] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"294.450172ms","start":"2026-03-17T20:46:58.343862Z","end":"2026-03-17T20:46:58.638312Z","steps":["trace[395063546] 'process raft request'  (duration: 294.337659ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:59.058575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.723677ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228183174 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:329 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:417 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >>","response":"size:16"}
{"level":"info","ts":"2026-03-17T20:46:59.058861Z","caller":"traceutil/trace.go:171","msg":"trace[1136080952] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"379.228306ms","start":"2026-03-17T20:46:58.679608Z","end":"2026-03-17T20:46:59.058836Z","steps":["trace[1136080952] 'process raft request'  (duration: 124.185609ms)","trace[1136080952] 'compare'  (duration: 254.621984ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:59.058976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:58.679582Z","time spent":"379.33518ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:329 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:417 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"warn","ts":"2026-03-17T20:46:59.497152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.439604ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:46:59.497258Z","caller":"traceutil/trace.go:171","msg":"trace[1186866399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:384; }","duration":"167.570888ms","start":"2026-03-17T20:46:59.329664Z","end":"2026-03-17T20:46:59.497235Z","steps":["trace[1186866399] 'range keys from in-memory index tree'  (duration: 167.369062ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:46:59.497329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.786093ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228183178 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/masterleases/199.19.213.3\" mod_revision:224 > success:<request_put:<key:\"/registry/masterleases/199.19.213.3\" value_size:65 lease:7148229646373407368 >> failure:<request_range:<key:\"/registry/masterleases/199.19.213.3\" > >>","response":"size:16"}
{"level":"info","ts":"2026-03-17T20:46:59.497624Z","caller":"traceutil/trace.go:171","msg":"trace[1963924946] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"369.185005ms","start":"2026-03-17T20:46:59.128410Z","end":"2026-03-17T20:46:59.497595Z","steps":["trace[1963924946] 'process raft request'  (duration: 143.02741ms)","trace[1963924946] 'compare'  (duration: 225.635298ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:59.497834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:59.128393Z","time spent":"369.307718ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/masterleases/199.19.213.3\" mod_revision:224 > success:<request_put:<key:\"/registry/masterleases/199.19.213.3\" value_size:65 lease:7148229646373407368 >> failure:<request_range:<key:\"/registry/masterleases/199.19.213.3\" > >"}
{"level":"info","ts":"2026-03-17T20:46:59.498437Z","caller":"traceutil/trace.go:171","msg":"trace[1208191752] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:408; }","duration":"176.233642ms","start":"2026-03-17T20:46:59.322176Z","end":"2026-03-17T20:46:59.498409Z","steps":["trace[1208191752] 'read index received'  (duration: 45.841µs)","trace[1208191752] 'applied index is now lower than readState.Index'  (duration: 176.184971ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:46:59.498845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.618795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2318"}
{"level":"info","ts":"2026-03-17T20:46:59.498882Z","caller":"traceutil/trace.go:171","msg":"trace[905949030] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:385; }","duration":"176.756969ms","start":"2026-03-17T20:46:59.322115Z","end":"2026-03-17T20:46:59.498872Z","steps":["trace[905949030] 'agreement among raft nodes before linearized reading'  (duration: 176.391177ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:04.501120Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.66453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-17T20:47:04.501224Z","caller":"traceutil/trace.go:171","msg":"trace[1144413409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:396; }","duration":"137.837845ms","start":"2026-03-17T20:47:04.363367Z","end":"2026-03-17T20:47:04.501205Z","steps":["trace[1144413409] 'range keys from in-memory index tree'  (duration: 137.446814ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:04.501281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.073052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:47:04.501718Z","caller":"traceutil/trace.go:171","msg":"trace[1664048284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:396; }","duration":"172.520346ms","start":"2026-03-17T20:47:04.329166Z","end":"2026-03-17T20:47:04.501687Z","steps":["trace[1664048284] 'range keys from in-memory index tree'  (duration: 171.98742ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:07.830426Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183228,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:47:08.184942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243885531s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-17T20:47:08.185646Z","caller":"traceutil/trace.go:171","msg":"trace[1751682651] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"1.244728906s","start":"2026-03-17T20:47:06.940892Z","end":"2026-03-17T20:47:08.185621Z","steps":["trace[1751682651] 'process raft request'  (duration: 1.244481209s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:47:08.186628Z","caller":"traceutil/trace.go:171","msg":"trace[614104980] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:426; }","duration":"856.824701ms","start":"2026-03-17T20:47:07.329784Z","end":"2026-03-17T20:47:08.186609Z","steps":["trace[614104980] 'read index received'  (duration: 855.742419ms)","trace[614104980] 'applied index is now lower than readState.Index'  (duration: 1.081742ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:47:08.186662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:06.940861Z","time spent":"1.244857939s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" mod_revision:330 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" > >"}
{"level":"info","ts":"2026-03-17T20:47:08.186952Z","caller":"traceutil/trace.go:171","msg":"trace[1506136141] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"435.844197ms","start":"2026-03-17T20:47:07.751085Z","end":"2026-03-17T20:47:08.186929Z","steps":["trace[1506136141] 'process raft request'  (duration: 435.501678ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:08.187036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.222402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:47:08.187094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:07.751061Z","time spent":"435.984041ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:399 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:434 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"info","ts":"2026-03-17T20:47:08.187109Z","caller":"traceutil/trace.go:171","msg":"trace[1071812225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:404; }","duration":"857.315765ms","start":"2026-03-17T20:47:07.329777Z","end":"2026-03-17T20:47:08.187093Z","steps":["trace[1071812225] 'agreement among raft nodes before linearized reading'  (duration: 857.188341ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:47:08.187509Z","caller":"traceutil/trace.go:171","msg":"trace[1038577409] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.100999868s","start":"2026-03-17T20:47:07.086417Z","end":"2026-03-17T20:47:08.187416Z","steps":["trace[1038577409] 'process raft request'  (duration: 1.100100982s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:08.187808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:07.086396Z","time spent":"1.101153602s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:398 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:416 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"warn","ts":"2026-03-17T20:47:09.240383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.488616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"}
{"level":"info","ts":"2026-03-17T20:47:09.241033Z","caller":"traceutil/trace.go:171","msg":"trace[1023820822] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:406; }","duration":"244.231198ms","start":"2026-03-17T20:47:08.996783Z","end":"2026-03-17T20:47:09.241015Z","steps":["trace[1023820822] 'range keys from in-memory index tree'  (duration: 243.380783ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:47:27.349548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035) learners=(8586529797348705471)"}
{"level":"info","ts":"2026-03-17T20:47:27.349657Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","added-peer-id":"77297b5b7846c4bf","added-peer-peer-urls":["https://199.19.213.102:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-03-17T20:47:27.349678Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:27.349708Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:27.352624Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:27.352734Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf","remote-peer-urls":["https://199.19.213.102:2380"]}
{"level":"info","ts":"2026-03-17T20:47:27.352792Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3cf904ec39d3e333","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:27.352295Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:27.352872Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:27.352899Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:27.352901Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:29.197321Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:29.197381Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:29.197404Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:29.201260Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3cf904ec39d3e333","to":"77297b5b7846c4bf","stream-type":"stream Message"}
{"level":"info","ts":"2026-03-17T20:47:29.201877Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:29.203583Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3cf904ec39d3e333","to":"77297b5b7846c4bf","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-03-17T20:47:29.203608Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:29.434480Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035 8586529797348705471)"}
{"level":"info","ts":"2026-03-17T20:47:29.434649Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","promoted-member-id":"77297b5b7846c4bf"}
{"level":"info","ts":"2026-03-17T20:47:29.434695Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3cf904ec39d3e333","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"77297b5b7846c4bf"}
{"level":"warn","ts":"2026-03-17T20:47:36.266987Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"172.83134ms"}
{"level":"warn","ts":"2026-03-17T20:47:36.646041Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183426,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:47:36.922581Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.856144ms"}
{"level":"warn","ts":"2026-03-17T20:47:37.146820Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183426,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:47:37.360179Z","caller":"traceutil/trace.go:171","msg":"trace[2136522359] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:509; }","duration":"1.21501352s","start":"2026-03-17T20:47:36.145132Z","end":"2026-03-17T20:47:37.360145Z","steps":["trace[2136522359] 'read index received'  (duration: 1.21500245s)","trace[2136522359] 'applied index is now lower than readState.Index'  (duration: 7.93µs)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:47:37.360463Z","caller":"traceutil/trace.go:171","msg":"trace[1178730349] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"971.580912ms","start":"2026-03-17T20:47:36.388863Z","end":"2026-03-17T20:47:37.360444Z","steps":["trace[1178730349] 'process raft request'  (duration: 971.362427ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:47:37.360626Z","caller":"traceutil/trace.go:171","msg":"trace[1567865232] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"966.584504ms","start":"2026-03-17T20:47:36.393973Z","end":"2026-03-17T20:47:37.360558Z","steps":["trace[1567865232] 'process raft request'  (duration: 966.438011ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.360808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.393954Z","time spent":"966.725517ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:468 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:417 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"warn","ts":"2026-03-17T20:47:37.360636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.388841Z","time spent":"971.695365ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:467 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:434 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"warn","ts":"2026-03-17T20:47:37.360484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215335807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:47:37.361154Z","caller":"traceutil/trace.go:171","msg":"trace[1935795173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"1.21674709s","start":"2026-03-17T20:47:36.144388Z","end":"2026-03-17T20:47:37.361135Z","steps":["trace[1935795173] 'agreement among raft nodes before linearized reading'  (duration: 1.21589947s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.361230Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.144363Z","time spent":"1.216852133s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:47:37.369646Z","caller":"traceutil/trace.go:171","msg":"trace[1960154967] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"611.248603ms","start":"2026-03-17T20:47:36.758382Z","end":"2026-03-17T20:47:37.369631Z","steps":["trace[1960154967] 'process raft request'  (duration: 611.15347ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.369759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.70455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"warn","ts":"2026-03-17T20:47:37.369772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.758361Z","time spent":"611.349295ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3064,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/minions/controller-2\" mod_revision:474 > success:<request_put:<key:\"/registry/minions/controller-2\" value_size:3026 >> failure:<request_range:<key:\"/registry/minions/controller-2\" > >"}
{"level":"info","ts":"2026-03-17T20:47:37.369796Z","caller":"traceutil/trace.go:171","msg":"trace[1091108939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"948.777902ms","start":"2026-03-17T20:47:36.421009Z","end":"2026-03-17T20:47:37.369787Z","steps":["trace[1091108939] 'agreement among raft nodes before linearized reading'  (duration: 948.703871ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.369774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.377676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:47:37.369811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037662511s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:47:37.369823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.420968Z","time spent":"948.846634ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:47:37.369841Z","caller":"traceutil/trace.go:171","msg":"trace[1326755657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:477; }","duration":"1.037693801s","start":"2026-03-17T20:47:36.332137Z","end":"2026-03-17T20:47:37.369831Z","steps":["trace[1326755657] 'agreement among raft nodes before linearized reading'  (duration: 1.03765078s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:47:37.369841Z","caller":"traceutil/trace.go:171","msg":"trace[1940259928] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:477; }","duration":"611.491478ms","start":"2026-03-17T20:47:36.758333Z","end":"2026-03-17T20:47:37.369825Z","steps":["trace[1940259928] 'agreement among raft nodes before linearized reading'  (duration: 611.344075ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.369816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.999624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"warn","ts":"2026-03-17T20:47:37.369876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.758317Z","time spent":"611.55247ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:47:37.369915Z","caller":"traceutil/trace.go:171","msg":"trace[460158624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:477; }","duration":"713.150068ms","start":"2026-03-17T20:47:36.656739Z","end":"2026-03-17T20:47:37.369889Z","steps":["trace[460158624] 'agreement among raft nodes before linearized reading'  (duration: 712.960803ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:37.369977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:36.656721Z","time spent":"713.24115ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:47:51.520399Z","caller":"traceutil/trace.go:171","msg":"trace[2024422680] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"103.977512ms","start":"2026-03-17T20:47:51.416392Z","end":"2026-03-17T20:47:51.520370Z","steps":["trace[2024422680] 'process raft request'  (duration: 103.824719ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:47:51.575444Z","caller":"traceutil/trace.go:171","msg":"trace[1868466107] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"150.787797ms","start":"2026-03-17T20:47:51.424639Z","end":"2026-03-17T20:47:51.575427Z","steps":["trace[1868466107] 'process raft request'  (duration: 150.697505ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:47:57.935346Z","caller":"traceutil/trace.go:171","msg":"trace[2096816249] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"365.676483ms","start":"2026-03-17T20:47:57.569651Z","end":"2026-03-17T20:47:57.935327Z","steps":["trace[2096816249] 'process raft request'  (duration: 365.566961ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:57.935461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:57.569564Z","time spent":"365.843856ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:545 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:434 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"warn","ts":"2026-03-17T20:47:58.112732Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183581,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:47:58.201847Z","caller":"traceutil/trace.go:171","msg":"trace[1433236848] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:594; }","duration":"589.644905ms","start":"2026-03-17T20:47:57.612182Z","end":"2026-03-17T20:47:58.201826Z","steps":["trace[1433236848] 'read index received'  (duration: 589.638445ms)","trace[1433236848] 'applied index is now lower than readState.Index'  (duration: 5.67µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:47:58.201981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.7898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-17T20:47:58.202000Z","caller":"traceutil/trace.go:171","msg":"trace[2052602311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:550; }","duration":"589.868241ms","start":"2026-03-17T20:47:57.612127Z","end":"2026-03-17T20:47:58.201996Z","steps":["trace[2052602311] 'agreement among raft nodes before linearized reading'  (duration: 589.789429ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:58.202027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:57.612107Z","time spent":"589.912092ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:47:58.202727Z","caller":"traceutil/trace.go:171","msg":"trace[407868440] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"602.610365ms","start":"2026-03-17T20:47:57.600096Z","end":"2026-03-17T20:47:58.202706Z","steps":["trace[407868440] 'process raft request'  (duration: 601.787608ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:58.202892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:57.600050Z","time spent":"602.766778ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:546 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:417 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"warn","ts":"2026-03-17T20:47:58.297915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.438318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-17T20:47:58.298009Z","caller":"traceutil/trace.go:171","msg":"trace[1326091797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"680.589521ms","start":"2026-03-17T20:47:57.617403Z","end":"2026-03-17T20:47:58.297992Z","steps":["trace[1326091797] 'agreement among raft nodes before linearized reading'  (duration: 680.428868ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:47:58.298046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:57.617392Z","time spent":"680.645222ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:48:14.129956Z","caller":"traceutil/trace.go:171","msg":"trace[547420915] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"125.348064ms","start":"2026-03-17T20:48:14.004593Z","end":"2026-03-17T20:48:14.129941Z","steps":["trace[547420915] 'process raft request'  (duration: 125.237152ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:14.678766Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"202.930333ms"}
{"level":"info","ts":"2026-03-17T20:48:14.678980Z","caller":"traceutil/trace.go:171","msg":"trace[1467298509] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"393.829149ms","start":"2026-03-17T20:48:14.285135Z","end":"2026-03-17T20:48:14.678964Z","steps":["trace[1467298509] 'process raft request'  (duration: 393.727307ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:14.679077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:14.285118Z","time spent":"393.91055ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:595 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:417 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"info","ts":"2026-03-17T20:48:14.679714Z","caller":"traceutil/trace.go:171","msg":"trace[1233349447] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:652; }","duration":"349.841813ms","start":"2026-03-17T20:48:14.329853Z","end":"2026-03-17T20:48:14.679695Z","steps":["trace[1233349447] 'read index received'  (duration: 349.837253ms)","trace[1233349447] 'applied index is now lower than readState.Index'  (duration: 3.47µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:14.679857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.007756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:48:14.679929Z","caller":"traceutil/trace.go:171","msg":"trace[715827966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:600; }","duration":"350.095138ms","start":"2026-03-17T20:48:14.329811Z","end":"2026-03-17T20:48:14.679907Z","steps":["trace[715827966] 'agreement among raft nodes before linearized reading'  (duration: 349.976616ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:14.680687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.832572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-17T20:48:14.680726Z","caller":"traceutil/trace.go:171","msg":"trace[1322778993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:600; }","duration":"279.903723ms","start":"2026-03-17T20:48:14.400813Z","end":"2026-03-17T20:48:14.680717Z","steps":["trace[1322778993] 'agreement among raft nodes before linearized reading'  (duration: 279.830672ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:14.680741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.852944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-17T20:48:14.680793Z","caller":"traceutil/trace.go:171","msg":"trace[486035181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"277.953876ms","start":"2026-03-17T20:48:14.402827Z","end":"2026-03-17T20:48:14.680781Z","steps":["trace[486035181] 'agreement among raft nodes before linearized reading'  (duration: 277.849404ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:18.033492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035 8586529797348705471) learners=(6489982836747675298)"}
{"level":"info","ts":"2026-03-17T20:48:18.034304Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","added-peer-id":"5a110d012eba26a2","added-peer-peer-urls":["https://199.19.213.83:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-03-17T20:48:18.034408Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.034464Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.034700Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.034765Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2","remote-peer-urls":["https://199.19.213.83:2380"]}
{"level":"info","ts":"2026-03-17T20:48:18.034761Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.034736Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.034835Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.034869Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3cf904ec39d3e333","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:18.034956Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"warn","ts":"2026-03-17T20:48:18.081402Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.83:45084","server-name":"","error":"EOF"}
{"level":"warn","ts":"2026-03-17T20:48:18.090812Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"5a110d012eba26a2","error":"etcdserver: can only promote a learner member which is in sync with leader"}
{"level":"warn","ts":"2026-03-17T20:48:19.013224Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://199.19.213.83:2380/version","remote-member-id":"5a110d012eba26a2","error":"Get \"https://199.19.213.83:2380/version\": dial tcp 199.19.213.83:2380: connect: connection refused"}
{"level":"warn","ts":"2026-03-17T20:48:19.013301Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"5a110d012eba26a2","error":"Get \"https://199.19.213.83:2380/version\": dial tcp 199.19.213.83:2380: connect: connection refused"}
{"level":"warn","ts":"2026-03-17T20:48:19.230204Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"5a110d012eba26a2","error":"etcdserver: can only promote a learner member which is in sync with leader"}
{"level":"warn","ts":"2026-03-17T20:48:20.086164Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"5a110d012eba26a2","error":"etcdserver: can only promote a learner member which is in sync with leader"}
{"level":"info","ts":"2026-03-17T20:48:20.554847Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.560426Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.563825Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.564266Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3cf904ec39d3e333","to":"5a110d012eba26a2","stream-type":"stream Message"}
{"level":"info","ts":"2026-03-17T20:48:20.564293Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:20.567364Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3cf904ec39d3e333","to":"5a110d012eba26a2","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-03-17T20:48:20.567442Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cf904ec39d3e333","remote-peer-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:21.084821Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035 6489982836747675298 8586529797348705471)"}
{"level":"info","ts":"2026-03-17T20:48:21.085023Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","promoted-member-id":"5a110d012eba26a2"}
{"level":"info","ts":"2026-03-17T20:48:21.085099Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3cf904ec39d3e333","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"5a110d012eba26a2"}
{"level":"warn","ts":"2026-03-17T20:48:25.074777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.751549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-17T20:48:25.074850Z","caller":"traceutil/trace.go:171","msg":"trace[1062315022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"155.895122ms","start":"2026-03-17T20:48:24.918941Z","end":"2026-03-17T20:48:25.074836Z","steps":["trace[1062315022] 'range keys from in-memory index tree'  (duration: 154.6346ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:25.074899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.67109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-17T20:48:25.075034Z","caller":"traceutil/trace.go:171","msg":"trace[1650025285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:630; }","duration":"154.887914ms","start":"2026-03-17T20:48:24.920108Z","end":"2026-03-17T20:48:25.074996Z","steps":["trace[1650025285] 'range keys from in-memory index tree'  (duration: 153.49093ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:40.365201Z","caller":"traceutil/trace.go:171","msg":"trace[1307143235] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"124.376152ms","start":"2026-03-17T20:48:40.240811Z","end":"2026-03-17T20:48:40.365187Z","steps":["trace[1307143235] 'process raft request'  (duration: 124.275179ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:40.981937Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.218427ms"}
{"level":"warn","ts":"2026-03-17T20:48:40.982063Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.345759ms"}
{"level":"info","ts":"2026-03-17T20:48:40.982094Z","caller":"traceutil/trace.go:171","msg":"trace[329986754] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"555.59365ms","start":"2026-03-17T20:48:40.426482Z","end":"2026-03-17T20:48:40.982075Z","steps":["trace[329986754] 'process raft request'  (duration: 555.470988ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:40.982229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:40.426458Z","time spent":"555.695812ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" mod_revision:646 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" > >"}
{"level":"info","ts":"2026-03-17T20:48:40.987403Z","caller":"traceutil/trace.go:171","msg":"trace[1352780799] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:779; }","duration":"393.886029ms","start":"2026-03-17T20:48:40.593494Z","end":"2026-03-17T20:48:40.987380Z","steps":["trace[1352780799] 'read index received'  (duration: 393.879509ms)","trace[1352780799] 'applied index is now lower than readState.Index'  (duration: 4.93µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:40.987576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.049402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:48:40.987602Z","caller":"traceutil/trace.go:171","msg":"trace[1662071727] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:707; }","duration":"394.175744ms","start":"2026-03-17T20:48:40.593419Z","end":"2026-03-17T20:48:40.987595Z","steps":["trace[1662071727] 'agreement among raft nodes before linearized reading'  (duration: 394.086402ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:40.987635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:40.593399Z","time spent":"394.228805ms","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:48:40.987724Z","caller":"traceutil/trace.go:171","msg":"trace[1285318369] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"150.367606ms","start":"2026-03-17T20:48:40.837326Z","end":"2026-03-17T20:48:40.987694Z","steps":["trace[1285318369] 'process raft request'  (duration: 150.253854ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:49.875329Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183985,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:51.418607Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183985,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.019443Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183985,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.414399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.409513284s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:48:52.414677Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.212186009s"}
{"level":"warn","ts":"2026-03-17T20:48:52.414718Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.21224485s"}
{"level":"warn","ts":"2026-03-17T20:48:52.418068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166981568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:48:52.418403Z","caller":"traceutil/trace.go:171","msg":"trace[651813872] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; }","duration":"3.167512607s","start":"2026-03-17T20:48:49.250875Z","end":"2026-03-17T20:48:52.418388Z","steps":["trace[651813872] 'agreement among raft nodes before linearized reading'  (duration: 3.167022209s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:52.418601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:49.250852Z","time spent":"3.167737791s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/minions/controller-2\" limit:1 "}
2026/03/17 20:48:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:48:52.519874Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228183985,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.994951Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"380.198487ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.995066Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"380.332689ms"}
{"level":"warn","ts":"2026-03-17T20:48:52.996120Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:49.004574Z","time spent":"3.99151605s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"info","ts":"2026-03-17T20:48:52.996405Z","caller":"traceutil/trace.go:171","msg":"trace[345542819] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"3.967660973s","start":"2026-03-17T20:48:49.028708Z","end":"2026-03-17T20:48:52.996369Z","steps":["trace[345542819] 'process raft request'  (duration: 3.967232626s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:52.997365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:49.028668Z","time spent":"3.967801686s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:727 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:416 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"info","ts":"2026-03-17T20:48:53.005576Z","caller":"traceutil/trace.go:171","msg":"trace[1378912621] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"1.587391491s","start":"2026-03-17T20:48:51.418155Z","end":"2026-03-17T20:48:53.005546Z","steps":["trace[1378912621] 'process raft request'  (duration: 1.587173958s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.005807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:51.418134Z","time spent":"1.587561425s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" mod_revision:707 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" > >"}
{"level":"info","ts":"2026-03-17T20:48:53.005983Z","caller":"traceutil/trace.go:171","msg":"trace[440576030] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"3.754920332s","start":"2026-03-17T20:48:49.250933Z","end":"2026-03-17T20:48:53.005854Z","steps":["trace[440576030] 'read index received'  (duration: 3.744466969s)","trace[440576030] 'applied index is now lower than readState.Index'  (duration: 10.452483ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:48:53.005998Z","caller":"traceutil/trace.go:171","msg":"trace[811641274] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"1.587751227s","start":"2026-03-17T20:48:51.418223Z","end":"2026-03-17T20:48:53.005974Z","steps":["trace[811641274] 'process raft request'  (duration: 1.58728059s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.006139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:51.418220Z","time spent":"1.587838719s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:734 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:434 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"info","ts":"2026-03-17T20:48:53.009634Z","caller":"traceutil/trace.go:171","msg":"trace[345628421] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"242.353707ms","start":"2026-03-17T20:48:52.767265Z","end":"2026-03-17T20:48:53.009618Z","steps":["trace[345628421] 'process raft request'  (duration: 242.137393ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.022165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693275513s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:48:53.022232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.602599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:48:53.022255Z","caller":"traceutil/trace.go:171","msg":"trace[1491292159] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:739; }","duration":"3.693364434s","start":"2026-03-17T20:48:49.328862Z","end":"2026-03-17T20:48:53.022226Z","steps":["trace[1491292159] 'agreement among raft nodes before linearized reading'  (duration: 3.691441812s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:53.022267Z","caller":"traceutil/trace.go:171","msg":"trace[1500413532] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:739; }","duration":"485.6846ms","start":"2026-03-17T20:48:52.536568Z","end":"2026-03-17T20:48:53.022253Z","steps":["trace[1500413532] 'agreement among raft nodes before linearized reading'  (duration: 483.775848ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.022254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565568049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:48:53.022359Z","caller":"traceutil/trace.go:171","msg":"trace[1459012828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"1.565719871s","start":"2026-03-17T20:48:51.456616Z","end":"2026-03-17T20:48:53.022336Z","steps":["trace[1459012828] 'agreement among raft nodes before linearized reading'  (duration: 1.563704508s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.022422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:51.456603Z","time spent":"1.565809352s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:48:53.022155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667757849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-17T20:48:53.022461Z","caller":"traceutil/trace.go:171","msg":"trace[621927325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:739; }","duration":"3.668114814s","start":"2026-03-17T20:48:49.354341Z","end":"2026-03-17T20:48:53.022456Z","steps":["trace[621927325] 'agreement among raft nodes before linearized reading'  (duration: 3.665982089s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.022500Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:49.354329Z","time spent":"3.668158095s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:48:53.022373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684202872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-17T20:48:53.022703Z","caller":"traceutil/trace.go:171","msg":"trace[1197855909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:739; }","duration":"3.684557287s","start":"2026-03-17T20:48:49.338129Z","end":"2026-03-17T20:48:53.022687Z","steps":["trace[1197855909] 'agreement among raft nodes before linearized reading'  (duration: 3.682215928s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:53.022747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:49.338111Z","time spent":"3.684621649s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:48:53.023208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:52.536538Z","time spent":"486.651246ms","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:48:56.594526Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"94.33808ms"}
{"level":"warn","ts":"2026-03-17T20:48:56.594598Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"94.435051ms"}
{"level":"info","ts":"2026-03-17T20:48:56.595110Z","caller":"traceutil/trace.go:171","msg":"trace[1903465440] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"281.381697ms","start":"2026-03-17T20:48:56.313712Z","end":"2026-03-17T20:48:56.595094Z","steps":["trace[1903465440] 'process raft request'  (duration: 281.277876ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:56.596001Z","caller":"traceutil/trace.go:171","msg":"trace[1333100488] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:836; }","duration":"265.752293ms","start":"2026-03-17T20:48:56.330234Z","end":"2026-03-17T20:48:56.595987Z","steps":["trace[1333100488] 'read index received'  (duration: 265.747763ms)","trace[1333100488] 'applied index is now lower than readState.Index'  (duration: 3.57µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:56.596089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.844854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:48:56.596129Z","caller":"traceutil/trace.go:171","msg":"trace[2004141943] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:754; }","duration":"265.893815ms","start":"2026-03-17T20:48:56.330225Z","end":"2026-03-17T20:48:56.596118Z","steps":["trace[2004141943] 'agreement among raft nodes before linearized reading'  (duration: 265.832424ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:56.899268Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"104.601307ms"}
{"level":"warn","ts":"2026-03-17T20:48:56.899330Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"104.670729ms"}
{"level":"info","ts":"2026-03-17T20:48:56.974615Z","caller":"traceutil/trace.go:171","msg":"trace[357868591] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"368.890406ms","start":"2026-03-17T20:48:56.605702Z","end":"2026-03-17T20:48:56.974592Z","steps":["trace[357868591] 'process raft request'  (duration: 294.33223ms)","trace[357868591] 'compare'  (duration: 74.412784ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:56.974735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:56.605681Z","time spent":"369.005167ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3656,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/replicasets/kube-system/coredns-687748f8b7\" mod_revision:0 > success:<request_put:<key:\"/registry/replicasets/kube-system/coredns-687748f8b7\" value_size:3596 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:48:59.308361Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.809697ms"}
{"level":"warn","ts":"2026-03-17T20:48:59.308499Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.956819ms"}
{"level":"warn","ts":"2026-03-17T20:48:59.309039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:59.003970Z","time spent":"305.064674ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"info","ts":"2026-03-17T20:48:59.392736Z","caller":"traceutil/trace.go:171","msg":"trace[1793025231] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:873; }","duration":"273.589705ms","start":"2026-03-17T20:48:59.119120Z","end":"2026-03-17T20:48:59.392710Z","steps":["trace[1793025231] 'read index received'  (duration: 273.581205ms)","trace[1793025231] 'applied index is now lower than readState.Index'  (duration: 7.45µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:48:59.392873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.738877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"}
{"level":"info","ts":"2026-03-17T20:48:59.392941Z","caller":"traceutil/trace.go:171","msg":"trace[1126103503] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"345.900045ms","start":"2026-03-17T20:48:59.047024Z","end":"2026-03-17T20:48:59.392924Z","steps":["trace[1126103503] 'process raft request'  (duration: 345.862134ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:59.392977Z","caller":"traceutil/trace.go:171","msg":"trace[1307558259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:787; }","duration":"273.886409ms","start":"2026-03-17T20:48:59.119080Z","end":"2026-03-17T20:48:59.392966Z","steps":["trace[1307558259] 'agreement among raft nodes before linearized reading'  (duration: 273.707526ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:48:59.392981Z","caller":"traceutil/trace.go:171","msg":"trace[380525010] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"366.650799ms","start":"2026-03-17T20:48:59.026323Z","end":"2026-03-17T20:48:59.392974Z","steps":["trace[380525010] 'process raft request'  (duration: 366.439386ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:48:59.393276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:59.026304Z","time spent":"366.946775ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:765 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:416 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"warn","ts":"2026-03-17T20:48:59.393039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:59.047002Z","time spent":"345.982896ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:769 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:433 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"warn","ts":"2026-03-17T20:48:59.396413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.049211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-17T20:48:59.396477Z","caller":"traceutil/trace.go:171","msg":"trace[1128260612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:790; }","duration":"269.181173ms","start":"2026-03-17T20:48:59.127288Z","end":"2026-03-17T20:48:59.396469Z","steps":["trace[1128260612] 'agreement among raft nodes before linearized reading'  (duration: 269.024791ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:04.501203Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"236.525307ms"}
{"level":"warn","ts":"2026-03-17T20:49:04.501272Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"236.602678ms"}
{"level":"info","ts":"2026-03-17T20:49:04.502666Z","caller":"traceutil/trace.go:171","msg":"trace[744901589] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:895; }","duration":"172.684267ms","start":"2026-03-17T20:49:04.329957Z","end":"2026-03-17T20:49:04.502641Z","steps":["trace[744901589] 'read index received'  (duration: 172.676567ms)","trace[744901589] 'applied index is now lower than readState.Index'  (duration: 6.45µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:04.502776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.799188ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:04.502800Z","caller":"traceutil/trace.go:171","msg":"trace[1693101197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:806; }","duration":"172.840599ms","start":"2026-03-17T20:49:04.329952Z","end":"2026-03-17T20:49:04.502793Z","steps":["trace[1693101197] 'agreement among raft nodes before linearized reading'  (duration: 172.777038ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:08.265175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.363268ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228184136 > lease_revoke:<id:63339cfd8d00cdb2>","response":"size:27"}
{"level":"info","ts":"2026-03-17T20:49:08.265287Z","caller":"traceutil/trace.go:171","msg":"trace[776851156] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:905; }","duration":"118.30717ms","start":"2026-03-17T20:49:08.146961Z","end":"2026-03-17T20:49:08.265268Z","steps":["trace[776851156] 'read index received'  (duration: 1.072657ms)","trace[776851156] 'applied index is now lower than readState.Index'  (duration: 117.233073ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:08.265357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.401812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:08.265381Z","caller":"traceutil/trace.go:171","msg":"trace[1227814477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:816; }","duration":"118.476143ms","start":"2026-03-17T20:49:08.146897Z","end":"2026-03-17T20:49:08.265373Z","steps":["trace[1227814477] 'agreement among raft nodes before linearized reading'  (duration: 118.419492ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:09.137898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.387249ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228184144 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/masterleases/199.19.213.3\" mod_revision:790 > success:<request_put:<key:\"/registry/masterleases/199.19.213.3\" value_size:65 lease:7148229646373408334 >> failure:<request_range:<key:\"/registry/masterleases/199.19.213.3\" > >>","response":"size:16"}
{"level":"info","ts":"2026-03-17T20:49:09.138046Z","caller":"traceutil/trace.go:171","msg":"trace[1123712149] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"119.299812ms","start":"2026-03-17T20:49:09.018724Z","end":"2026-03-17T20:49:09.138024Z","steps":["trace[1123712149] 'process raft request'  (duration: 17.673468ms)","trace[1123712149] 'compare'  (duration: 101.266027ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:09.662685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.153474ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:09.662804Z","caller":"traceutil/trace.go:171","msg":"trace[1064141325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:817; }","duration":"333.453929ms","start":"2026-03-17T20:49:09.329319Z","end":"2026-03-17T20:49:09.662773Z","steps":["trace[1064141325] 'range keys from in-memory index tree'  (duration: 332.26884ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:09.662690Z","caller":"traceutil/trace.go:171","msg":"trace[797000662] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"156.652541ms","start":"2026-03-17T20:49:09.505994Z","end":"2026-03-17T20:49:09.662647Z","steps":["trace[797000662] 'process raft request'  (duration: 126.369603ms)","trace[797000662] 'compare'  (duration: 29.826521ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:09.950918Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"118.716097ms"}
{"level":"warn","ts":"2026-03-17T20:49:09.950972Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"118.775368ms"}
{"level":"info","ts":"2026-03-17T20:49:09.951345Z","caller":"traceutil/trace.go:171","msg":"trace[2146004588] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:910; }","duration":"328.948569ms","start":"2026-03-17T20:49:09.622071Z","end":"2026-03-17T20:49:09.951020Z","steps":["trace[2146004588] 'read index received'  (duration: 328.943419ms)","trace[2146004588] 'applied index is now lower than readState.Index'  (duration: 4.17µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:10.004692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.434242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-17T20:49:10.004989Z","caller":"traceutil/trace.go:171","msg":"trace[490607213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:818; }","duration":"382.936889ms","start":"2026-03-17T20:49:09.622028Z","end":"2026-03-17T20:49:10.004965Z","steps":["trace[490607213] 'agreement among raft nodes before linearized reading'  (duration: 329.363644ms)","trace[490607213] 'range keys from in-memory index tree'  (duration: 52.992855ms)"],"step_count":2}
{"level":"info","ts":"2026-03-17T20:49:10.005104Z","caller":"traceutil/trace.go:171","msg":"trace[448141521] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"490.628357ms","start":"2026-03-17T20:49:09.514459Z","end":"2026-03-17T20:49:10.005087Z","steps":["trace[448141521] 'process raft request'  (duration: 436.958731ms)","trace[448141521] 'compare'  (duration: 53.066937ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:10.005192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.514426Z","time spent":"490.711689ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:814 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:434 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:10.005655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.622007Z","time spent":"383.058572ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:10.139317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.315053ms","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228184152 > lease_revoke:<id:26a29cfd8e801fc9>","response":"size:27"}
{"level":"info","ts":"2026-03-17T20:49:10.139472Z","caller":"traceutil/trace.go:171","msg":"trace[408906561] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:910; }","duration":"188.078801ms","start":"2026-03-17T20:49:09.951371Z","end":"2026-03-17T20:49:10.139450Z","steps":["trace[408906561] 'read index received'  (duration: 875.664µs)","trace[408906561] 'applied index is now lower than readState.Index'  (duration: 187.201517ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:10.139581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.423566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-17T20:49:10.139627Z","caller":"traceutil/trace.go:171","msg":"trace[529101655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:819; }","duration":"517.520336ms","start":"2026-03-17T20:49:09.622094Z","end":"2026-03-17T20:49:10.139614Z","steps":["trace[529101655] 'agreement among raft nodes before linearized reading'  (duration: 517.410625ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:10.139677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.622064Z","time spent":"517.601758ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:10.159035Z","caller":"traceutil/trace.go:171","msg":"trace[1792319791] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"148.474277ms","start":"2026-03-17T20:49:10.010531Z","end":"2026-03-17T20:49:10.159005Z","steps":["trace[1792319791] 'process raft request'  (duration: 148.278314ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:10.534633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.174512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:10.534781Z","caller":"traceutil/trace.go:171","msg":"trace[919783434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:821; }","duration":"204.352495ms","start":"2026-03-17T20:49:10.330400Z","end":"2026-03-17T20:49:10.534753Z","steps":["trace[919783434] 'range keys from in-memory index tree'  (duration: 204.06077ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.707149Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184263,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:18.899217Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"700.173495ms"}
{"level":"warn","ts":"2026-03-17T20:49:18.899283Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"700.247916ms"}
{"level":"info","ts":"2026-03-17T20:49:18.899614Z","caller":"traceutil/trace.go:171","msg":"trace[1328795719] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"863.534249ms","start":"2026-03-17T20:49:18.036035Z","end":"2026-03-17T20:49:18.899569Z","steps":["trace[1328795719] 'process raft request'  (duration: 863.316826ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.899881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.036010Z","time spent":"863.737432ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:838 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:433 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"info","ts":"2026-03-17T20:49:18.900786Z","caller":"traceutil/trace.go:171","msg":"trace[612939682] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:987; }","duration":"694.376525ms","start":"2026-03-17T20:49:18.206374Z","end":"2026-03-17T20:49:18.900750Z","steps":["trace[612939682] 'read index received'  (duration: 694.367404ms)","trace[612939682] 'applied index is now lower than readState.Index'  (duration: 6.991µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:18.901091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.677269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-17T20:49:18.901222Z","caller":"traceutil/trace.go:171","msg":"trace[178721337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:890; }","duration":"694.860051ms","start":"2026-03-17T20:49:18.206344Z","end":"2026-03-17T20:49:18.901204Z","steps":["trace[178721337] 'agreement among raft nodes before linearized reading'  (duration: 694.615118ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.901759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.206328Z","time spent":"695.418501ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:18.902143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.776284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"warn","ts":"2026-03-17T20:49:18.902199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.948181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4062"}
{"level":"warn","ts":"2026-03-17T20:49:18.902212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.979585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:18.902240Z","caller":"traceutil/trace.go:171","msg":"trace[67772434] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:890; }","duration":"387.020643ms","start":"2026-03-17T20:49:18.515207Z","end":"2026-03-17T20:49:18.902228Z","steps":["trace[67772434] 'agreement among raft nodes before linearized reading'  (duration: 386.947482ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:18.902253Z","caller":"traceutil/trace.go:171","msg":"trace[1462221455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:890; }","duration":"208.053476ms","start":"2026-03-17T20:49:18.694192Z","end":"2026-03-17T20:49:18.902245Z","steps":["trace[1462221455] 'agreement among raft nodes before linearized reading'  (duration: 208.002815ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.902269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.515193Z","time spent":"387.067663ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4084,"request content":"key:\"/registry/minions/controller-1\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:18.902379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.717874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:4064"}
{"level":"warn","ts":"2026-03-17T20:49:18.902491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.640736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4065"}
{"level":"info","ts":"2026-03-17T20:49:18.903194Z","caller":"traceutil/trace.go:171","msg":"trace[32097617] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:890; }","duration":"308.377357ms","start":"2026-03-17T20:49:18.594803Z","end":"2026-03-17T20:49:18.903180Z","steps":["trace[32097617] 'agreement among raft nodes before linearized reading'  (duration: 307.311491ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.902526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.430375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:18.903327Z","caller":"traceutil/trace.go:171","msg":"trace[1173756578] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:890; }","duration":"574.225467ms","start":"2026-03-17T20:49:18.329086Z","end":"2026-03-17T20:49:18.903312Z","steps":["trace[1173756578] 'agreement among raft nodes before linearized reading'  (duration: 573.415115ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.902537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.16714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:49:18.902529Z","caller":"traceutil/trace.go:171","msg":"trace[454605899] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:890; }","duration":"345.904897ms","start":"2026-03-17T20:49:18.556604Z","end":"2026-03-17T20:49:18.902509Z","steps":["trace[454605899] 'agreement among raft nodes before linearized reading'  (duration: 345.561102ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:18.903511Z","caller":"traceutil/trace.go:171","msg":"trace[1783891550] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:890; }","duration":"237.180257ms","start":"2026-03-17T20:49:18.666294Z","end":"2026-03-17T20:49:18.903474Z","steps":["trace[1783891550] 'agreement among raft nodes before linearized reading'  (duration: 236.217181ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.903581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.556586Z","time spent":"346.970664ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4086,"request content":"key:\"/registry/minions/controller-3\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:18.902582Z","caller":"traceutil/trace.go:171","msg":"trace[712182215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:890; }","duration":"583.840785ms","start":"2026-03-17T20:49:18.318321Z","end":"2026-03-17T20:49:18.902162Z","steps":["trace[712182215] 'agreement among raft nodes before linearized reading'  (duration: 583.759324ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:18.903771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.318302Z","time spent":"585.462ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:18.903824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.594786Z","time spent":"308.439278ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4087,"request content":"key:\"/registry/minions/controller-2\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:19.410840Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:19.911800Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:20.411942Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:20.912949Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:21.148257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:21.148319Z","caller":"traceutil/trace.go:171","msg":"trace[1314045767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191874s","start":"2026-03-17T20:49:19.148113Z","end":"2026-03-17T20:49:21.148305Z","steps":["trace[1314045767] 'agreement among raft nodes before linearized reading'  (duration: 2.000113083s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:21.148363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.148081Z","time spent":"2.000265726s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:21.413084Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:21.913475Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:22.414044Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:22.914677Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184268,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:23.156659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:23.156733Z","caller":"traceutil/trace.go:171","msg":"trace[1132020545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196222s","start":"2026-03-17T20:49:21.156521Z","end":"2026-03-17T20:49:23.156718Z","steps":["trace[1132020545] 'agreement among raft nodes before linearized reading'  (duration: 2.000101971s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:23.156791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.156514Z","time spent":"2.000269493s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:23.336060Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.426084144s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:23.336299Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.226437259s"}
{"level":"warn","ts":"2026-03-17T20:49:23.336340Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.22648511s"}
{"level":"info","ts":"2026-03-17T20:49:23.336363Z","caller":"traceutil/trace.go:171","msg":"trace[1273451880] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:987; }","duration":"4.426536051s","start":"2026-03-17T20:49:18.909802Z","end":"2026-03-17T20:49:23.336338Z","steps":["trace[1273451880] 'read index received'  (duration: 4.426525311s)","trace[1273451880] 'applied index is now lower than readState.Index'  (duration: 9.21µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:23.837493Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184274,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:24.338392Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184274,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:24.734192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.735069Z","time spent":"4.999116667s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2026/03/17 20:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:24.839396Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184274,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:25.157233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:25.157320Z","caller":"traceutil/trace.go:171","msg":"trace[79003550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173511s","start":"2026-03-17T20:49:23.157125Z","end":"2026-03-17T20:49:25.157298Z","steps":["trace[79003550] 'agreement among raft nodes before linearized reading'  (duration: 2.00007082s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.157391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.157091Z","time spent":"2.000273992s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:25.339812Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184274,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:25.841063Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184274,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:25.906433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.906808Z","time spent":"4.999620587s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:25.910008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.909878Z","time spent":"7.000126812s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:25.910060Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.909821Z","time spent":"7.000237654s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:25.915634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.586457158s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:25.915689Z","caller":"traceutil/trace.go:171","msg":"trace[1429038748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:890; }","duration":"6.586523559s","start":"2026-03-17T20:49:19.329152Z","end":"2026-03-17T20:49:25.915675Z","steps":["trace[1429038748] 'range keys from in-memory index tree'  (duration: 6.586395396s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.915929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.856068042s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:25.915955Z","caller":"traceutil/trace.go:171","msg":"trace[948402422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:890; }","duration":"5.856094483s","start":"2026-03-17T20:49:20.059855Z","end":"2026-03-17T20:49:25.915949Z","steps":["trace[948402422] 'range keys from in-memory index tree'  (duration: 5.856030181s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.916627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.006803694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:4064"}
{"level":"info","ts":"2026-03-17T20:49:25.916708Z","caller":"traceutil/trace.go:171","msg":"trace[868887706] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:890; }","duration":"7.006917116s","start":"2026-03-17T20:49:18.909765Z","end":"2026-03-17T20:49:25.916682Z","steps":["trace[868887706] 'agreement among raft nodes before linearized reading'  (duration: 4.426693433s)","trace[868887706] 'range keys from in-memory index tree'  (duration: 2.580085581s)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:25.916750Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.909749Z","time spent":"7.006990016s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4086,"request content":"key:\"/registry/minions/controller-3\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:25.916969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580310874s","expected-duration":"100ms","prefix":"","request":"header:<ID:16371601683228184269 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/plndr-cp-lock\" mod_revision:873 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-cp-lock\" value_size:373 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-cp-lock\" > >>","response":"size:16"}
{"level":"warn","ts":"2026-03-17T20:49:25.928126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.591588916s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:25.928359Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.391958941s"}
{"level":"warn","ts":"2026-03-17T20:49:25.928429Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.392035143s"}
{"level":"info","ts":"2026-03-17T20:49:25.928432Z","caller":"traceutil/trace.go:171","msg":"trace[1107072343] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:988; }","duration":"2.591986862s","start":"2026-03-17T20:49:23.336414Z","end":"2026-03-17T20:49:25.928401Z","steps":["trace[1107072343] 'read index received'  (duration: 2.591977802s)","trace[1107072343] 'applied index is now lower than readState.Index'  (duration: 8.18µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:25.928731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.018264809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4062"}
{"level":"warn","ts":"2026-03-17T20:49:25.928752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.923762318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"}
{"level":"info","ts":"2026-03-17T20:49:25.928859Z","caller":"traceutil/trace.go:171","msg":"trace[2039134129] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:891; }","duration":"6.923965691s","start":"2026-03-17T20:49:19.004877Z","end":"2026-03-17T20:49:25.928843Z","steps":["trace[2039134129] 'agreement among raft nodes before linearized reading'  (duration: 6.923689507s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.928938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.004849Z","time spent":"6.924076222s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:25.928933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.018071706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4065"}
{"level":"info","ts":"2026-03-17T20:49:25.929113Z","caller":"traceutil/trace.go:171","msg":"trace[2063800926] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:891; }","duration":"7.018424221s","start":"2026-03-17T20:49:18.910654Z","end":"2026-03-17T20:49:25.929078Z","steps":["trace[2063800926] 'agreement among raft nodes before linearized reading'  (duration: 7.017960704s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:25.929220Z","caller":"traceutil/trace.go:171","msg":"trace[1373673324] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"4.777996898s","start":"2026-03-17T20:49:21.151214Z","end":"2026-03-17T20:49:25.929211Z","steps":["trace[1373673324] 'process raft request'  (duration: 4.777965167s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.929338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.910647Z","time spent":"7.018667736s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4087,"request content":"key:\"/registry/minions/controller-2\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:25.928778Z","caller":"traceutil/trace.go:171","msg":"trace[1377973341] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:891; }","duration":"7.01835412s","start":"2026-03-17T20:49:18.910411Z","end":"2026-03-17T20:49:25.928765Z","steps":["trace[1377973341] 'agreement among raft nodes before linearized reading'  (duration: 7.018249568s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.929546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:18.910401Z","time spent":"7.019136993s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4084,"request content":"key:\"/registry/minions/controller-1\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:25.929418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.151197Z","time spent":"4.77805737s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2\" value_size:688 lease:7148229646373408036 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:49:25.938677Z","caller":"traceutil/trace.go:171","msg":"trace[1630272584] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"2.552877903s","start":"2026-03-17T20:49:23.385783Z","end":"2026-03-17T20:49:25.938661Z","steps":["trace[1630272584] 'process raft request'  (duration: 2.552756831s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.938809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.385750Z","time spent":"2.552990955s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-1\" mod_revision:827 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-1\" value_size:484 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-1\" > >"}
{"level":"info","ts":"2026-03-17T20:49:25.938829Z","caller":"traceutil/trace.go:171","msg":"trace[1666289598] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"2.447852996s","start":"2026-03-17T20:49:23.490961Z","end":"2026-03-17T20:49:25.938814Z","steps":["trace[1666289598] 'process raft request'  (duration: 2.447665533s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.938953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.490940Z","time spent":"2.447926677s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" mod_revision:828 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:25.945932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211051129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"warn","ts":"2026-03-17T20:49:25.945933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.725216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:25.945967Z","caller":"traceutil/trace.go:171","msg":"trace[2029632053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:900; }","duration":"1.211138021s","start":"2026-03-17T20:49:24.734821Z","end":"2026-03-17T20:49:25.945959Z","steps":["trace[2029632053] 'agreement among raft nodes before linearized reading'  (duration: 1.206818326s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.946029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:24.734810Z","time spent":"1.211211623s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:25.946042Z","caller":"traceutil/trace.go:171","msg":"trace[240800917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"779.867669ms","start":"2026-03-17T20:49:25.166124Z","end":"2026-03-17T20:49:25.945992Z","steps":["trace[240800917] 'agreement among raft nodes before linearized reading'  (duration: 775.528163ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:25.946104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.166102Z","time spent":"779.991841ms","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:32.753488Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"20.177205ms"}
{"level":"warn","ts":"2026-03-17T20:49:32.753699Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"20.394138ms"}
{"level":"info","ts":"2026-03-17T20:49:33.736349Z","caller":"traceutil/trace.go:171","msg":"trace[120036855] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"146.351729ms","start":"2026-03-17T20:49:33.589973Z","end":"2026-03-17T20:49:33.736325Z","steps":["trace[120036855] 'process raft request'  (duration: 146.189997ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:34.474143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.456268ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:34.474240Z","caller":"traceutil/trace.go:171","msg":"trace[519678100] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:934; }","duration":"144.57019ms","start":"2026-03-17T20:49:34.329650Z","end":"2026-03-17T20:49:34.474220Z","steps":["trace[519678100] 'range keys from in-memory index tree'  (duration: 144.405007ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:34.649386Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184348,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:34.875546Z","caller":"traceutil/trace.go:171","msg":"trace[840699673] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1042; }","duration":"726.603101ms","start":"2026-03-17T20:49:34.148913Z","end":"2026-03-17T20:49:34.875516Z","steps":["trace[840699673] 'read index received'  (duration: 726.596701ms)","trace[840699673] 'applied index is now lower than readState.Index'  (duration: 5.05µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:34.875745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.781694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:34.875790Z","caller":"traceutil/trace.go:171","msg":"trace[1112126148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:934; }","duration":"726.897205ms","start":"2026-03-17T20:49:34.148880Z","end":"2026-03-17T20:49:34.875777Z","steps":["trace[1112126148] 'agreement among raft nodes before linearized reading'  (duration: 726.773903ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:34.875833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.148864Z","time spent":"726.958357ms","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:49:34.875923Z","caller":"traceutil/trace.go:171","msg":"trace[2053763623] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"760.837165ms","start":"2026-03-17T20:49:34.115066Z","end":"2026-03-17T20:49:34.875903Z","steps":["trace[2053763623] 'process raft request'  (duration: 760.701573ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:34.876095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.115043Z","time spent":"760.931396ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/cilium-jvvfp.189dbc08c564baf9\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/cilium-jvvfp.189dbc08c564baf9\" value_size:620 lease:7148229646373408533 >> failure:<>"}
{"level":"warn","ts":"2026-03-17T20:49:34.876664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.300742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jvvfp\" limit:1 ","response":"range_response_count:1 size:18153"}
{"level":"warn","ts":"2026-03-17T20:49:34.876689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.285095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:34.876774Z","caller":"traceutil/trace.go:171","msg":"trace[1693705329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:935; }","duration":"402.474498ms","start":"2026-03-17T20:49:34.474282Z","end":"2026-03-17T20:49:34.876756Z","steps":["trace[1693705329] 'agreement among raft nodes before linearized reading'  (duration: 402.339815ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:34.876738Z","caller":"traceutil/trace.go:171","msg":"trace[1998634442] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jvvfp; range_end:; response_count:1; response_revision:935; }","duration":"639.417314ms","start":"2026-03-17T20:49:34.237304Z","end":"2026-03-17T20:49:34.876721Z","steps":["trace[1998634442] 'agreement among raft nodes before linearized reading'  (duration: 639.23406ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:34.876898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.237285Z","time spent":"639.598037ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18175,"request content":"key:\"/registry/pods/kube-system/cilium-jvvfp\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:35.230089Z","caller":"traceutil/trace.go:171","msg":"trace[58179099] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"337.351446ms","start":"2026-03-17T20:49:34.892708Z","end":"2026-03-17T20:49:35.230059Z","steps":["trace[58179099] 'process raft request'  (duration: 336.96146ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:35.230279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.892693Z","time spent":"337.492238ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18310,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/cilium-jvvfp\" mod_revision:878 > success:<request_put:<key:\"/registry/pods/kube-system/cilium-jvvfp\" value_size:18261 >> failure:<request_range:<key:\"/registry/pods/kube-system/cilium-jvvfp\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:35.430009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.434464ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:35.430117Z","caller":"traceutil/trace.go:171","msg":"trace[2081661346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:936; }","duration":"100.551996ms","start":"2026-03-17T20:49:35.329541Z","end":"2026-03-17T20:49:35.430093Z","steps":["trace[2081661346] 'range keys from in-memory index tree'  (duration: 100.393624ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:36.568423Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:36.932458Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"687.089894ms"}
{"level":"warn","ts":"2026-03-17T20:49:36.932522Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"687.160205ms"}
{"level":"warn","ts":"2026-03-17T20:49:37.068727Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:37.569499Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:38.070600Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:38.146361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:38.146455Z","caller":"traceutil/trace.go:171","msg":"trace[341006626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515583s","start":"2026-03-17T20:49:36.145914Z","end":"2026-03-17T20:49:38.146430Z","steps":["trace[341006626] 'agreement among raft nodes before linearized reading'  (duration: 2.000406982s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:38.146568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.145883Z","time spent":"2.000672786s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:38.571176Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:38.837793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.905205056s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:38.837915Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"77297b5b7846c4bf","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.70537651s"}
{"level":"warn","ts":"2026-03-17T20:49:38.837943Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5a110d012eba26a2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.70541119s"}
{"level":"warn","ts":"2026-03-17T20:49:39.071684Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:39.572832Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:40.073384Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:40.075691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145662644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:4064"}
{"level":"info","ts":"2026-03-17T20:49:40.075959Z","caller":"traceutil/trace.go:171","msg":"trace[1384846357] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:938; }","duration":"4.145954128s","start":"2026-03-17T20:49:35.929974Z","end":"2026-03-17T20:49:40.075928Z","steps":["trace[1384846357] 'range keys from in-memory index tree'  (duration: 4.144591128s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.076447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.412364189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-17T20:49:40.076496Z","caller":"traceutil/trace.go:171","msg":"trace[1307918180] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:938; }","duration":"4.414255657s","start":"2026-03-17T20:49:35.662229Z","end":"2026-03-17T20:49:40.076485Z","steps":["trace[1307918180] 'count revisions from in-memory index tree'  (duration: 4.411131021s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.076529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.662201Z","time spent":"4.414315128s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:40.077127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128755831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4062"}
{"level":"warn","ts":"2026-03-17T20:49:40.077159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133535262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4065"}
{"level":"info","ts":"2026-03-17T20:49:40.077241Z","caller":"traceutil/trace.go:171","msg":"trace[1150770495] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:938; }","duration":"4.133664715s","start":"2026-03-17T20:49:35.943558Z","end":"2026-03-17T20:49:40.077223Z","steps":["trace[1150770495] 'range keys from in-memory index tree'  (duration: 4.132570578s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.077230Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.929951Z","time spent":"4.14604499s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4086,"request content":"key:\"/registry/minions/controller-3\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:40.075257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350536442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:49:40.077283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.943541Z","time spent":"4.133732166s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4087,"request content":"key:\"/registry/minions/controller-2\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:40.077224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745053662s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:40.077344Z","caller":"traceutil/trace.go:171","msg":"trace[1821101648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:938; }","duration":"3.745273595s","start":"2026-03-17T20:49:36.332058Z","end":"2026-03-17T20:49:40.077331Z","steps":["trace[1821101648] 'range keys from in-memory index tree'  (duration: 3.744998241s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:40.077373Z","caller":"traceutil/trace.go:171","msg":"trace[450828670] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:938; }","duration":"4.352668125s","start":"2026-03-17T20:49:35.724678Z","end":"2026-03-17T20:49:40.077346Z","steps":["trace[450828670] 'count revisions from in-memory index tree'  (duration: 4.34904039s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:40.077167Z","caller":"traceutil/trace.go:171","msg":"trace[994898552] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:938; }","duration":"4.128827242s","start":"2026-03-17T20:49:35.948330Z","end":"2026-03-17T20:49:40.077157Z","steps":["trace[994898552] 'range keys from in-memory index tree'  (duration: 4.127884138s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.077590Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.948315Z","time spent":"4.129260598s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4084,"request content":"key:\"/registry/minions/controller-1\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:40.077638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.724660Z","time spent":"4.352891628s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:40.146947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000422197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:40.147110Z","caller":"traceutil/trace.go:171","msg":"trace[1635296362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063141s","start":"2026-03-17T20:49:38.146448Z","end":"2026-03-17T20:49:40.147080Z","steps":["trace[1635296362] 'agreement among raft nodes before linearized reading'  (duration: 2.000445487s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.147192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.146433Z","time spent":"2.000742662s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:40.376063Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"3cf904ec39d3e333 stepped down to follower since quorum is not active"}
{"level":"info","ts":"2026-03-17T20:49:40.376133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became follower at term 2"}
{"level":"info","ts":"2026-03-17T20:49:40.376149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cf904ec39d3e333 lost leader 3cf904ec39d3e333 at term 2"}
{"level":"warn","ts":"2026-03-17T20:49:40.573806Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:40.573970Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 no leader at term 2; dropping index reading msg"}
{"level":"warn","ts":"2026-03-17T20:49:40.695745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:40.695879Z","caller":"traceutil/trace.go:171","msg":"trace[612958522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737296s","start":"2026-03-17T20:49:38.695112Z","end":"2026-03-17T20:49:40.695849Z","steps":["trace[612958522] 'agreement among raft nodes before linearized reading'  (duration: 2.000528913s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:40.695953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.695097Z","time spent":"2.000842227s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:41.057973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.058843Z","time spent":"4.99912122s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2026/03/17 20:49:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:41.058566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.060084Z","time spent":"4.99847735s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2026/03/17 20:49:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:41.074151Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:41.074292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 no leader at term 2; dropping index reading msg"}
{"level":"warn","ts":"2026-03-17T20:49:41.574926Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:41.575033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 no leader at term 2; dropping index reading msg"}
{"level":"warn","ts":"2026-03-17T20:49:42.104569Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:42.104712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 no leader at term 2; dropping index reading msg"}
{"level":"warn","ts":"2026-03-17T20:49:42.153219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:42.153324Z","caller":"traceutil/trace.go:171","msg":"trace[268200231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219802s","start":"2026-03-17T20:49:40.153078Z","end":"2026-03-17T20:49:42.153298Z","steps":["trace[268200231] 'agreement among raft nodes before linearized reading'  (duration: 2.00007971s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:42.153396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.153068Z","time spent":"2.000315853s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:49:42.176100Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 is starting a new election at term 2"}
{"level":"info","ts":"2026-03-17T20:49:42.176135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became pre-candidate at term 2"}
{"level":"info","ts":"2026-03-17T20:49:42.176149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 received MsgPreVoteResp from 3cf904ec39d3e333 at term 2"}
{"level":"info","ts":"2026-03-17T20:49:42.176167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 2, index: 1051] sent MsgPreVote request to 5a110d012eba26a2 at term 2"}
{"level":"info","ts":"2026-03-17T20:49:42.176176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 2, index: 1051] sent MsgPreVote request to 77297b5b7846c4bf at term 2"}
{"level":"warn","ts":"2026-03-17T20:49:42.604825Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184362,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:43.068587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.068433Z","time spent":"7.000122432s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:43.069718Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2026-03-17T20:49:43.069851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001439411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2026-03-17T20:49:43.071167Z","caller":"traceutil/trace.go:171","msg":"trace[1157729519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.002802243s","start":"2026-03-17T20:49:36.068346Z","end":"2026-03-17T20:49:43.071148Z","steps":["trace[1157729519] 'agreement among raft nodes before linearized reading'  (duration: 7.001459872s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:43.071433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.068334Z","time spent":"7.003083717s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:43.125370Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.125294Z","time spent":"7.000068622s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:43.569824Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184367,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:43.916987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 2, index: 1051, vote: 3cf904ec39d3e333] cast MsgPreVote for 5a110d012eba26a2 [logterm: 2, index: 1051] at term 2"}
{"level":"info","ts":"2026-03-17T20:49:43.968242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [term: 2] received a MsgVote message with higher term from 5a110d012eba26a2 [term: 3]"}
{"level":"info","ts":"2026-03-17T20:49:43.968369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became follower at term 3"}
{"level":"info","ts":"2026-03-17T20:49:43.968396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 2, index: 1051, vote: 0] cast MsgVote for 5a110d012eba26a2 [logterm: 2, index: 1051] at term 3"}
{"level":"warn","ts":"2026-03-17T20:49:44.070342Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184367,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:44.070611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 no leader at term 3; dropping index reading msg"}
{"level":"warn","ts":"2026-03-17T20:49:44.154322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:44.154417Z","caller":"traceutil/trace.go:171","msg":"trace[118124271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286665s","start":"2026-03-17T20:49:42.154112Z","end":"2026-03-17T20:49:44.154399Z","steps":["trace[118124271] 'agreement among raft nodes before linearized reading'  (duration: 2.000174413s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.154463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.154097Z","time spent":"2.000356475s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-17T20:49:44.203003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 no leader at term 3; dropping index reading msg"}
{"level":"info","ts":"2026-03-17T20:49:44.367159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cf904ec39d3e333 elected leader 5a110d012eba26a2 at term 3"}
{"level":"warn","ts":"2026-03-17T20:49:44.367328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905666913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367386Z","caller":"traceutil/trace.go:171","msg":"trace[684168742] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"1.905780155s","start":"2026-03-17T20:49:42.461596Z","end":"2026-03-17T20:49:44.367376Z","steps":["trace[684168742] 'agreement among raft nodes before linearized reading'  (duration: 1.905697134s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.461571Z","time spent":"1.905844886s","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.367462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955999497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367480Z","caller":"traceutil/trace.go:171","msg":"trace[423860849] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"2.956052198s","start":"2026-03-17T20:49:41.411423Z","end":"2026-03-17T20:49:44.367475Z","steps":["trace[423860849] 'agreement among raft nodes before linearized reading'  (duration: 2.956033018s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.411400Z","time spent":"2.956089898s","remote":"127.0.0.1:56610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.367522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307568452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367536Z","caller":"traceutil/trace.go:171","msg":"trace[799536140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.307592133s","start":"2026-03-17T20:49:41.059940Z","end":"2026-03-17T20:49:44.367532Z","steps":["trace[799536140] 'agreement among raft nodes before linearized reading'  (duration: 3.307576942s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.059936Z","time spent":"3.307610303s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.367577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307870097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367591Z","caller":"traceutil/trace.go:171","msg":"trace[1867784422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.307911287s","start":"2026-03-17T20:49:41.059676Z","end":"2026-03-17T20:49:44.367587Z","steps":["trace[1867784422] 'agreement among raft nodes before linearized reading'  (duration: 3.307897207s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.059663Z","time spent":"3.307937638s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.367633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217482132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367660Z","caller":"traceutil/trace.go:171","msg":"trace[1521764082] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2; range_end:; }","duration":"4.217551772s","start":"2026-03-17T20:49:40.150101Z","end":"2026-03-17T20:49:44.367653Z","steps":["trace[1521764082] 'agreement among raft nodes before linearized reading'  (duration: 4.217522242s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.150083Z","time spent":"4.217591113s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.367713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.290219003s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367725Z","caller":"traceutil/trace.go:171","msg":"trace[567928025] range","detail":"{range_begin:; range_end:; }","duration":"4.290233223s","start":"2026-03-17T20:49:40.077488Z","end":"2026-03-17T20:49:44.367722Z","steps":["trace[567928025] 'agreement among raft nodes before linearized reading'  (duration: 4.290219503s)"],"step_count":1}
{"level":"error","ts":"2026-03-17T20:49:44.367758Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"}
{"level":"warn","ts":"2026-03-17T20:49:44.367921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.361453473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.367947Z","caller":"traceutil/trace.go:171","msg":"trace[1358023636] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; }","duration":"5.361515115s","start":"2026-03-17T20:49:39.006425Z","end":"2026-03-17T20:49:44.367940Z","steps":["trace[1358023636] 'agreement among raft nodes before linearized reading'  (duration: 5.361486234s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.367966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.006407Z","time spent":"5.361552545s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:44.367998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.979048669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.368018Z","caller":"traceutil/trace.go:171","msg":"trace[633341537] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings/; range_end:/registry/validatingadmissionpolicybindings0; }","duration":"5.979110241s","start":"2026-03-17T20:49:38.388902Z","end":"2026-03-17T20:49:44.368012Z","steps":["trace[633341537] 'agreement among raft nodes before linearized reading'  (duration: 5.97908971s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.368036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.388880Z","time spent":"5.979149691s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.368081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.25630665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.368102Z","caller":"traceutil/trace.go:171","msg":"trace[576876477] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"8.256355591s","start":"2026-03-17T20:49:36.111740Z","end":"2026-03-17T20:49:44.368096Z","steps":["trace[576876477] 'agreement among raft nodes before linearized reading'  (duration: 8.25632164s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.368121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.111731Z","time spent":"8.256383161s","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:44.368155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.299549256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:44.368173Z","caller":"traceutil/trace.go:171","msg":"trace[2037280293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.299608438s","start":"2026-03-17T20:49:36.068560Z","end":"2026-03-17T20:49:44.368168Z","steps":["trace[2037280293] 'agreement among raft nodes before linearized reading'  (duration: 8.299585927s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:44.368191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.068532Z","time spent":"8.299653568s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:44.609413Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"}
{"level":"warn","ts":"2026-03-17T20:49:45.110747Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:45.611937Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:46.061661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.378352Z","time spent":"1.68330137s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2026/03/17 20:49:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:46.065151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.379078Z","time spent":"1.686070501s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2026/03/17 20:49:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:46.098386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010852918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:46.098814Z","caller":"traceutil/trace.go:171","msg":"trace[1167440583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"1.011315734s","start":"2026-03-17T20:49:45.087437Z","end":"2026-03-17T20:49:46.098753Z","steps":["trace[1167440583] 'agreement among raft nodes before linearized reading'  (duration: 1.010850638s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:46.098992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.087416Z","time spent":"1.011557129s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
2026/03/17 20:49:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:46.112972Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:46.164341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000072476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:46.164430Z","caller":"traceutil/trace.go:171","msg":"trace[1172351327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213887s","start":"2026-03-17T20:49:44.164197Z","end":"2026-03-17T20:49:46.164411Z","steps":["trace[1172351327] 'agreement among raft nodes before linearized reading'  (duration: 2.000102255s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:46.164470Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.164177Z","time spent":"2.000284989s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:46.614172Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:47.114445Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:47.615651Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:48.116801Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:48.165620Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001070928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:48.165769Z","caller":"traceutil/trace.go:171","msg":"trace[1054484055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00127875s","start":"2026-03-17T20:49:46.164453Z","end":"2026-03-17T20:49:48.165732Z","steps":["trace[1054484055] 'agreement among raft nodes before linearized reading'  (duration: 2.001089617s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:48.165844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.164438Z","time spent":"2.001391182s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-17T20:49:48.617407Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184370,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:48.617384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 3, index: 1068, vote: 5a110d012eba26a2] ignored MsgPreVote from 5a110d012eba26a2 [logterm: 3, index: 1068] at term 3: lease is not expired (remaining ticks: 10)"}
{"level":"warn","ts":"2026-03-17T20:49:48.919021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.309131059s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-17T20:49:48.919228Z","caller":"traceutil/trace.go:171","msg":"trace[1330403563] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1052; }","duration":"4.551920606s","start":"2026-03-17T20:49:44.367269Z","end":"2026-03-17T20:49:48.919190Z","steps":["trace[1330403563] 'read index received'  (duration: 4.551915556s)","trace[1330403563] 'applied index is now lower than readState.Index'  (duration: 4.2µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:49.281120Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.852651Z","time spent":"1.428455308s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:49.281206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.063670969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"}
{"level":"info","ts":"2026-03-17T20:49:49.281298Z","caller":"traceutil/trace.go:171","msg":"trace[1534902194] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:942; }","duration":"5.063891214s","start":"2026-03-17T20:49:44.217383Z","end":"2026-03-17T20:49:49.281274Z","steps":["trace[1534902194] 'agreement among raft nodes before linearized reading'  (duration: 4.701889031s)","trace[1534902194] 'range keys from in-memory index tree'  (duration: 361.831439ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:49.281349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.217358Z","time spent":"5.063980295s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:49.281650Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.059114ms","expected-duration":"100ms","prefix":"","request":"header:<ID:2783960132499808380 username:\"kube-apiserver-etcd-client\" auth_revision:1 > lease_grant:<ttl:3660-second id:26a29cfd8e80207b>","response":"size:40"}
{"level":"warn","ts":"2026-03-17T20:49:49.419990Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184376,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:49.921230Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184376,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:50.087648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.086949Z","time spent":"7.000689705s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:50.138615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.138436Z","time spent":"7.000173361s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:50.173527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:50.173653Z","caller":"traceutil/trace.go:171","msg":"trace[1642247520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000916773s","start":"2026-03-17T20:49:48.172662Z","end":"2026-03-17T20:49:50.173579Z","steps":["trace[1642247520] 'agreement among raft nodes before linearized reading'  (duration: 2.000823532s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:50.173709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.172636Z","time spent":"2.001062965s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2026-03-17T20:49:50.216433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 3, index: 1068, vote: 5a110d012eba26a2] ignored MsgPreVote from 5a110d012eba26a2 [logterm: 3, index: 1068] at term 3: lease is not expired (remaining ticks: 9)"}
{"level":"warn","ts":"2026-03-17T20:49:50.422352Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184376,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:50.923508Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184376,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:51.078733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978307676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-17T20:49:51.078822Z","caller":"traceutil/trace.go:171","msg":"trace[706623666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.978434848s","start":"2026-03-17T20:49:46.100366Z","end":"2026-03-17T20:49:51.078801Z","steps":["trace[706623666] 'agreement among raft nodes before linearized reading'  (duration: 4.978304046s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:51.078876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.100345Z","time spent":"4.9785201s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
2026/03/17 20:49:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-17T20:49:51.377217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.376247Z","time spent":"7.000964876s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-17T20:49:51.423703Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184376,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:51.538563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.619197731s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-17T20:49:51.627677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567395628s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:51.627743Z","caller":"traceutil/trace.go:171","msg":"trace[1235449704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:943; }","duration":"1.567474249s","start":"2026-03-17T20:49:50.060255Z","end":"2026-03-17T20:49:51.627729Z","steps":["trace[1235449704] 'range keys from in-memory index tree'  (duration: 1.567323567s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:51.816893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 3, index: 1068, vote: 5a110d012eba26a2] ignored MsgPreVote from 5a110d012eba26a2 [logterm: 3, index: 1068] at term 3: lease is not expired (remaining ticks: 5)"}
{"level":"warn","ts":"2026-03-17T20:49:51.924018Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184376,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-17T20:49:52.174728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000752523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-17T20:49:52.174852Z","caller":"traceutil/trace.go:171","msg":"trace[575050812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000900895s","start":"2026-03-17T20:49:50.173909Z","end":"2026-03-17T20:49:52.174810Z","steps":["trace[575050812] 'agreement among raft nodes before linearized reading'  (duration: 2.000777433s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.174918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.173897Z","time spent":"2.001006206s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/17 20:49:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2026-03-17T20:49:52.365684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 3, index: 1068, vote: 5a110d012eba26a2] cast MsgPreVote for 77297b5b7846c4bf [logterm: 3, index: 1068] at term 3"}
{"level":"info","ts":"2026-03-17T20:49:52.367791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [term: 3] received a MsgVote message with higher term from 77297b5b7846c4bf [term: 4]"}
{"level":"info","ts":"2026-03-17T20:49:52.367996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became follower at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.368026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 [logterm: 3, index: 1068, vote: 0] cast MsgVote for 77297b5b7846c4bf [logterm: 3, index: 1068] at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.368043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cf904ec39d3e333 lost leader 5a110d012eba26a2 at term 4"}
{"level":"info","ts":"2026-03-17T20:49:52.371370Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cf904ec39d3e333 elected leader 77297b5b7846c4bf at term 4"}
{"level":"warn","ts":"2026-03-17T20:49:52.371742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.506035407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"warn","ts":"2026-03-17T20:49:52.371808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286909993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"warn","ts":"2026-03-17T20:49:52.371910Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.203186491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.371951Z","caller":"traceutil/trace.go:171","msg":"trace[1791212493] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; }","duration":"7.287092185s","start":"2026-03-17T20:49:45.084837Z","end":"2026-03-17T20:49:52.371929Z","steps":["trace[1791212493] 'agreement among raft nodes before linearized reading'  (duration: 7.286908153s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.371975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.002955259s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.372014Z","caller":"traceutil/trace.go:171","msg":"trace[18598533] range","detail":"{range_begin:; range_end:; }","duration":"8.00299749s","start":"2026-03-17T20:49:44.369006Z","end":"2026-03-17T20:49:52.372004Z","steps":["trace[18598533] 'agreement among raft nodes before linearized reading'  (duration: 8.002953569s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.372022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.084768Z","time spent":"7.287238789s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/minions/controller-2\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:52.371993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.724036979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"error","ts":"2026-03-17T20:49:52.372078Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"}
{"level":"info","ts":"2026-03-17T20:49:52.372006Z","caller":"traceutil/trace.go:171","msg":"trace[670797632] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; }","duration":"4.203327893s","start":"2026-03-17T20:49:48.168656Z","end":"2026-03-17T20:49:52.371984Z","steps":["trace[670797632] 'agreement among raft nodes before linearized reading'  (duration: 4.203164841s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.372373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.168616Z","time spent":"4.20373949s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:52.372119Z","caller":"traceutil/trace.go:171","msg":"trace[498907685] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"4.724269553s","start":"2026-03-17T20:49:47.647823Z","end":"2026-03-17T20:49:52.372092Z","steps":["trace[498907685] 'agreement among raft nodes before linearized reading'  (duration: 4.72405728s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.372458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.647807Z","time spent":"4.724638348s","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:52.371928Z","caller":"traceutil/trace.go:171","msg":"trace[1117133551] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"6.506300601s","start":"2026-03-17T20:49:45.865598Z","end":"2026-03-17T20:49:52.371899Z","steps":["trace[1117133551] 'agreement among raft nodes before linearized reading'  (duration: 6.506064568s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.372512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.865573Z","time spent":"6.50692928s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "}
{"level":"warn","ts":"2026-03-17T20:49:52.371827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.287053457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.372770Z","caller":"traceutil/trace.go:171","msg":"trace[956980375] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; }","duration":"7.28804245s","start":"2026-03-17T20:49:45.084715Z","end":"2026-03-17T20:49:52.372758Z","steps":["trace[956980375] 'agreement among raft nodes before linearized reading'  (duration: 7.287092537s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.372806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.084699Z","time spent":"7.288096881s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/minions/controller-1\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:52.371786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286918174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-17T20:49:52.372926Z","caller":"traceutil/trace.go:171","msg":"trace[352805838] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; }","duration":"7.288145282s","start":"2026-03-17T20:49:45.084774Z","end":"2026-03-17T20:49:52.372919Z","steps":["trace[352805838] 'agreement among raft nodes before linearized reading'  (duration: 7.286943014s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.372949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.084758Z","time spent":"7.288183443s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/minions/controller-3\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:52.382081Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"}
{"level":"warn","ts":"2026-03-17T20:49:52.393714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10943401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:52.394574Z","caller":"traceutil/trace.go:171","msg":"trace[212952470] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:949; }","duration":"3.110363343s","start":"2026-03-17T20:49:49.284186Z","end":"2026-03-17T20:49:52.394549Z","steps":["trace[212952470] 'agreement among raft nodes before linearized reading'  (duration: 3.10941837s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.394874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.284161Z","time spent":"3.110698937s","remote":"127.0.0.1:56486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:52.393715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153188354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:49:52.393749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299216918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:551"}
{"level":"warn","ts":"2026-03-17T20:49:52.393786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.277892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-17T20:49:52.393833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250290061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:1 size:690"}
{"level":"warn","ts":"2026-03-17T20:49:52.393845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385912406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" limit:1 ","response":"range_response_count:1 size:131"}
{"level":"warn","ts":"2026-03-17T20:49:52.393830Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667746551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-03-17T20:49:52.393938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012217532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2\" limit:1 ","response":"range_response_count:1 size:794"}
{"level":"warn","ts":"2026-03-17T20:49:52.393928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197906487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-03-17T20:49:52.393958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747856516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:52.394155Z","caller":"traceutil/trace.go:171","msg":"trace[840812731] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"6.29413631s","start":"2026-03-17T20:49:46.100003Z","end":"2026-03-17T20:49:52.394140Z","steps":["trace[840812731] 'process raft request'  (duration: 6.293998128s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:52.394387Z","caller":"traceutil/trace.go:171","msg":"trace[849084339] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"6.29275128s","start":"2026-03-17T20:49:46.101570Z","end":"2026-03-17T20:49:52.394322Z","steps":["trace[849084339] 'process raft request'  (duration: 6.292532657s)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:52.395186Z","caller":"traceutil/trace.go:171","msg":"trace[859588869] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:949; }","duration":"1.154705506s","start":"2026-03-17T20:49:51.240459Z","end":"2026-03-17T20:49:52.395165Z","steps":["trace[859588869] 'agreement among raft nodes before linearized reading'  (duration: 1.153198464s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.395919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.240439Z","time spent":"1.155466156s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:52.396100Z","caller":"traceutil/trace.go:171","msg":"trace[1681539246] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:949; }","duration":"2.750134948s","start":"2026-03-17T20:49:49.645948Z","end":"2026-03-17T20:49:52.396083Z","steps":["trace[1681539246] 'agreement among raft nodes before linearized reading'  (duration: 2.747814705s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.401658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.645925Z","time spent":"2.75568774s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:52.395338Z","caller":"traceutil/trace.go:171","msg":"trace[986819505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"213.845114ms","start":"2026-03-17T20:49:52.181475Z","end":"2026-03-17T20:49:52.395320Z","steps":["trace[986819505] 'agreement among raft nodes before linearized reading'  (duration: 212.293172ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:52.395447Z","caller":"traceutil/trace.go:171","msg":"trace[1849595762] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:1; response_revision:949; }","duration":"2.251944064s","start":"2026-03-17T20:49:50.143489Z","end":"2026-03-17T20:49:52.395433Z","steps":["trace[1849595762] 'agreement among raft nodes before linearized reading'  (duration: 2.250311771s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.401949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.143460Z","time spent":"2.258457809s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:52.395511Z","caller":"traceutil/trace.go:171","msg":"trace[904389428] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:949; }","duration":"2.669491816s","start":"2026-03-17T20:49:49.726012Z","end":"2026-03-17T20:49:52.395504Z","steps":["trace[904389428] 'agreement among raft nodes before linearized reading'  (duration: 2.667691451s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.402041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.725992Z","time spent":"2.676040043s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":69,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:52.395531Z","caller":"traceutil/trace.go:171","msg":"trace[1010397636] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:949; }","duration":"3.38764974s","start":"2026-03-17T20:49:49.007876Z","end":"2026-03-17T20:49:52.395525Z","steps":["trace[1010397636] 'agreement among raft nodes before linearized reading'  (duration: 3.385935465s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.402139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.007847Z","time spent":"3.394283828s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.3\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:52.395568Z","caller":"traceutil/trace.go:171","msg":"trace[535356117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2; range_end:; response_count:1; response_revision:949; }","duration":"1.013868135s","start":"2026-03-17T20:49:51.381677Z","end":"2026-03-17T20:49:52.395545Z","steps":["trace[535356117] 'agreement among raft nodes before linearized reading'  (duration: 1.011900527s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.402251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.381661Z","time spent":"1.020583195s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc05c0cd4ea2\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:52.395654Z","caller":"traceutil/trace.go:171","msg":"trace[1312650818] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:949; }","duration":"3.199595081s","start":"2026-03-17T20:49:49.195974Z","end":"2026-03-17T20:49:52.395569Z","steps":["trace[1312650818] 'agreement among raft nodes before linearized reading'  (duration: 3.197833046s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.402361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.195921Z","time spent":"3.206428482s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "}
{"level":"info","ts":"2026-03-17T20:49:52.395243Z","caller":"traceutil/trace.go:171","msg":"trace[787420905] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:949; }","duration":"2.300761569s","start":"2026-03-17T20:49:50.094459Z","end":"2026-03-17T20:49:52.395220Z","steps":["trace[787420905] 'agreement among raft nodes before linearized reading'  (duration: 2.299117136s)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.402501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.094437Z","time spent":"2.308056776s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":573,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:52.396158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.101563Z","time spent":"6.294539285s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-cp-lock\" mod_revision:932 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-cp-lock\" value_size:359 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-cp-lock\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:52.396216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.099985Z","time spent":"6.296083327s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:933 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:361 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:52.400798Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16371601683228184378,"received-request-id":16371601683228184377}
{"level":"info","ts":"2026-03-17T20:49:52.826742Z","caller":"traceutil/trace.go:171","msg":"trace[96834434] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"408.021561ms","start":"2026-03-17T20:49:52.418687Z","end":"2026-03-17T20:49:52.826709Z","steps":["trace[96834434] 'process raft request'  (duration: 379.444834ms)","trace[96834434] 'compare'  (duration: 28.375825ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:52.826921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.418665Z","time spent":"408.167693ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7483,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" mod_revision:296 > success:<request_put:<key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" value_size:7421 >> failure:<request_range:<key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" > >"}
{"level":"info","ts":"2026-03-17T20:49:52.827014Z","caller":"traceutil/trace.go:171","msg":"trace[1450577859] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"405.19734ms","start":"2026-03-17T20:49:52.421801Z","end":"2026-03-17T20:49:52.826998Z","steps":["trace[1450577859] 'process raft request'  (duration: 404.865845ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.827511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.421780Z","time spent":"405.702816ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/masterleases/199.19.213.3\" mod_revision:913 > success:<request_put:<key:\"/registry/masterleases/199.19.213.3\" value_size:65 lease:7148229646373408571 >> failure:<request_range:<key:\"/registry/masterleases/199.19.213.3\" > >"}
{"level":"info","ts":"2026-03-17T20:49:52.830624Z","caller":"traceutil/trace.go:171","msg":"trace[1564302891] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"401.72066ms","start":"2026-03-17T20:49:52.428879Z","end":"2026-03-17T20:49:52.830599Z","steps":["trace[1564302891] 'process raft request'  (duration: 401.600517ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.831346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.428862Z","time spent":"401.839491ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/etcd-controller-1.189dbc0b28bf6154\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/etcd-controller-1.189dbc0b28bf6154\" value_size:658 lease:7148229646373408533 >> failure:<>"}
{"level":"info","ts":"2026-03-17T20:49:52.838584Z","caller":"traceutil/trace.go:171","msg":"trace[1818026009] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1097; }","duration":"398.259848ms","start":"2026-03-17T20:49:52.440299Z","end":"2026-03-17T20:49:52.838559Z","steps":["trace[1818026009] 'read index received'  (duration: 398.248858ms)","trace[1818026009] 'applied index is now lower than readState.Index'  (duration: 8.93µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:52.838768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.335342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:551"}
{"level":"info","ts":"2026-03-17T20:49:52.838811Z","caller":"traceutil/trace.go:171","msg":"trace[2010366358] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:971; }","duration":"431.466664ms","start":"2026-03-17T20:49:52.407334Z","end":"2026-03-17T20:49:52.838801Z","steps":["trace[2010366358] 'agreement among raft nodes before linearized reading'  (duration: 431.328102ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.838847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.407324Z","time spent":"431.513904ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":573,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:52.841028Z","caller":"traceutil/trace.go:171","msg":"trace[1406203852] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"380.626021ms","start":"2026-03-17T20:49:52.460378Z","end":"2026-03-17T20:49:52.841004Z","steps":["trace[1406203852] 'process raft request'  (duration: 380.54872ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:52.841516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.460336Z","time spent":"380.768384ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" mod_revision:942 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" > >"}
{"level":"info","ts":"2026-03-17T20:49:54.050650Z","caller":"traceutil/trace.go:171","msg":"trace[1155298773] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"495.000762ms","start":"2026-03-17T20:49:53.555624Z","end":"2026-03-17T20:49:54.050624Z","steps":["trace[1155298773] 'process raft request'  (duration: 494.822489ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:54.050852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.555606Z","time spent":"495.135845ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-cp-lock\" mod_revision:951 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-cp-lock\" value_size:373 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-cp-lock\" > >"}
{"level":"info","ts":"2026-03-17T20:49:54.111592Z","caller":"traceutil/trace.go:171","msg":"trace[1903788647] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1160; }","duration":"158.533711ms","start":"2026-03-17T20:49:53.953034Z","end":"2026-03-17T20:49:54.111568Z","steps":["trace[1903788647] 'read index received'  (duration: 158.526421ms)","trace[1903788647] 'applied index is now lower than readState.Index'  (duration: 5.61µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:54.111926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.870326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"}
{"level":"info","ts":"2026-03-17T20:49:54.112734Z","caller":"traceutil/trace.go:171","msg":"trace[1667150472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1033; }","duration":"159.719689ms","start":"2026-03-17T20:49:53.952996Z","end":"2026-03-17T20:49:54.112716Z","steps":["trace[1667150472] 'agreement among raft nodes before linearized reading'  (duration: 158.822546ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:54.112167Z","caller":"traceutil/trace.go:171","msg":"trace[1514305947] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"477.474785ms","start":"2026-03-17T20:49:53.634682Z","end":"2026-03-17T20:49:54.112156Z","steps":["trace[1514305947] 'process raft request'  (duration: 477.258972ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:54.112841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.634664Z","time spent":"478.127174ms","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4182,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/minions/controller-1\" mod_revision:732 > success:<request_put:<key:\"/registry/minions/controller-1\" value_size:4144 >> failure:<request_range:<key:\"/registry/minions/controller-1\" > >"}
{"level":"info","ts":"2026-03-17T20:49:54.112348Z","caller":"traceutil/trace.go:171","msg":"trace[873895500] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"555.25507ms","start":"2026-03-17T20:49:53.557073Z","end":"2026-03-17T20:49:54.112329Z","steps":["trace[873895500] 'process raft request'  (duration: 554.825014ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:54.112951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.557057Z","time spent":"555.867949ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:950 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:375 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" > >"}
{"level":"warn","ts":"2026-03-17T20:49:54.116875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.136821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"}
{"level":"info","ts":"2026-03-17T20:49:54.116916Z","caller":"traceutil/trace.go:171","msg":"trace[1474489356] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1036; }","duration":"109.235442ms","start":"2026-03-17T20:49:54.007672Z","end":"2026-03-17T20:49:54.116907Z","steps":["trace[1474489356] 'agreement among raft nodes before linearized reading'  (duration: 109.165511ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:54.441558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.178435ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-17T20:49:54.441727Z","caller":"traceutil/trace.go:171","msg":"trace[555766252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1045; }","duration":"112.363527ms","start":"2026-03-17T20:49:54.329335Z","end":"2026-03-17T20:49:54.441698Z","steps":["trace[555766252] 'range keys from in-memory index tree'  (duration: 112.106224ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:54.517573Z","caller":"traceutil/trace.go:171","msg":"trace[1153334431] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1175; }","duration":"179.897243ms","start":"2026-03-17T20:49:54.337647Z","end":"2026-03-17T20:49:54.517544Z","steps":["trace[1153334431] 'read index received'  (duration: 179.888603ms)","trace[1153334431] 'applied index is now lower than readState.Index'  (duration: 7.13µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:54.517777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.101736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jvvfp\" limit:1 ","response":"range_response_count:1 size:18689"}
{"level":"info","ts":"2026-03-17T20:49:54.518064Z","caller":"traceutil/trace.go:171","msg":"trace[628943040] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jvvfp; range_end:; response_count:1; response_revision:1046; }","duration":"180.447581ms","start":"2026-03-17T20:49:54.337598Z","end":"2026-03-17T20:49:54.518046Z","steps":["trace[628943040] 'agreement among raft nodes before linearized reading'  (duration: 180.049135ms)"],"step_count":1}
{"level":"info","ts":"2026-03-17T20:49:54.518780Z","caller":"traceutil/trace.go:171","msg":"trace[463400267] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"179.148811ms","start":"2026-03-17T20:49:54.339616Z","end":"2026-03-17T20:49:54.518765Z","steps":["trace[463400267] 'process raft request'  (duration: 179.06024ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.042989Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601683228184574,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-17T20:49:57.224224Z","caller":"traceutil/trace.go:171","msg":"trace[390661839] linearizableReadLoop","detail":"{readStateIndex:1217; appliedIndex:1218; }","duration":"681.884009ms","start":"2026-03-17T20:49:56.542307Z","end":"2026-03-17T20:49:57.224191Z","steps":["trace[390661839] 'read index received'  (duration: 681.869749ms)","trace[390661839] 'applied index is now lower than readState.Index'  (duration: 12.23µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-17T20:49:57.224413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.082553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"}
{"level":"info","ts":"2026-03-17T20:49:57.224501Z","caller":"traceutil/trace.go:171","msg":"trace[271481801] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1088; }","duration":"682.182294ms","start":"2026-03-17T20:49:56.542284Z","end":"2026-03-17T20:49:57.224466Z","steps":["trace[271481801] 'agreement among raft nodes before linearized reading'  (duration: 682.009362ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.224544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.542276Z","time spent":"682.260675ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":575,"request content":"key:\"/registry/clusterroles/cluster-admin\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:57.237819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.316978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:1 size:553"}
{"level":"info","ts":"2026-03-17T20:49:57.237919Z","caller":"traceutil/trace.go:171","msg":"trace[1552488092] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1091; }","duration":"546.46804ms","start":"2026-03-17T20:49:56.691428Z","end":"2026-03-17T20:49:57.237896Z","steps":["trace[1552488092] 'agreement among raft nodes before linearized reading'  (duration: 546.238487ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.238560Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.92602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:305"}
{"level":"info","ts":"2026-03-17T20:49:57.238665Z","caller":"traceutil/trace.go:171","msg":"trace[607853985] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1091; }","duration":"594.065682ms","start":"2026-03-17T20:49:56.644566Z","end":"2026-03-17T20:49:57.238632Z","steps":["trace[607853985] 'agreement among raft nodes before linearized reading'  (duration: 593.137948ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.238708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.644551Z","time spent":"594.149104ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":327,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:57.238921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.691406Z","time spent":"547.16309ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":575,"request content":"key:\"/registry/clusterroles/cluster-admin\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:57.239190Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.612227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3475"}
{"level":"info","ts":"2026-03-17T20:49:57.239242Z","caller":"traceutil/trace.go:171","msg":"trace[88076907] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1091; }","duration":"644.688968ms","start":"2026-03-17T20:49:56.594540Z","end":"2026-03-17T20:49:57.239228Z","steps":["trace[88076907] 'agreement among raft nodes before linearized reading'  (duration: 643.315589ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.239278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.594525Z","time spent":"644.746989ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":3497,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:57.241863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.719842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-03-17T20:49:57.242278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.089777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3475"}
{"level":"info","ts":"2026-03-17T20:49:57.242348Z","caller":"traceutil/trace.go:171","msg":"trace[1451153296] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1091; }","duration":"681.175148ms","start":"2026-03-17T20:49:56.561146Z","end":"2026-03-17T20:49:57.242322Z","steps":["trace[1451153296] 'agreement among raft nodes before linearized reading'  (duration: 681.068386ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.242376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.561135Z","time spent":"681.233939ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":3497,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "}
{"level":"warn","ts":"2026-03-17T20:49:57.246342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.968316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:1 size:3475"}
{"level":"info","ts":"2026-03-17T20:49:57.246436Z","caller":"traceutil/trace.go:171","msg":"trace[2051789030] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1091; }","duration":"648.085268ms","start":"2026-03-17T20:49:56.598316Z","end":"2026-03-17T20:49:57.246401Z","steps":["trace[2051789030] 'agreement among raft nodes before linearized reading'  (duration: 647.901975ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-17T20:49:57.246488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.598303Z","time spent":"648.17479ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":3497,"request content":"key:\"/registry/clusterroles/edit\" limit:1 "}
{"level":"info","ts":"2026-03-17T20:49:57.246979Z","caller":"traceutil/trace.go:171","msg":"trace[1848932859] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1091; }","duration":"151.832554ms","start":"2026-03-17T20:49:57.090088Z","end":"2026-03-17T20:49:57.241921Z","steps":["trace[1848932859] 'agreement among raft nodes before linearized reading'  (duration: 151.416268ms)"],"step_count":1}