{"level":"warn","ts":"2026-03-17T20:46:44.466219Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:46:44.466347Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.207:2380","--initial-cluster=controller-1=https://199.19.213.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.207:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T20:46:44.466437Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:46:44.466449Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-03-17T20:46:44.466478Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:46:44.467041Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"]} {"level":"info","ts":"2026-03-17T20:46:44.467318Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.207:2380"],"listen-peer-urls":["https://199.19.213.207:2380"],"advertise-client-urls":["https://199.19.213.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T20:46:44.473755Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.061328ms"} {"level":"info","ts":"2026-03-17T20:46:44.485179Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"520ed656383c33a4","cluster-id":"21f34f1629612ac4"} {"level":"info","ts":"2026-03-17T20:46:44.485319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:46:44.485373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:46:44.485399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 520ed656383c33a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T20:46:44.485413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 1"} {"level":"info","ts":"2026-03-17T20:46:44.485514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(5912899026583040932)"} {"level":"warn","ts":"2026-03-17T20:46:44.493218Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:46:44.497954Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:46:44.498056Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:46:44.499433Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:46:44.500880Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"520ed656383c33a4","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:46:44.501314Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:46:44.501625Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"520ed656383c33a4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T20:46:44.501726Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:46:44.501942Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:46:44.501951Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:46:44.502357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(5912899026583040932)"} {"level":"info","ts":"2026-03-17T20:46:44.502599Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","added-peer-id":"520ed656383c33a4","added-peer-peer-urls":["https://199.19.213.207:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:46:44.503450Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:46:44.503731Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"520ed656383c33a4","initial-advertise-peer-urls":["https://199.19.213.207:2380"],"listen-peer-urls":["https://199.19.213.207:2380"],"advertise-client-urls":["https://199.19.213.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:46:44.503759Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:46:44.503827Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.207:2380"} {"level":"info","ts":"2026-03-17T20:46:44.503865Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.207:2380"} {"level":"info","ts":"2026-03-17T20:46:44.986040Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T20:46:44.986107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T20:46:44.986129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 1"} {"level":"info","ts":"2026-03-17T20:46:44.986141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became candidate at term 2"} {"level":"info","ts":"2026-03-17T20:46:44.986175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-03-17T20:46:44.986185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became leader at term 2"} {"level":"info","ts":"2026-03-17T20:46:44.986193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-03-17T20:46:44.989437Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"520ed656383c33a4","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.207:2379]}","request-path":"/0/members/520ed656383c33a4/attributes","cluster-id":"21f34f1629612ac4","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:46:44.989621Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:46:44.989725Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:46:44.990042Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:46:44.990924Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:46:44.991337Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:46:44.991813Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:46:44.992075Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:46:44.992255Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:46:44.992403Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:46:44.992446Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:46:44.994005Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T20:46:44.994682Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.207:2379"} {"level":"warn","ts":"2026-03-17T20:46:47.711981Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921709949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:46:47.719773Z","caller":"traceutil/trace.go:171","msg":"trace[562755924] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"510.9887ms","start":"2026-03-17T20:46:47.208744Z","end":"2026-03-17T20:46:47.719732Z","steps":["trace[562755924] 'process raft request' (duration: 510.827448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.720472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.208733Z","time spent":"511.101741ms","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:46:47.749001Z","caller":"traceutil/trace.go:171","msg":"trace[1941102559] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"535.962806ms","start":"2026-03-17T20:46:47.213020Z","end":"2026-03-17T20:46:47.748983Z","steps":["trace[1941102559] 'process raft request' (duration: 535.823645ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:47.748987Z","caller":"traceutil/trace.go:171","msg":"trace[1681902556] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"537.258453ms","start":"2026-03-17T20:46:47.211687Z","end":"2026-03-17T20:46:47.748945Z","steps":["trace[1681902556] 'process raft request' (duration: 536.99217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.749116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.213013Z","time spent":"536.040347ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:47.749314Z","caller":"traceutil/trace.go:171","msg":"trace[777446253] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"535.47655ms","start":"2026-03-17T20:46:47.213827Z","end":"2026-03-17T20:46:47.749303Z","steps":["trace[777446253] 'process raft request' (duration: 535.056855ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:47.749311Z","caller":"traceutil/trace.go:171","msg":"trace[1284429720] linearizableReadLoop","detail":"{readStateIndex:16; appliedIndex:5; }","duration":"538.010712ms","start":"2026-03-17T20:46:47.211271Z","end":"2026-03-17T20:46:47.749281Z","steps":["trace[1284429720] 'read index received' (duration: 508.372968ms)","trace[1284429720] 'applied index is now lower than readState.Index' (duration: 29.636794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:47.749371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.213807Z","time spent":"535.541722ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:47.749647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.211660Z","time spent":"537.408844ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:47.749932Z","caller":"traceutil/trace.go:171","msg":"trace[1449194235] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"536.081618ms","start":"2026-03-17T20:46:47.213837Z","end":"2026-03-17T20:46:47.749919Z","steps":["trace[1449194235] 'process raft request' (duration: 535.074145ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:47.749334Z","caller":"traceutil/trace.go:171","msg":"trace[1570443780] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"534.815832ms","start":"2026-03-17T20:46:47.214382Z","end":"2026-03-17T20:46:47.749197Z","steps":["trace[1570443780] 'process raft request' (duration: 534.614839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.750148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.213816Z","time spent":"536.30707ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:47.750204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.214376Z","time spent":"535.767395ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:47.750374Z","caller":"traceutil/trace.go:171","msg":"trace[1251403819] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"535.904796ms","start":"2026-03-17T20:46:47.214458Z","end":"2026-03-17T20:46:47.750363Z","steps":["trace[1251403819] 'process raft request' (duration: 534.56784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.750416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.214450Z","time spent":"535.945887ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:47.750484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.204377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2904"} {"level":"warn","ts":"2026-03-17T20:46:47.750498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.396331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-17T20:46:47.750606Z","caller":"traceutil/trace.go:171","msg":"trace[1411106258] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:13; }","duration":"539.325558ms","start":"2026-03-17T20:46:47.211266Z","end":"2026-03-17T20:46:47.750591Z","steps":["trace[1411106258] 'agreement among raft nodes before linearized reading' (duration: 538.291495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.750140Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.531156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:46:47.750642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.211257Z","time spent":"539.376059ms","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":2926,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:47.750640Z","caller":"traceutil/trace.go:171","msg":"trace[1340051458] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"483.547832ms","start":"2026-03-17T20:46:47.267074Z","end":"2026-03-17T20:46:47.750622Z","steps":["trace[1340051458] 'agreement among raft nodes before linearized reading' (duration: 483.37399ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:47.750664Z","caller":"traceutil/trace.go:171","msg":"trace[1575874945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13; }","duration":"538.479598ms","start":"2026-03-17T20:46:47.212167Z","end":"2026-03-17T20:46:47.750647Z","steps":["trace[1575874945] 'agreement among raft nodes before linearized reading' (duration: 537.501776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.750694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.267068Z","time spent":"483.611243ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:47.750709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.212163Z","time spent":"538.533038ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:46:47.750810Z","caller":"traceutil/trace.go:171","msg":"trace[2005886504] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"528.313753ms","start":"2026-03-17T20:46:47.222487Z","end":"2026-03-17T20:46:47.750800Z","steps":["trace[2005886504] 'process raft request' (duration: 526.707713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.750866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.222470Z","time spent":"528.360863ms","remote":"127.0.0.1:53916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:47.750884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.123562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-17T20:46:47.750915Z","caller":"traceutil/trace.go:171","msg":"trace[301843052] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"485.175503ms","start":"2026-03-17T20:46:47.265730Z","end":"2026-03-17T20:46:47.750906Z","steps":["trace[301843052] 'agreement among raft nodes before linearized reading' (duration: 485.121622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.750941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.265684Z","time spent":"485.250223ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:47.750947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.658889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-17T20:46:47.750990Z","caller":"traceutil/trace.go:171","msg":"trace[1929360972] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"538.70962ms","start":"2026-03-17T20:46:47.212268Z","end":"2026-03-17T20:46:47.750978Z","steps":["trace[1929360972] 'agreement among raft nodes before linearized reading' (duration: 538.631969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.751017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.066771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-17T20:46:47.751020Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.212264Z","time spent":"538.74697ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:47.751055Z","caller":"traceutil/trace.go:171","msg":"trace[2035859565] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"485.103412ms","start":"2026-03-17T20:46:47.265941Z","end":"2026-03-17T20:46:47.751044Z","steps":["trace[2035859565] 'agreement among raft nodes before linearized reading' (duration: 485.049681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.751074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.265883Z","time spent":"485.186963ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-17T20:46:47.751126Z","caller":"traceutil/trace.go:171","msg":"trace[536485711] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"443.50496ms","start":"2026-03-17T20:46:47.307612Z","end":"2026-03-17T20:46:47.751117Z","steps":["trace[536485711] 'process raft request' (duration: 441.615117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.751170Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.307567Z","time spent":"443.583231ms","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2892,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:47.751258Z","caller":"traceutil/trace.go:171","msg":"trace[220137588] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"537.213392ms","start":"2026-03-17T20:46:47.214033Z","end":"2026-03-17T20:46:47.751246Z","steps":["trace[220137588] 'process raft request' (duration: 535.032225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.751329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.214027Z","time spent":"537.277813ms","remote":"127.0.0.1:54004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":285,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:47.751759Z","caller":"traceutil/trace.go:171","msg":"trace[793051701] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"534.550839ms","start":"2026-03-17T20:46:47.214901Z","end":"2026-03-17T20:46:47.749452Z","steps":["trace[793051701] 'process raft request' (duration: 534.259705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.751965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.214894Z","time spent":"536.989849ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:46:47.753182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.001368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-17T20:46:47.753285Z","caller":"traceutil/trace.go:171","msg":"trace[2115563303] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"487.273428ms","start":"2026-03-17T20:46:47.265979Z","end":"2026-03-17T20:46:47.753253Z","steps":["trace[2115563303] 'agreement among raft nodes before linearized reading' (duration: 483.955447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:47.753346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:47.265973Z","time spent":"487.35732ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:46:48.555545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.302392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:46:48.555654Z","caller":"traceutil/trace.go:171","msg":"trace[1802480009] linearizableReadLoop","detail":"{readStateIndex:111; appliedIndex:110; }","duration":"246.017718ms","start":"2026-03-17T20:46:48.309621Z","end":"2026-03-17T20:46:48.555638Z","steps":["trace[1802480009] 'read index received' (duration: 29.358791ms)","trace[1802480009] 'applied index is now lower than readState.Index' (duration: 216.658117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:48.555734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.111219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:46:48.555791Z","caller":"traceutil/trace.go:171","msg":"trace[1800847577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:108; }","duration":"246.187279ms","start":"2026-03-17T20:46:48.309592Z","end":"2026-03-17T20:46:48.555779Z","steps":["trace[1800847577] 'agreement among raft nodes before linearized reading' (duration: 246.091768ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:48.555697Z","caller":"traceutil/trace.go:171","msg":"trace[1644131774] transaction","detail":"{read_only:false; response_revision:108; number_of_response:1; }","duration":"282.414427ms","start":"2026-03-17T20:46:48.273260Z","end":"2026-03-17T20:46:48.555674Z","steps":["trace[1644131774] 'process raft request' (duration: 65.7557ms)","trace[1644131774] 'compare' (duration: 216.158561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:48.796096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.943477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:46:48.796294Z","caller":"traceutil/trace.go:171","msg":"trace[1598587319] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"199.006924ms","start":"2026-03-17T20:46:48.597250Z","end":"2026-03-17T20:46:48.796257Z","steps":["trace[1598587319] 'process raft request' (duration: 62.841414ms)","trace[1598587319] 'compare' (duration: 135.831995ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:46:48.827065Z","caller":"traceutil/trace.go:171","msg":"trace[1028001910] transaction","detail":"{read_only:false; response_revision:112; number_of_response:1; }","duration":"127.056655ms","start":"2026-03-17T20:46:48.699991Z","end":"2026-03-17T20:46:48.827048Z","steps":["trace[1028001910] 'process raft request' (duration: 126.990324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:52.459672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.79597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:46:52.459771Z","caller":"traceutil/trace.go:171","msg":"trace[1390874242] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:329; }","duration":"142.951732ms","start":"2026-03-17T20:46:52.316799Z","end":"2026-03-17T20:46:52.459750Z","steps":["trace[1390874242] 'range keys from in-memory index tree' (duration: 142.697699ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:52.769479Z","caller":"traceutil/trace.go:171","msg":"trace[1686216038] linearizableReadLoop","detail":"{readStateIndex:339; appliedIndex:338; }","duration":"275.290727ms","start":"2026-03-17T20:46:52.494166Z","end":"2026-03-17T20:46:52.769457Z","steps":["trace[1686216038] 'read index received' (duration: 275.240326ms)","trace[1686216038] 'applied index is now lower than readState.Index' (duration: 49.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:46:52.769616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.428819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:4172"} {"level":"info","ts":"2026-03-17T20:46:52.769598Z","caller":"traceutil/trace.go:171","msg":"trace[1368326645] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"306.36421ms","start":"2026-03-17T20:46:52.463186Z","end":"2026-03-17T20:46:52.769550Z","steps":["trace[1368326645] 'process raft request' (duration: 306.156158ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:52.769650Z","caller":"traceutil/trace.go:171","msg":"trace[2035189981] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:330; }","duration":"275.532161ms","start":"2026-03-17T20:46:52.494109Z","end":"2026-03-17T20:46:52.769641Z","steps":["trace[2035189981] 'agreement among raft nodes before linearized reading' (duration: 275.432599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:52.769809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:46:52.463162Z","time spent":"306.507072ms","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":237,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:46:52.778974Z","caller":"traceutil/trace.go:171","msg":"trace[1542157718] transaction","detail":"{read_only:false; number_of_response:0; response_revision:330; }","duration":"283.651614ms","start":"2026-03-17T20:46:52.495312Z","end":"2026-03-17T20:46:52.778963Z","steps":["trace[1542157718] 'process raft request' (duration: 283.430951ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:46:52.778987Z","caller":"traceutil/trace.go:171","msg":"trace[860773536] transaction","detail":"{read_only:false; number_of_response:0; response_revision:330; }","duration":"283.788096ms","start":"2026-03-17T20:46:52.495191Z","end":"2026-03-17T20:46:52.778980Z","steps":["trace[860773536] 'process raft request' (duration: 283.519822ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:00.830892Z","caller":"traceutil/trace.go:171","msg":"trace[1476942212] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"303.005225ms","start":"2026-03-17T20:47:00.527871Z","end":"2026-03-17T20:47:00.830876Z","steps":["trace[1476942212] 'process raft request' (duration: 302.917914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:00.831000Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:00.527846Z","time spent":"303.100227ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6954,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:03.717029Z","caller":"traceutil/trace.go:171","msg":"trace[1975076208] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"112.04465ms","start":"2026-03-17T20:47:03.604960Z","end":"2026-03-17T20:47:03.717005Z","steps":["trace[1975076208] 'process raft request' (duration: 49.700992ms)","trace[1975076208] 'compare' (duration: 61.810549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:03.991517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.926883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:03.991618Z","caller":"traceutil/trace.go:171","msg":"trace[1731017104] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:460; }","duration":"131.2945ms","start":"2026-03-17T20:47:03.860310Z","end":"2026-03-17T20:47:03.991605Z","steps":["trace[1731017104] 'read index received' (duration: 38.31µs)","trace[1731017104] 'applied index is now lower than readState.Index' (duration: 131.255179ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:03.991677Z","caller":"traceutil/trace.go:171","msg":"trace[1683468050] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"182.584889ms","start":"2026-03-17T20:47:03.809064Z","end":"2026-03-17T20:47:03.991648Z","steps":["trace[1683468050] 'process raft request' (duration: 26.449513ms)","trace[1683468050] 'compare' (duration: 155.78361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:03.991721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.409022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:47:03.991766Z","caller":"traceutil/trace.go:171","msg":"trace[183604271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:444; }","duration":"131.492453ms","start":"2026-03-17T20:47:03.860266Z","end":"2026-03-17T20:47:03.991758Z","steps":["trace[183604271] 'agreement among raft nodes before linearized reading' (duration: 131.412432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:03.991891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.464526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:47:03.991970Z","caller":"traceutil/trace.go:171","msg":"trace[1989354723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:444; }","duration":"130.612708ms","start":"2026-03-17T20:47:03.861339Z","end":"2026-03-17T20:47:03.991952Z","steps":["trace[1989354723] 'agreement among raft nodes before linearized reading' (duration: 130.449386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:08.749157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.291825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:08.749262Z","caller":"traceutil/trace.go:171","msg":"trace[999460507] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"667.503294ms","start":"2026-03-17T20:47:08.081740Z","end":"2026-03-17T20:47:08.749243Z","steps":["trace[999460507] 'process raft request' (duration: 419.859913ms)","trace[999460507] 'compare' (duration: 246.976189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:08.749320Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:08.081727Z","time spent":"667.567236ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:09.378784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.242163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:09.378869Z","caller":"traceutil/trace.go:171","msg":"trace[1788471028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:454; }","duration":"301.352015ms","start":"2026-03-17T20:47:09.077499Z","end":"2026-03-17T20:47:09.378851Z","steps":["trace[1788471028] 'range keys from in-memory index tree' (duration: 301.203581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:09.379015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.403542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:09.379106Z","caller":"traceutil/trace.go:171","msg":"trace[1912086330] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"799.433725ms","start":"2026-03-17T20:47:08.579657Z","end":"2026-03-17T20:47:09.379090Z","steps":["trace[1912086330] 'read index received' (duration: 269.852879ms)","trace[1912086330] 'applied index is now lower than readState.Index' (duration: 529.579816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:09.379176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.515167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:09.379200Z","caller":"traceutil/trace.go:171","msg":"trace[736890108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"799.540817ms","start":"2026-03-17T20:47:08.579653Z","end":"2026-03-17T20:47:09.379194Z","steps":["trace[736890108] 'agreement among raft nodes before linearized reading' (duration: 799.499766ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:09.379153Z","caller":"traceutil/trace.go:171","msg":"trace[418969203] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"1.232630304s","start":"2026-03-17T20:47:08.146508Z","end":"2026-03-17T20:47:09.379138Z","steps":["trace[418969203] 'process raft request' (duration: 703.025528ms)","trace[418969203] 'compare' (duration: 529.2723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:09.379218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:08.579612Z","time spent":"799.601738ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:09.380166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:08.146461Z","time spent":"1.232777437s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:09.911860Z","caller":"traceutil/trace.go:171","msg":"trace[905701658] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:475; }","duration":"131.126557ms","start":"2026-03-17T20:47:09.780703Z","end":"2026-03-17T20:47:09.911830Z","steps":["trace[905701658] 'read index received' (duration: 56.131397ms)","trace[905701658] 'applied index is now lower than readState.Index' (duration: 74.99411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:09.912035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.296281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-17T20:47:09.912059Z","caller":"traceutil/trace.go:171","msg":"trace[1320551186] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:457; }","duration":"131.414583ms","start":"2026-03-17T20:47:09.780638Z","end":"2026-03-17T20:47:09.912053Z","steps":["trace[1320551186] 'agreement among raft nodes before linearized reading' (duration: 131.296331ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:09.912205Z","caller":"traceutil/trace.go:171","msg":"trace[1232856501] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"167.153039ms","start":"2026-03-17T20:47:09.745020Z","end":"2026-03-17T20:47:09.912173Z","steps":["trace[1232856501] 'process raft request' (duration: 91.806313ms)","trace[1232856501] 'compare' (duration: 74.884048ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:14.094255Z","caller":"traceutil/trace.go:171","msg":"trace[1050422096] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"171.203407ms","start":"2026-03-17T20:47:13.923030Z","end":"2026-03-17T20:47:14.094233Z","steps":["trace[1050422096] 'process raft request' (duration: 171.072594ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:14.133114Z","caller":"traceutil/trace.go:171","msg":"trace[263299228] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"105.109505ms","start":"2026-03-17T20:47:14.027965Z","end":"2026-03-17T20:47:14.133075Z","steps":["trace[263299228] 'process raft request' (duration: 104.989242ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:19.823178Z","caller":"traceutil/trace.go:171","msg":"trace[1679526048] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"100.678565ms","start":"2026-03-17T20:47:19.722466Z","end":"2026-03-17T20:47:19.823144Z","steps":["trace[1679526048] 'process raft request' (duration: 100.146044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:20.341523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.23809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:47:20.341601Z","caller":"traceutil/trace.go:171","msg":"trace[291100622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:481; }","duration":"113.373013ms","start":"2026-03-17T20:47:20.228212Z","end":"2026-03-17T20:47:20.341585Z","steps":["trace[291100622] 'range keys from in-memory index tree' (duration: 113.110998ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:22.032760Z","caller":"traceutil/trace.go:171","msg":"trace[403761206] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"252.028107ms","start":"2026-03-17T20:47:21.780716Z","end":"2026-03-17T20:47:22.032744Z","steps":["trace[403761206] 'process raft request' (duration: 251.921575ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:31.967569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(5912899026583040932) learners=(3043793456201346434)"} {"level":"info","ts":"2026-03-17T20:47:31.967690Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","added-peer-id":"2a3dba058e8a2d82","added-peer-peer-urls":["https://199.19.213.5:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:47:31.967711Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:31.967737Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:31.968056Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:31.968374Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:31.971659Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:31.971691Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:31.971879Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82","remote-peer-urls":["https://199.19.213.5:2380"]} {"level":"info","ts":"2026-03-17T20:47:31.971727Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:31.972052Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"520ed656383c33a4","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"2a3dba058e8a2d82"} {"level":"warn","ts":"2026-03-17T20:47:32.998514Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://199.19.213.5:2380/version","remote-member-id":"2a3dba058e8a2d82","error":"Get \"https://199.19.213.5:2380/version\": dial tcp 199.19.213.5:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T20:47:32.998589Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"2a3dba058e8a2d82","error":"Get \"https://199.19.213.5:2380/version\": dial tcp 199.19.213.5:2380: connect: connection refused"} {"level":"info","ts":"2026-03-17T20:47:34.691945Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:34.692021Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:34.692327Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:34.692688Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"520ed656383c33a4","to":"2a3dba058e8a2d82","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:47:34.692759Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:34.695551Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"520ed656383c33a4","to":"2a3dba058e8a2d82","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:47:34.695573Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"520ed656383c33a4","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:35.027328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(3043793456201346434 5912899026583040932)"} {"level":"info","ts":"2026-03-17T20:47:35.027483Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","promoted-member-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:35.027539Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"520ed656383c33a4","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:37.159192Z","caller":"traceutil/trace.go:171","msg":"trace[325351358] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"109.32548ms","start":"2026-03-17T20:47:37.049836Z","end":"2026-03-17T20:47:37.159161Z","steps":["trace[325351358] 'process raft request' (duration: 109.168576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:39.685022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.786612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:39.706007Z","caller":"traceutil/trace.go:171","msg":"trace[560582925] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:561; }","duration":"126.310129ms","start":"2026-03-17T20:47:39.579514Z","end":"2026-03-17T20:47:39.705824Z","steps":["trace[560582925] 'read index received' (duration: 126.307119ms)","trace[560582925] 'applied index is now lower than readState.Index' (duration: 2.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:39.706157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.627407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:39.706447Z","caller":"traceutil/trace.go:171","msg":"trace[2098624755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"126.964905ms","start":"2026-03-17T20:47:39.579474Z","end":"2026-03-17T20:47:39.706439Z","steps":["trace[2098624755] 'agreement among raft nodes before linearized reading' (duration: 126.629087ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:39.706300Z","caller":"traceutil/trace.go:171","msg":"trace[255968364] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"176.580039ms","start":"2026-03-17T20:47:39.529711Z","end":"2026-03-17T20:47:39.706291Z","steps":["trace[255968364] 'process raft request' (duration: 176.156438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:40.009302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.574316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:40.009369Z","caller":"traceutil/trace.go:171","msg":"trace[1147208269] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"298.681196ms","start":"2026-03-17T20:47:39.710675Z","end":"2026-03-17T20:47:40.009357Z","steps":["trace[1147208269] 'process raft request' (duration: 160.999848ms)","trace[1147208269] 'compare' (duration: 137.464032ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:40.059167Z","caller":"traceutil/trace.go:171","msg":"trace[1066170893] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:564; }","duration":"347.224461ms","start":"2026-03-17T20:47:39.711924Z","end":"2026-03-17T20:47:40.059148Z","steps":["trace[1066170893] 'read index received' (duration: 347.220681ms)","trace[1066170893] 'applied index is now lower than readState.Index' (duration: 2.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:40.059339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.395025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:47:40.059422Z","caller":"traceutil/trace.go:171","msg":"trace[1969909020] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:536; }","duration":"347.557399ms","start":"2026-03-17T20:47:39.711858Z","end":"2026-03-17T20:47:40.059415Z","steps":["trace[1969909020] 'agreement among raft nodes before linearized reading' (duration: 347.396315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:40.059572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:39.711850Z","time spent":"347.710962ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:40.059835Z","caller":"traceutil/trace.go:171","msg":"trace[70642024] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"348.124742ms","start":"2026-03-17T20:47:39.711691Z","end":"2026-03-17T20:47:40.059815Z","steps":["trace[70642024] 'process raft request' (duration: 347.688532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:40.059948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:39.711685Z","time spent":"348.204954ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:44.753610Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.106933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:44.753688Z","caller":"traceutil/trace.go:171","msg":"trace[814798672] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"175.876529ms","start":"2026-03-17T20:47:44.577800Z","end":"2026-03-17T20:47:44.753676Z","steps":["trace[814798672] 'read index received' (duration: 539.104µs)","trace[814798672] 'applied index is now lower than readState.Index' (duration: 175.336775ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:44.753757Z","caller":"traceutil/trace.go:171","msg":"trace[416078805] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"340.076724ms","start":"2026-03-17T20:47:44.413674Z","end":"2026-03-17T20:47:44.753751Z","steps":["trace[416078805] 'process raft request' (duration: 142.762345ms)","trace[416078805] 'compare' (duration: 197.040102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:44.753789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:44.413651Z","time spent":"340.121315ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:44.753832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.033972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:44.753880Z","caller":"traceutil/trace.go:171","msg":"trace[1237173944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"176.122645ms","start":"2026-03-17T20:47:44.577745Z","end":"2026-03-17T20:47:44.753868Z","steps":["trace[1237173944] 'agreement among raft nodes before linearized reading' (duration: 176.043213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:44.755112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.59727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:47:44.755175Z","caller":"traceutil/trace.go:171","msg":"trace[875262730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"136.702933ms","start":"2026-03-17T20:47:44.618452Z","end":"2026-03-17T20:47:44.755155Z","steps":["trace[875262730] 'agreement among raft nodes before linearized reading' (duration: 136.608421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.074466Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"118.627194ms"} {"level":"info","ts":"2026-03-17T20:47:45.102568Z","caller":"traceutil/trace.go:171","msg":"trace[1847590304] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"343.504644ms","start":"2026-03-17T20:47:44.759045Z","end":"2026-03-17T20:47:45.102549Z","steps":["trace[1847590304] 'process raft request' (duration: 315.734231ms)","trace[1847590304] 'compare' (duration: 27.685161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.102715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:44.759022Z","time spent":"343.616428ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:45.597538Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"323.074566ms"} {"level":"warn","ts":"2026-03-17T20:47:45.603044Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:45.673771Z","caller":"traceutil/trace.go:171","msg":"trace[1197288443] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:607; }","duration":"571.304757ms","start":"2026-03-17T20:47:45.102440Z","end":"2026-03-17T20:47:45.673745Z","steps":["trace[1197288443] 'read index received' (duration: 571.296857ms)","trace[1197288443] 'applied index is now lower than readState.Index' (duration: 6.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.676154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.701988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:47:45.676145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.483005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:47:45.676209Z","caller":"traceutil/trace.go:171","msg":"trace[403553705] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:577; }","duration":"573.77311ms","start":"2026-03-17T20:47:45.102423Z","end":"2026-03-17T20:47:45.676197Z","steps":["trace[403553705] 'agreement among raft nodes before linearized reading' (duration: 571.40363ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:45.676239Z","caller":"traceutil/trace.go:171","msg":"trace[1434858795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"395.589108ms","start":"2026-03-17T20:47:45.280636Z","end":"2026-03-17T20:47:45.676225Z","steps":["trace[1434858795] 'agreement among raft nodes before linearized reading' (duration: 395.411623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.676300Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:45.280593Z","time spent":"395.69663ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:47.815766Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:48.209931Z","caller":"traceutil/trace.go:171","msg":"trace[654668500] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:612; }","duration":"895.163127ms","start":"2026-03-17T20:47:47.314743Z","end":"2026-03-17T20:47:48.209906Z","steps":["trace[654668500] 'read index received' (duration: 895.149096ms)","trace[654668500] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:48.210321Z","caller":"traceutil/trace.go:171","msg":"trace[1103225843] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.099310581s","start":"2026-03-17T20:47:47.110992Z","end":"2026-03-17T20:47:48.210302Z","steps":["trace[1103225843] 'process raft request' (duration: 1.098804478s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:48.210453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.529166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:48.210508Z","caller":"traceutil/trace.go:171","msg":"trace[1925348629] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:581; }","duration":"895.784513ms","start":"2026-03-17T20:47:47.314707Z","end":"2026-03-17T20:47:48.210492Z","steps":["trace[1925348629] 'agreement among raft nodes before linearized reading' (duration: 895.320661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:48.210559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:47.110973Z","time spent":"1.099495276s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:48.210591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:47.314689Z","time spent":"895.849964ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:47:48.210861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.466113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:48.210907Z","caller":"traceutil/trace.go:171","msg":"trace[1669095156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"632.547425ms","start":"2026-03-17T20:47:47.578345Z","end":"2026-03-17T20:47:48.210892Z","steps":["trace[1669095156] 'agreement among raft nodes before linearized reading' (duration: 632.483143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:48.210937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:47.578318Z","time spent":"632.612987ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:48.211129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.941548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-17T20:47:48.211185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.911038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:48.211205Z","caller":"traceutil/trace.go:171","msg":"trace[959185138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"485.056011ms","start":"2026-03-17T20:47:47.726133Z","end":"2026-03-17T20:47:48.211189Z","steps":["trace[959185138] 'agreement among raft nodes before linearized reading' (duration: 484.936728ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:48.211218Z","caller":"traceutil/trace.go:171","msg":"trace[937892307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:582; }","duration":"132.943479ms","start":"2026-03-17T20:47:48.078264Z","end":"2026-03-17T20:47:48.211208Z","steps":["trace[937892307] 'agreement among raft nodes before linearized reading' (duration: 132.900798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:48.211240Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:47.726112Z","time spent":"485.118343ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:53.067381Z","caller":"traceutil/trace.go:171","msg":"trace[1471305542] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"200.240571ms","start":"2026-03-17T20:47:52.867111Z","end":"2026-03-17T20:47:53.067351Z","steps":["trace[1471305542] 'process raft request' (duration: 200.031455ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:53.470432Z","caller":"traceutil/trace.go:171","msg":"trace[1131804595] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:638; }","duration":"392.925406ms","start":"2026-03-17T20:47:53.077481Z","end":"2026-03-17T20:47:53.470406Z","steps":["trace[1131804595] 'read index received' (duration: 392.919406ms)","trace[1131804595] 'applied index is now lower than readState.Index' (duration: 4.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:53.470868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.362838ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:53.470939Z","caller":"traceutil/trace.go:171","msg":"trace[630041796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"393.44827ms","start":"2026-03-17T20:47:53.077474Z","end":"2026-03-17T20:47:53.470923Z","steps":["trace[630041796] 'agreement among raft nodes before linearized reading' (duration: 393.036599ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:53.471115Z","caller":"traceutil/trace.go:171","msg":"trace[1578783069] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"407.715696ms","start":"2026-03-17T20:47:53.063369Z","end":"2026-03-17T20:47:53.471085Z","steps":["trace[1578783069] 'process raft request' (duration: 407.351807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:53.471592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:53.063351Z","time spent":"407.884031ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:47:54.361876Z","caller":"traceutil/trace.go:171","msg":"trace[632497285] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"100.995814ms","start":"2026-03-17T20:47:54.260859Z","end":"2026-03-17T20:47:54.361855Z","steps":["trace[632497285] 'process raft request' (duration: 100.896751ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:54.590384Z","caller":"traceutil/trace.go:171","msg":"trace[1984193474] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"224.469443ms","start":"2026-03-17T20:47:54.365896Z","end":"2026-03-17T20:47:54.590365Z","steps":["trace[1984193474] 'process raft request' (duration: 224.366721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:55.475457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.885782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:47:59.719887Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:00.221047Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:00.586688Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"520ed656383c33a4 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-03-17T20:48:00.586832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:48:00.586851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 lost leader 520ed656383c33a4 at term 2"} {"level":"warn","ts":"2026-03-17T20:48:00.721392Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:00.721456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:48:01.221700Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:01.221803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:48:01.685812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 2"} {"level":"info","ts":"2026-03-17T20:48:01.685924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-17T20:48:01.685950Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-03-17T20:48:01.685971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 2, index: 655] sent MsgPreVote request to 2a3dba058e8a2d82 at term 2"} {"level":"warn","ts":"2026-03-17T20:48:01.722073Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:02.222419Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:02.579649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:48:02.579744Z","caller":"traceutil/trace.go:171","msg":"trace[857760401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000880195s","start":"2026-03-17T20:48:00.578844Z","end":"2026-03-17T20:48:02.579724Z","steps":["trace[857760401] 'agreement among raft nodes before linearized reading' (duration: 2.000764832s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:02.579803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:00.578828Z","time spent":"2.000964697s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:48:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:48:02.722939Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:02.786806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 2"} {"level":"info","ts":"2026-03-17T20:48:02.786862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-17T20:48:02.786877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-03-17T20:48:02.786907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 2, index: 655] sent MsgPreVote request to 2a3dba058e8a2d82 at term 2"} {"level":"info","ts":"2026-03-17T20:48:02.788127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 2"} {"level":"info","ts":"2026-03-17T20:48:02.788172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:48:02.788191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became candidate at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.788206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.788241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 2, index: 655] sent MsgVote request to 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.848806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.848851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:48:02.848866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became leader at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.848876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 520ed656383c33a4 at term 3"} {"level":"warn","ts":"2026-03-17T20:48:02.849096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654524036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:48:02.849182Z","caller":"traceutil/trace.go:171","msg":"trace[2022095664] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"3.65467064s","start":"2026-03-17T20:47:59.194477Z","end":"2026-03-17T20:48:02.849148Z","steps":["trace[2022095664] 'agreement among raft nodes before linearized reading' (duration: 3.654558967s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:02.849222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:59.194456Z","time spent":"3.654756333s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:48:03.042588Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:48:03.042581Z","caller":"traceutil/trace.go:171","msg":"trace[1077037459] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"3.887593428s","start":"2026-03-17T20:47:59.154966Z","end":"2026-03-17T20:48:03.042560Z","steps":["trace[1077037459] 'process raft request' (duration: 3.887433694s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.042830Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:59.154942Z","time spent":"3.887785294s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:03.043526Z","caller":"traceutil/trace.go:171","msg":"trace[1539433049] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:656; }","duration":"194.521749ms","start":"2026-03-17T20:48:02.848984Z","end":"2026-03-17T20:48:03.043505Z","steps":["trace[1539433049] 'read index received' (duration: 194.513929ms)","trace[1539433049] 'applied index is now lower than readState.Index' (duration: 6.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:03.043598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391295902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-17T20:48:03.043625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658126639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-17T20:48:03.043650Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323671826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:48:03.043678Z","caller":"traceutil/trace.go:171","msg":"trace[1319014518] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:619; }","duration":"3.323745308s","start":"2026-03-17T20:47:59.719924Z","end":"2026-03-17T20:48:03.043670Z","steps":["trace[1319014518] 'agreement among raft nodes before linearized reading' (duration: 3.323644545s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:03.043677Z","caller":"traceutil/trace.go:171","msg":"trace[805365600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"2.391401075s","start":"2026-03-17T20:48:00.652256Z","end":"2026-03-17T20:48:03.043658Z","steps":["trace[805365600] 'agreement among raft nodes before linearized reading' (duration: 2.391281662s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:03.043681Z","caller":"traceutil/trace.go:171","msg":"trace[1357460645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"2.658211282s","start":"2026-03-17T20:48:00.385455Z","end":"2026-03-17T20:48:03.043666Z","steps":["trace[1357460645] 'agreement among raft nodes before linearized reading' (duration: 2.658091828s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.043694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965328303s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:03.043710Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:59.719911Z","time spent":"3.32378909s","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:03.043727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:00.385441Z","time spent":"2.658275423s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:03.043744Z","caller":"traceutil/trace.go:171","msg":"trace[1463419933] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:619; }","duration":"2.965378844s","start":"2026-03-17T20:48:00.078350Z","end":"2026-03-17T20:48:03.043729Z","steps":["trace[1463419933] 'agreement among raft nodes before linearized reading' (duration: 2.965311082s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.043782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.957965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:03.043726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:00.652246Z","time spent":"2.391466827s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:03.043840Z","caller":"traceutil/trace.go:171","msg":"trace[1278701748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"464.012576ms","start":"2026-03-17T20:48:02.579815Z","end":"2026-03-17T20:48:03.043827Z","steps":["trace[1278701748] 'agreement among raft nodes before linearized reading' (duration: 463.936744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.043875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:02.579746Z","time spent":"464.120409ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:48:03.060753Z","caller":"traceutil/trace.go:171","msg":"trace[345455972] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.31992035s","start":"2026-03-17T20:48:00.740821Z","end":"2026-03-17T20:48:03.060741Z","steps":["trace[345455972] 'process raft request' (duration: 2.319821487s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:03.060790Z","caller":"traceutil/trace.go:171","msg":"trace[127286324] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"2.419816502s","start":"2026-03-17T20:48:00.640947Z","end":"2026-03-17T20:48:03.060763Z","steps":["trace[127286324] 'process raft request' (duration: 2.419629047s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.060906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:00.640924Z","time spent":"2.419917944s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:03.060974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:00.740802Z","time spent":"2.319998422s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:03.154724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.785267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:03.154809Z","caller":"traceutil/trace.go:171","msg":"trace[1213670391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"101.89307ms","start":"2026-03-17T20:48:03.052892Z","end":"2026-03-17T20:48:03.154785Z","steps":["trace[1213670391] 'agreement among raft nodes before linearized reading' (duration: 53.714076ms)","trace[1213670391] 'range keys from in-memory index tree' (duration: 48.059991ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:03.155191Z","caller":"traceutil/trace.go:171","msg":"trace[1859921423] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"107.397381ms","start":"2026-03-17T20:48:03.047777Z","end":"2026-03-17T20:48:03.155174Z","steps":["trace[1859921423] 'process raft request' (duration: 107.285148ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:03.155222Z","caller":"traceutil/trace.go:171","msg":"trace[2010319810] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"107.484093ms","start":"2026-03-17T20:48:03.047716Z","end":"2026-03-17T20:48:03.155200Z","steps":["trace[2010319810] 'process raft request' (duration: 55.753712ms)","trace[2010319810] 'compare' (duration: 51.357531ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:17.565916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(3043793456201346434 5912899026583040932) learners=(15477051490593294585)"} {"level":"info","ts":"2026-03-17T20:48:17.566114Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","added-peer-id":"d6c988546b3e48f9","added-peer-peer-urls":["https://199.19.213.117:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:48:17.566169Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.566224Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.567029Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.567109Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.567109Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.567151Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.567154Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9","remote-peer-urls":["https://199.19.213.117:2380"]} {"level":"info","ts":"2026-03-17T20:48:17.567199Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"warn","ts":"2026-03-17T20:48:18.134207Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"d6c988546b3e48f9","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-17T20:48:19.051500Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://199.19.213.117:2380/version","remote-member-id":"d6c988546b3e48f9","error":"Get \"https://199.19.213.117:2380/version\": dial tcp 199.19.213.117:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T20:48:19.051613Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"d6c988546b3e48f9","error":"Get \"https://199.19.213.117:2380/version\": dial tcp 199.19.213.117:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T20:48:19.122236Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"d6c988546b3e48f9","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-17T20:48:20.119482Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.117:57738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:20.121621Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"d6c988546b3e48f9","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-17T20:48:20.197993Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"520ed656383c33a4","to":"d6c988546b3e48f9","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:20.198040Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.198058Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.201492Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.204140Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"520ed656383c33a4","to":"d6c988546b3e48f9","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:20.204184Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.230143Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"520ed656383c33a4","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.626713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(3043793456201346434 5912899026583040932 15477051490593294585)"} {"level":"info","ts":"2026-03-17T20:48:20.627104Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","promoted-member-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.627353Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"520ed656383c33a4","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:21.399555Z","caller":"traceutil/trace.go:171","msg":"trace[2015374015] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"107.385445ms","start":"2026-03-17T20:48:21.292150Z","end":"2026-03-17T20:48:21.399535Z","steps":["trace[2015374015] 'process raft request' (duration: 107.282902ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:25.428476Z","caller":"traceutil/trace.go:171","msg":"trace[477664386] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"245.988103ms","start":"2026-03-17T20:48:25.182465Z","end":"2026-03-17T20:48:25.428453Z","steps":["trace[477664386] 'process raft request' (duration: 159.732306ms)","trace[477664386] 'compare' (duration: 85.759672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:25.514242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.022151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:48:25.514315Z","caller":"traceutil/trace.go:171","msg":"trace[426571533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:687; }","duration":"118.246807ms","start":"2026-03-17T20:48:25.396054Z","end":"2026-03-17T20:48:25.514301Z","steps":["trace[426571533] 'agreement among raft nodes before linearized reading' (duration: 32.729713ms)","trace[426571533] 'range keys from in-memory index tree' (duration: 85.385541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:25.514376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.290348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:48:25.514487Z","caller":"traceutil/trace.go:171","msg":"trace[1554861419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:687; }","duration":"102.449863ms","start":"2026-03-17T20:48:25.412014Z","end":"2026-03-17T20:48:25.514464Z","steps":["trace[1554861419] 'agreement among raft nodes before linearized reading' (duration: 102.255227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:32.229860Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.22668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:32.229953Z","caller":"traceutil/trace.go:171","msg":"trace[913083158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:714; }","duration":"152.341414ms","start":"2026-03-17T20:48:32.077593Z","end":"2026-03-17T20:48:32.229934Z","steps":["trace[913083158] 'range keys from in-memory index tree' (duration: 152.168169ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:36.577247Z","caller":"traceutil/trace.go:171","msg":"trace[1003829152] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"111.053198ms","start":"2026-03-17T20:48:36.466170Z","end":"2026-03-17T20:48:36.577223Z","steps":["trace[1003829152] 'process raft request' (duration: 110.882333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:39.944551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.264973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-17T20:48:39.944649Z","caller":"traceutil/trace.go:171","msg":"trace[1272665468] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:758; }","duration":"167.399366ms","start":"2026-03-17T20:48:39.777227Z","end":"2026-03-17T20:48:39.944627Z","steps":["trace[1272665468] 'range keys from in-memory index tree' (duration: 166.634823ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.193835Z","caller":"traceutil/trace.go:171","msg":"trace[599694422] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:822; }","duration":"140.001313ms","start":"2026-03-17T20:48:40.053813Z","end":"2026-03-17T20:48:40.193815Z","steps":["trace[599694422] 'read index received' (duration: 139.996613ms)","trace[599694422] 'applied index is now lower than readState.Index' (duration: 3.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:40.193945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.109337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:48:40.193996Z","caller":"traceutil/trace.go:171","msg":"trace[878756328] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:759; }","duration":"140.22104ms","start":"2026-03-17T20:48:40.053765Z","end":"2026-03-17T20:48:40.193986Z","steps":["trace[878756328] 'agreement among raft nodes before linearized reading' (duration: 140.120227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:40.195516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.652814ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:40.195573Z","caller":"traceutil/trace.go:171","msg":"trace[1824547098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:759; }","duration":"117.723146ms","start":"2026-03-17T20:48:40.077838Z","end":"2026-03-17T20:48:40.195561Z","steps":["trace[1824547098] 'agreement among raft nodes before linearized reading' (duration: 117.629613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:47.866762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.81283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:48:47.866861Z","caller":"traceutil/trace.go:171","msg":"trace[2087837989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"112.976155ms","start":"2026-03-17T20:48:47.753866Z","end":"2026-03-17T20:48:47.866843Z","steps":["trace[2087837989] 'range keys from in-memory index tree' (duration: 111.645145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:04.037646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.282005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:04.037708Z","caller":"traceutil/trace.go:171","msg":"trace[2009117520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:863; }","duration":"457.405369ms","start":"2026-03-17T20:49:03.580290Z","end":"2026-03-17T20:49:04.037696Z","steps":["trace[2009117520] 'range keys from in-memory index tree' (duration: 455.630322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:04.037729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:03.580255Z","time spent":"457.470421ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:04.038126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.562358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:04.038165Z","caller":"traceutil/trace.go:171","msg":"trace[1617355587] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"322.947153ms","start":"2026-03-17T20:49:03.715212Z","end":"2026-03-17T20:49:04.038159Z","steps":["trace[1617355587] 'process raft request' (duration: 169.319603ms)","trace[1617355587] 'compare' (duration: 153.510387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:04.038189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:03.715179Z","time spent":"322.998555ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:08.168925Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"322.312109ms"} {"level":"warn","ts":"2026-03-17T20:49:08.169014Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"322.403822ms"} {"level":"warn","ts":"2026-03-17T20:49:08.570862Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:09.071435Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:09.593144Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:10.094042Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:10.460492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1009, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1006] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-03-17T20:49:10.594308Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:10.612460Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698496148s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:10.612581Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.243541699s"} {"level":"warn","ts":"2026-03-17T20:49:10.612602Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.243567789s"} {"level":"info","ts":"2026-03-17T20:49:10.612677Z","caller":"traceutil/trace.go:171","msg":"trace[926464511] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1005; }","duration":"2.542243577s","start":"2026-03-17T20:49:08.070398Z","end":"2026-03-17T20:49:10.612641Z","steps":["trace[926464511] 'read index received' (duration: 2.542230186s)","trace[926464511] 'applied index is now lower than readState.Index' (duration: 11.711µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.113450Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:11.257683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.92009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.257751Z","caller":"traceutil/trace.go:171","msg":"trace[113230851] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:922; }","duration":"630.989992ms","start":"2026-03-17T20:49:10.626739Z","end":"2026-03-17T20:49:11.257729Z","steps":["trace[113230851] 'range keys from in-memory index tree' (duration: 630.878458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.258823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.821522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:11.258862Z","caller":"traceutil/trace.go:171","msg":"trace[1757834358] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"3.192337655s","start":"2026-03-17T20:49:08.066518Z","end":"2026-03-17T20:49:11.258856Z","steps":["trace[1757834358] 'process raft request' (duration: 2.54644158s)","trace[1757834358] 'compare' (duration: 645.74771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.258815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18839889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:11.258891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.066494Z","time spent":"3.192383966s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:11.258944Z","caller":"traceutil/trace.go:171","msg":"trace[1463145189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:922; }","duration":"3.188540884s","start":"2026-03-17T20:49:08.070365Z","end":"2026-03-17T20:49:11.258906Z","steps":["trace[1463145189] 'agreement among raft nodes before linearized reading' (duration: 2.542423732s)","trace[1463145189] 'range keys from in-memory index tree' (duration: 645.145501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.258995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.070353Z","time spent":"3.188634147s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.579909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990626886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:11.579975Z","caller":"traceutil/trace.go:171","msg":"trace[990362112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990741539s","start":"2026-03-17T20:49:09.589220Z","end":"2026-03-17T20:49:11.579961Z","steps":["trace[990362112] 'agreement among raft nodes before linearized reading' (duration: 1.990659077s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.580153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.589203Z","time spent":"1.990940915s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:11.614569Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:11.623694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010948324s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:11.623841Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"811.198331ms"} {"level":"warn","ts":"2026-03-17T20:49:11.624042Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"811.394808ms"} {"level":"warn","ts":"2026-03-17T20:49:11.624058Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921711794,"received-request-id":3721271804921711791} {"level":"info","ts":"2026-03-17T20:49:11.624147Z","caller":"traceutil/trace.go:171","msg":"trace[2111723270] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"2.086397528s","start":"2026-03-17T20:49:09.537732Z","end":"2026-03-17T20:49:11.624130Z","steps":["trace[2111723270] 'process raft request' (duration: 2.086359136s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.625008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.537714Z","time spent":"2.086845351s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:11.650644Z","caller":"traceutil/trace.go:171","msg":"trace[1153888135] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1009; }","duration":"1.03786918s","start":"2026-03-17T20:49:10.612743Z","end":"2026-03-17T20:49:11.650613Z","steps":["trace[1153888135] 'read index received' (duration: 1.037855259s)","trace[1153888135] 'applied index is now lower than readState.Index' (duration: 12.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.650812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571925367s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.650868Z","caller":"traceutil/trace.go:171","msg":"trace[1516214982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:926; }","duration":"3.571976349s","start":"2026-03-17T20:49:08.078875Z","end":"2026-03-17T20:49:11.650851Z","steps":["trace[1516214982] 'agreement among raft nodes before linearized reading' (duration: 3.571906226s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.650804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934244161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:11.650923Z","caller":"traceutil/trace.go:171","msg":"trace[751637467] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:926; }","duration":"1.934398106s","start":"2026-03-17T20:49:09.716510Z","end":"2026-03-17T20:49:11.650908Z","steps":["trace[751637467] 'agreement among raft nodes before linearized reading' (duration: 1.934236851s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.650969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.716493Z","time spent":"1.934460929s","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.650943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580361904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:11.651030Z","caller":"traceutil/trace.go:171","msg":"trace[1807218717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:926; }","duration":"3.580476288s","start":"2026-03-17T20:49:08.070529Z","end":"2026-03-17T20:49:11.651005Z","steps":["trace[1807218717] 'agreement among raft nodes before linearized reading' (duration: 3.580305753s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.651096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.070523Z","time spent":"3.580556481s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.651154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556020803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.651221Z","caller":"traceutil/trace.go:171","msg":"trace[947001707] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:926; }","duration":"3.556524949s","start":"2026-03-17T20:49:08.094671Z","end":"2026-03-17T20:49:11.651195Z","steps":["trace[947001707] 'agreement among raft nodes before linearized reading' (duration: 3.556009143s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.651278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.094653Z","time spent":"3.556607932s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:11.663922Z","caller":"traceutil/trace.go:171","msg":"trace[47260477] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"400.964232ms","start":"2026-03-17T20:49:11.262946Z","end":"2026-03-17T20:49:11.663911Z","steps":["trace[47260477] 'process raft request' (duration: 400.89903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.664017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:11.262925Z","time spent":"401.031663ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:11.711427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.369328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.711498Z","caller":"traceutil/trace.go:171","msg":"trace[1100162235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:927; }","duration":"131.4723ms","start":"2026-03-17T20:49:11.580010Z","end":"2026-03-17T20:49:11.711482Z","steps":["trace[1100162235] 'agreement among raft nodes before linearized reading' (duration: 131.333746ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:12.679199Z","caller":"traceutil/trace.go:171","msg":"trace[839539574] transaction","detail":"{read_only:false; number_of_response:1; response_revision:983; }","duration":"304.505324ms","start":"2026-03-17T20:49:12.374657Z","end":"2026-03-17T20:49:12.679163Z","steps":["trace[839539574] 'process raft request' (duration: 304.336879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.679477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.374636Z","time spent":"304.727102ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":59666,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:12.679745Z","caller":"traceutil/trace.go:171","msg":"trace[1846158001] transaction","detail":"{read_only:false; number_of_response:1; response_revision:983; }","duration":"300.872569ms","start":"2026-03-17T20:49:12.378841Z","end":"2026-03-17T20:49:12.679713Z","steps":["trace[1846158001] 'process raft request' (duration: 300.222598ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:12.679833Z","caller":"traceutil/trace.go:171","msg":"trace[212468854] transaction","detail":"{read_only:false; number_of_response:1; response_revision:984; }","duration":"288.780513ms","start":"2026-03-17T20:49:12.391042Z","end":"2026-03-17T20:49:12.679822Z","steps":["trace[212468854] 'process raft request' (duration: 288.122072ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:12.679943Z","caller":"traceutil/trace.go:171","msg":"trace[1903706413] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"298.71284ms","start":"2026-03-17T20:49:12.381199Z","end":"2026-03-17T20:49:12.679912Z","steps":["trace[1903706413] 'process raft request' (duration: 297.919935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.680289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.378827Z","time spent":"301.001952ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80729,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:12.693758Z","caller":"traceutil/trace.go:171","msg":"trace[1815192383] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1125; }","duration":"102.936947ms","start":"2026-03-17T20:49:12.590794Z","end":"2026-03-17T20:49:12.693731Z","steps":["trace[1815192383] 'read index received' (duration: 102.930907ms)","trace[1815192383] 'applied index is now lower than readState.Index' (duration: 4.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:12.693959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.175695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:12.694072Z","caller":"traceutil/trace.go:171","msg":"trace[515973123] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:984; }","duration":"103.327809ms","start":"2026-03-17T20:49:12.590704Z","end":"2026-03-17T20:49:12.694031Z","steps":["trace[515973123] 'agreement among raft nodes before linearized reading' (duration: 103.140263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.203317Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.089257ms"} {"level":"warn","ts":"2026-03-17T20:49:13.203378Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.159039ms"} {"level":"warn","ts":"2026-03-17T20:49:13.541569Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.125896ms"} {"level":"warn","ts":"2026-03-17T20:49:13.541681Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.25811ms"} {"level":"info","ts":"2026-03-17T20:49:13.541897Z","caller":"traceutil/trace.go:171","msg":"trace[1783479790] transaction","detail":"{read_only:false; number_of_response:1; response_revision:997; }","duration":"546.146505ms","start":"2026-03-17T20:49:12.995736Z","end":"2026-03-17T20:49:13.541882Z","steps":["trace[1783479790] 'process raft request' (duration: 545.889216ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:13.542020Z","caller":"traceutil/trace.go:171","msg":"trace[873218728] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"526.926883ms","start":"2026-03-17T20:49:13.015069Z","end":"2026-03-17T20:49:13.541996Z","steps":["trace[873218728] 'process raft request' (duration: 526.81574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.542181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.995700Z","time spent":"546.398643ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98748,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.542179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.015032Z","time spent":"527.072338ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:13.542069Z","caller":"traceutil/trace.go:171","msg":"trace[1889042327] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"535.714053ms","start":"2026-03-17T20:49:13.006347Z","end":"2026-03-17T20:49:13.542061Z","steps":["trace[1889042327] 'process raft request' (duration: 535.464425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.542846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.006330Z","time spent":"536.463857ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:13.578163Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711864,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:13.673841Z","caller":"traceutil/trace.go:171","msg":"trace[1165787887] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1155; }","duration":"596.305175ms","start":"2026-03-17T20:49:13.077489Z","end":"2026-03-17T20:49:13.673794Z","steps":["trace[1165787887] 'read index received' (duration: 596.300475ms)","trace[1165787887] 'applied index is now lower than readState.Index' (duration: 3.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:14.174765Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.675021Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:15.149386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071835363s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.149533Z","caller":"traceutil/trace.go:171","msg":"trace[620545034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"2.072012628s","start":"2026-03-17T20:49:13.077483Z","end":"2026-03-17T20:49:15.149496Z","steps":["trace[620545034] 'agreement among raft nodes before linearized reading' (duration: 596.517041ms)","trace[620545034] 'range keys from in-memory index tree' (duration: 1.475297871s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.149556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475960382s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:15.149663Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.27624043s"} {"level":"warn","ts":"2026-03-17T20:49:15.149696Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.276272511s"} {"level":"warn","ts":"2026-03-17T20:49:15.150877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476724256s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:15.151149Z","caller":"traceutil/trace.go:171","msg":"trace[337115962] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.888048355s","start":"2026-03-17T20:49:13.263062Z","end":"2026-03-17T20:49:15.151111Z","steps":["trace[337115962] 'process raft request' (duration: 410.933936ms)","trace[337115962] 'compare' (duration: 1.474935189s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.151698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.263041Z","time spent":"1.888219291s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.151804Z","caller":"traceutil/trace.go:171","msg":"trace[999141262] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"1.521880626s","start":"2026-03-17T20:49:13.629908Z","end":"2026-03-17T20:49:15.151788Z","steps":["trace[999141262] 'process raft request' (duration: 1.521814863s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.151902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.629886Z","time spent":"1.521982459s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.152019Z","caller":"traceutil/trace.go:171","msg":"trace[1129369685] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"1.59134138s","start":"2026-03-17T20:49:13.560668Z","end":"2026-03-17T20:49:15.152009Z","steps":["trace[1129369685] 'process raft request' (duration: 1.590526134s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.152072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.560640Z","time spent":"1.591402861s","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.152123Z","caller":"traceutil/trace.go:171","msg":"trace[2111489021] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"1.560976922s","start":"2026-03-17T20:49:13.591138Z","end":"2026-03-17T20:49:15.152115Z","steps":["trace[2111489021] 'process raft request' (duration: 1.560350022s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.152165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.591128Z","time spent":"1.561015683s","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.176052Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:15.209240Z","caller":"traceutil/trace.go:171","msg":"trace[2073900698] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1160; }","duration":"1.535295687s","start":"2026-03-17T20:49:13.673922Z","end":"2026-03-17T20:49:15.209217Z","steps":["trace[2073900698] 'read index received' (duration: 1.535289197s)","trace[2073900698] 'applied index is now lower than readState.Index' (duration: 5.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.209393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541935288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:15.209421Z","caller":"traceutil/trace.go:171","msg":"trace[405478512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1003; }","duration":"1.542016171s","start":"2026-03-17T20:49:13.667396Z","end":"2026-03-17T20:49:15.209412Z","steps":["trace[405478512] 'agreement among raft nodes before linearized reading' (duration: 1.541924128s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.209457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.667379Z","time spent":"1.542070323s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.209446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631964528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.209563Z","caller":"traceutil/trace.go:171","msg":"trace[266151684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1003; }","duration":"1.632134284s","start":"2026-03-17T20:49:13.577398Z","end":"2026-03-17T20:49:15.209532Z","steps":["trace[266151684] 'agreement among raft nodes before linearized reading' (duration: 1.631935387s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.209654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.577383Z","time spent":"1.632251727s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:15.214572Z","caller":"traceutil/trace.go:171","msg":"trace[928551159] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"1.369922087s","start":"2026-03-17T20:49:13.844614Z","end":"2026-03-17T20:49:15.214536Z","steps":["trace[928551159] 'process raft request' (duration: 1.369784832s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.214683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.844593Z","time spent":"1.370042681s","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:15.215634Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921711886,"received-request-id":3721271804921711881} {"level":"info","ts":"2026-03-17T20:49:15.216504Z","caller":"traceutil/trace.go:171","msg":"trace[111695424] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"666.990786ms","start":"2026-03-17T20:49:14.549475Z","end":"2026-03-17T20:49:15.216465Z","steps":["trace[111695424] 'process raft request' (duration: 665.989654ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:15.216519Z","caller":"traceutil/trace.go:171","msg":"trace[1925865598] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"208.120526ms","start":"2026-03-17T20:49:15.008382Z","end":"2026-03-17T20:49:15.216503Z","steps":["trace[1925865598] 'process raft request' (duration: 207.28842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.216635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.549456Z","time spent":"667.10695ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.223522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500098036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:15.223577Z","caller":"traceutil/trace.go:171","msg":"trace[121990252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1011; }","duration":"1.500178609s","start":"2026-03-17T20:49:13.723385Z","end":"2026-03-17T20:49:15.223564Z","steps":["trace[121990252] 'agreement among raft nodes before linearized reading' (duration: 1.500103776s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.223602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.723371Z","time spent":"1.50022634s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.223528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467101565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.223687Z","caller":"traceutil/trace.go:171","msg":"trace[1768591995] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1011; }","duration":"1.46728904s","start":"2026-03-17T20:49:13.756393Z","end":"2026-03-17T20:49:15.223682Z","steps":["trace[1768591995] 'agreement among raft nodes before linearized reading' (duration: 1.467081924s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.223738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.756339Z","time spent":"1.467359923s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:18.299475Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.428797ms"} {"level":"warn","ts":"2026-03-17T20:49:18.299657Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.614763ms"} {"level":"info","ts":"2026-03-17T20:49:18.300980Z","caller":"traceutil/trace.go:171","msg":"trace[994641512] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"118.440654ms","start":"2026-03-17T20:49:18.182516Z","end":"2026-03-17T20:49:18.300957Z","steps":["trace[994641512] 'process raft request' (duration: 117.279897ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:19.025870Z","caller":"traceutil/trace.go:171","msg":"trace[2104326513] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"138.742446ms","start":"2026-03-17T20:49:18.887086Z","end":"2026-03-17T20:49:19.025829Z","steps":["trace[2104326513] 'process raft request' (duration: 138.517069ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:19.107572Z","caller":"traceutil/trace.go:171","msg":"trace[1039769395] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"170.371771ms","start":"2026-03-17T20:49:18.937178Z","end":"2026-03-17T20:49:19.107549Z","steps":["trace[1039769395] 'process raft request' (duration: 169.555985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.529525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.740228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:49:19.529643Z","caller":"traceutil/trace.go:171","msg":"trace[402655415] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1046; }","duration":"176.928743ms","start":"2026-03-17T20:49:19.352686Z","end":"2026-03-17T20:49:19.529615Z","steps":["trace[402655415] 'agreement among raft nodes before linearized reading' (duration: 35.444366ms)","trace[402655415] 'range keys from in-memory index tree' (duration: 141.26479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:20.077289Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.577749Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.078644Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:21.161262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1217, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1217] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:21.577626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000955029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:21.577734Z","caller":"traceutil/trace.go:171","msg":"trace[1592611688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001079783s","start":"2026-03-17T20:49:19.576636Z","end":"2026-03-17T20:49:21.577716Z","steps":["trace[1592611688] 'agreement among raft nodes before linearized reading' (duration: 2.000952129s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:21.577785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.576561Z","time spent":"2.001214457s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:21.579694Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.083442Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.584131Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:22.661619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1219, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1217] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:23.084315Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:23.173359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1219, vote: 520ed656383c33a4] ignored MsgPreVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:23.577652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:23.577701Z","caller":"traceutil/trace.go:171","msg":"trace[263995699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999907037s","start":"2026-03-17T20:49:21.577783Z","end":"2026-03-17T20:49:23.577690Z","steps":["trace[263995699] 'agreement among raft nodes before linearized reading' (duration: 1.999844725s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.577742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.577714Z","time spent":"2.000022622s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:23.593711Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.693418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.116061386s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:23.693525Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.926122038s"} {"level":"warn","ts":"2026-03-17T20:49:23.693636Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.926233572s"} {"level":"info","ts":"2026-03-17T20:49:23.694186Z","caller":"traceutil/trace.go:171","msg":"trace[692040535] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"4.12089137s","start":"2026-03-17T20:49:19.573282Z","end":"2026-03-17T20:49:23.694174Z","steps":["trace[692040535] 'process raft request' (duration: 4.12056904s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.694289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.573244Z","time spent":"4.120998554s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:24.018964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221, vote: 520ed656383c33a4] ignored MsgVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-03-17T20:49:24.019046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 3] received a MsgAppResp message with higher term from d6c988546b3e48f9 [term: 4]"} {"level":"info","ts":"2026-03-17T20:49:24.019063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 4"} {"level":"info","ts":"2026-03-17T20:49:24.019071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 lost leader 520ed656383c33a4 at term 4"} {"level":"info","ts":"2026-03-17T20:49:24.094115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.094389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.094574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.094654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.094680Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.094694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"warn","ts":"2026-03-17T20:49:24.094273Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:24.094766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:24.094891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095200Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095228Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095300Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgHeartbeatResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] ignored a MsgAppResp message with lower term from 2a3dba058e8a2d82 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:24.095326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:24.196205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:24.595595Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:24.595814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:24.696652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:25.096762Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:25.096924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:25.197178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:25.261873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221, vote: 0] rejected MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 4"} {"level":"info","ts":"2026-03-17T20:49:25.272653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221, vote: 0] rejected MsgPreVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 4"} {"level":"warn","ts":"2026-03-17T20:49:25.598283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001728663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:25.598344Z","caller":"traceutil/trace.go:171","msg":"trace[697280922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001824076s","start":"2026-03-17T20:49:23.596508Z","end":"2026-03-17T20:49:25.598332Z","steps":["trace[697280922] 'agreement among raft nodes before linearized reading' (duration: 2.001754604s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.598389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.596494Z","time spent":"2.001888748s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:25.598481Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:25.598524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:26.099054Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:26.099133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:26.176643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.178827Z","time spent":"4.997811559s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:26.184936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.185212Z","time spent":"4.999717752s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:26.582341Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"info","ts":"2026-03-17T20:49:26.582501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:26.772790Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221, vote: 0] rejected MsgPreVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 4"} {"level":"info","ts":"2026-03-17T20:49:27.061465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221, vote: 0] rejected MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 4"} {"level":"warn","ts":"2026-03-17T20:49:27.082565Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:27.082645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:27.215232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 4] received a MsgVote message with higher term from 2a3dba058e8a2d82 [term: 5]"} {"level":"info","ts":"2026-03-17T20:49:27.215287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 5"} {"level":"info","ts":"2026-03-17T20:49:27.215306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221, vote: 0] rejected MsgVote from 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:27.428477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:27.428571Z","caller":"traceutil/trace.go:171","msg":"trace[638247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415837s","start":"2026-03-17T20:49:25.428130Z","end":"2026-03-17T20:49:27.428546Z","steps":["trace[638247] 'agreement among raft nodes before linearized reading' (duration: 2.000313614s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.428615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.428116Z","time spent":"2.000490859s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:27.534445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.708615604s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:27.534593Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921711974,"received-request-id":3721271804921711966} {"level":"warn","ts":"2026-03-17T20:49:27.583064Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:27.583211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:27.597183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998917818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:27.597252Z","caller":"traceutil/trace.go:171","msg":"trace[2021255491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999032922s","start":"2026-03-17T20:49:25.598200Z","end":"2026-03-17T20:49:27.597233Z","steps":["trace[2021255491] 'agreement among raft nodes before linearized reading' (duration: 1.998938549s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.597312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.598186Z","time spent":"1.999111774s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:28.083729Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:28.083829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:28.563254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221, vote: 0] rejected MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:28.583902Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:28.584028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:28.686592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.686653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.686672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.686699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221] sent MsgPreVote request to 2a3dba058e8a2d82 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.686714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221] sent MsgPreVote request to d6c988546b3e48f9 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.687567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.687602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:28.687619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became candidate at term 6"} {"level":"info","ts":"2026-03-17T20:49:28.687628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 520ed656383c33a4 at term 6"} {"level":"info","ts":"2026-03-17T20:49:28.687645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221] sent MsgVote request to 2a3dba058e8a2d82 at term 6"} {"level":"info","ts":"2026-03-17T20:49:28.687655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 3, index: 1221] sent MsgVote request to d6c988546b3e48f9 at term 6"} {"level":"warn","ts":"2026-03-17T20:49:29.085130Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:29.366299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 2a3dba058e8a2d82 at term 6"} {"level":"info","ts":"2026-03-17T20:49:29.366359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:29.366379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became leader at term 6"} {"level":"info","ts":"2026-03-17T20:49:29.366392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 520ed656383c33a4 at term 6"} {"level":"warn","ts":"2026-03-17T20:49:29.366644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991692587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387421168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.366733Z","caller":"traceutil/trace.go:171","msg":"trace[51272609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"2.991835852s","start":"2026-03-17T20:49:26.374881Z","end":"2026-03-17T20:49:29.366716Z","steps":["trace[51272609] 'agreement among raft nodes before linearized reading' (duration: 2.991703157s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.366750Z","caller":"traceutil/trace.go:171","msg":"trace[2119305543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"3.38749065s","start":"2026-03-17T20:49:25.979243Z","end":"2026-03-17T20:49:29.366734Z","steps":["trace[2119305543] 'agreement among raft nodes before linearized reading' (duration: 3.387428968s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.366790Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.374877Z","time spent":"2.991898904s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.366788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110977727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229307915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624474562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.366897Z","caller":"traceutil/trace.go:171","msg":"trace[1340318586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"3.111148463s","start":"2026-03-17T20:49:26.255725Z","end":"2026-03-17T20:49:29.366874Z","steps":["trace[1340318586] 'agreement among raft nodes before linearized reading' (duration: 3.110981457s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401680808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.786696269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367042Z","caller":"traceutil/trace.go:171","msg":"trace[367810563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"3.401714409s","start":"2026-03-17T20:49:25.965322Z","end":"2026-03-17T20:49:29.367036Z","steps":["trace[367810563] 'agreement among raft nodes before linearized reading' (duration: 3.401680428s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144445508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367070Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.965289Z","time spent":"3.401773171s","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:29.367083Z","caller":"traceutil/trace.go:171","msg":"trace[820007035] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"3.144498029s","start":"2026-03-17T20:49:26.222573Z","end":"2026-03-17T20:49:29.367071Z","steps":["trace[820007035] 'agreement among raft nodes before linearized reading' (duration: 3.144442307s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763002679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42377124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.255720Z","time spent":"3.111320448s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:29.367130Z","caller":"traceutil/trace.go:171","msg":"trace[419633454] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"3.763051171s","start":"2026-03-17T20:49:25.604072Z","end":"2026-03-17T20:49:29.367123Z","steps":["trace[419633454] 'agreement among raft nodes before linearized reading' (duration: 3.76301603s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.222555Z","time spent":"3.144567161s","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.367079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033139105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424545055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.604066Z","time spent":"3.763090772s","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.367186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14483909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367195Z","caller":"traceutil/trace.go:171","msg":"trace[1411535942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"3.424584286s","start":"2026-03-17T20:49:25.942605Z","end":"2026-03-17T20:49:29.367190Z","steps":["trace[1411535942] 'agreement among raft nodes before linearized reading' (duration: 3.424552735s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22974638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367220Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99240227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367230Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.942602Z","time spent":"3.424615837s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.367236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163226663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367239Z","caller":"traceutil/trace.go:171","msg":"trace[320029040] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"2.992437731s","start":"2026-03-17T20:49:26.374796Z","end":"2026-03-17T20:49:29.367233Z","steps":["trace[320029040] 'agreement among raft nodes before linearized reading' (duration: 2.992417921s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367247Z","caller":"traceutil/trace.go:171","msg":"trace[1251332843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"3.229823922s","start":"2026-03-17T20:49:26.137409Z","end":"2026-03-17T20:49:29.367232Z","steps":["trace[1251332843] 'agreement among raft nodes before linearized reading' (duration: 3.229726249s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784400939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367267Z","caller":"traceutil/trace.go:171","msg":"trace[296494556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"3.163263384s","start":"2026-03-17T20:49:26.203996Z","end":"2026-03-17T20:49:29.367259Z","steps":["trace[296494556] 'agreement among raft nodes before linearized reading' (duration: 3.163232203s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.374785Z","time spent":"2.992485993s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.367286Z","caller":"traceutil/trace.go:171","msg":"trace[251813339] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"3.78443975s","start":"2026-03-17T20:49:25.582840Z","end":"2026-03-17T20:49:29.367279Z","steps":["trace[251813339] 'agreement among raft nodes before linearized reading' (duration: 3.784413649s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487781224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.203957Z","time spent":"3.163331606s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.367311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002663811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045595857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367317Z","caller":"traceutil/trace.go:171","msg":"trace[296571234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"3.487827346s","start":"2026-03-17T20:49:25.879484Z","end":"2026-03-17T20:49:29.367311Z","steps":["trace[296571234] 'agreement among raft nodes before linearized reading' (duration: 3.487802505s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.137392Z","time spent":"3.229888064s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.367332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163330036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784666688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002807916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181035788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829179373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367440Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568700874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367442Z","caller":"traceutil/trace.go:171","msg":"trace[2042027915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.18108918s","start":"2026-03-17T20:49:26.186347Z","end":"2026-03-17T20:49:29.367436Z","steps":["trace[2042027915] 'agreement among raft nodes before linearized reading' (duration: 3.181055409s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367458Z","caller":"traceutil/trace.go:171","msg":"trace[549836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"3.829232385s","start":"2026-03-17T20:49:25.538219Z","end":"2026-03-17T20:49:29.367451Z","steps":["trace[549836] 'agreement among raft nodes before linearized reading' (duration: 3.829209364s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.186332Z","time spent":"3.181130461s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.367487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578931473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367516Z","caller":"traceutil/trace.go:171","msg":"trace[1230880935] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"3.578962094s","start":"2026-03-17T20:49:25.788548Z","end":"2026-03-17T20:49:29.367510Z","steps":["trace[1230880935] 'agreement among raft nodes before linearized reading' (duration: 3.578930953s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.366957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76181659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367350Z","caller":"traceutil/trace.go:171","msg":"trace[1860522217] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"3.04567945s","start":"2026-03-17T20:49:26.321657Z","end":"2026-03-17T20:49:29.367336Z","steps":["trace[1860522217] 'agreement among raft nodes before linearized reading' (duration: 3.045594957s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367560Z","caller":"traceutil/trace.go:171","msg":"trace[1133256977] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"3.762493393s","start":"2026-03-17T20:49:25.605059Z","end":"2026-03-17T20:49:29.367553Z","steps":["trace[1133256977] 'agreement among raft nodes before linearized reading' (duration: 3.761889923s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.605039Z","time spent":"3.762547404s","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.367694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087742167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.031140094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367733Z","caller":"traceutil/trace.go:171","msg":"trace[238095673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"3.087803278s","start":"2026-03-17T20:49:26.279922Z","end":"2026-03-17T20:49:29.367725Z","steps":["trace[238095673] 'agreement among raft nodes before linearized reading' (duration: 3.087759617s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367759Z","caller":"traceutil/trace.go:171","msg":"trace[193242147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"8.031220957s","start":"2026-03-17T20:49:21.336531Z","end":"2026-03-17T20:49:29.367752Z","steps":["trace[193242147] 'agreement among raft nodes before linearized reading' (duration: 8.031192366s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.279914Z","time spent":"3.087856571s","remote":"127.0.0.1:55890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.367789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.336512Z","time spent":"8.031271298s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.367803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02184641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763277088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367824Z","caller":"traceutil/trace.go:171","msg":"trace[1284263944] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"3.021878191s","start":"2026-03-17T20:49:26.345939Z","end":"2026-03-17T20:49:29.367817Z","steps":["trace[1284263944] 'agreement among raft nodes before linearized reading' (duration: 3.021858271s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.121334781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064682593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367860Z","caller":"traceutil/trace.go:171","msg":"trace[494233009] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"3.064721354s","start":"2026-03-17T20:49:26.303133Z","end":"2026-03-17T20:49:29.367854Z","steps":["trace[494233009] 'agreement among raft nodes before linearized reading' (duration: 3.064697533s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367862Z","caller":"traceutil/trace.go:171","msg":"trace[1061100487] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"3.763913478s","start":"2026-03-17T20:49:25.603926Z","end":"2026-03-17T20:49:29.367839Z","steps":["trace[1061100487] 'agreement among raft nodes before linearized reading' (duration: 3.763276867s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030285292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.303123Z","time spent":"3.064759935s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.367904Z","caller":"traceutil/trace.go:171","msg":"trace[131585732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"3.030319374s","start":"2026-03-17T20:49:26.337580Z","end":"2026-03-17T20:49:29.367900Z","steps":["trace[131585732] 'agreement among raft nodes before linearized reading' (duration: 3.030300223s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.321625Z","time spent":"3.045947818s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.367911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.182763078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.603888Z","time spent":"3.764014011s","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.367946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065513599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367331Z","caller":"traceutil/trace.go:171","msg":"trace[737767064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"3.002695052s","start":"2026-03-17T20:49:26.364629Z","end":"2026-03-17T20:49:29.367324Z","steps":["trace[737767064] 'agreement among raft nodes before linearized reading' (duration: 3.002675552s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367951Z","caller":"traceutil/trace.go:171","msg":"trace[624447725] range","detail":"{range_begin:/registry/validatingadmissionpolicies/; range_end:/registry/validatingadmissionpolicies0; }","duration":"9.182889671s","start":"2026-03-17T20:49:20.185051Z","end":"2026-03-17T20:49:29.367941Z","steps":["trace[624447725] 'agreement among raft nodes before linearized reading' (duration: 9.18284302s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087952944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.364624Z","time spent":"3.003361294s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:29.368013Z","caller":"traceutil/trace.go:171","msg":"trace[1113807736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"3.087993505s","start":"2026-03-17T20:49:26.280015Z","end":"2026-03-17T20:49:29.368008Z","steps":["trace[1113807736] 'agreement among raft nodes before linearized reading' (duration: 3.087971324s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.185033Z","time spent":"9.182966184s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.368038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.280002Z","time spent":"3.088028356s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.368070Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.290105283s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367668Z","caller":"etcdserver/server.go:1239","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.368119Z","caller":"etcdserver/server.go:1179","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":5912899026583040932} {"level":"warn","ts":"2026-03-17T20:49:29.368113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189363816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.368149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.43557494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.368157Z","caller":"traceutil/trace.go:171","msg":"trace[2080135311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.189433449s","start":"2026-03-17T20:49:26.178713Z","end":"2026-03-17T20:49:29.368147Z","steps":["trace[2080135311] 'agreement among raft nodes before linearized reading' (duration: 3.189382417s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.368173Z","caller":"traceutil/trace.go:171","msg":"trace[1107650087] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5w684; range_end:; }","duration":"9.435640912s","start":"2026-03-17T20:49:19.932526Z","end":"2026-03-17T20:49:29.368166Z","steps":["trace[1107650087] 'agreement among raft nodes before linearized reading' (duration: 9.435609681s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.788523Z","time spent":"3.579017386s","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.368108Z","caller":"traceutil/trace.go:171","msg":"trace[1309946930] range","detail":"{range_begin:; range_end:; }","duration":"9.290139804s","start":"2026-03-17T20:49:20.077955Z","end":"2026-03-17T20:49:29.368095Z","steps":["trace[1309946930] 'agreement among raft nodes before linearized reading' (duration: 9.290104223s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368200Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.932508Z","time spent":"9.435684883s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:29.367860Z","caller":"traceutil/trace.go:171","msg":"trace[1224937034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.121403713s","start":"2026-03-17T20:49:21.246439Z","end":"2026-03-17T20:49:29.367842Z","steps":["trace[1224937034] 'agreement among raft nodes before linearized reading' (duration: 8.121376522s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.651282537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.368254Z","caller":"traceutil/trace.go:171","msg":"trace[1073854550] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; }","duration":"9.651341398s","start":"2026-03-17T20:49:19.716908Z","end":"2026-03-17T20:49:29.368249Z","steps":["trace[1073854550] 'agreement among raft nodes before linearized reading' (duration: 9.651321508s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367173Z","caller":"traceutil/trace.go:171","msg":"trace[379786339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"3.033276039s","start":"2026-03-17T20:49:26.333887Z","end":"2026-03-17T20:49:29.367163Z","steps":["trace[379786339] 'agreement among raft nodes before linearized reading' (duration: 3.033138955s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424674419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367970Z","caller":"traceutil/trace.go:171","msg":"trace[6975359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"3.065558731s","start":"2026-03-17T20:49:26.302405Z","end":"2026-03-17T20:49:29.367964Z","steps":["trace[6975359] 'agreement among raft nodes before linearized reading' (duration: 3.06553448s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.302392Z","time spent":"3.065965184s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.368354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088108108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.979239Z","time spent":"3.387541162s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.367859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.345931Z","time spent":"3.021909412s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.366820Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348656428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.368450Z","caller":"traceutil/trace.go:171","msg":"trace[167640204] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"3.35028518s","start":"2026-03-17T20:49:26.018150Z","end":"2026-03-17T20:49:29.368435Z","steps":["trace[167640204] 'agreement among raft nodes before linearized reading' (duration: 3.348662048s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367140Z","caller":"traceutil/trace.go:171","msg":"trace[882148348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"3.423812091s","start":"2026-03-17T20:49:25.943322Z","end":"2026-03-17T20:49:29.367135Z","steps":["trace[882148348] 'agreement among raft nodes before linearized reading' (duration: 3.42378432s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367426Z","caller":"traceutil/trace.go:171","msg":"trace[1668022425] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"3.002881478s","start":"2026-03-17T20:49:26.364535Z","end":"2026-03-17T20:49:29.367417Z","steps":["trace[1668022425] 'agreement among raft nodes before linearized reading' (duration: 3.002807726s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.364504Z","time spent":"3.003995734s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:29.366922Z","caller":"traceutil/trace.go:171","msg":"trace[1808526605] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"3.624525443s","start":"2026-03-17T20:49:25.742390Z","end":"2026-03-17T20:49:29.366916Z","steps":["trace[1808526605] 'agreement among raft nodes before linearized reading' (duration: 3.624501252s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.742373Z","time spent":"3.626194548s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.367414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829127641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349189095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111328738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401621816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144255021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367710Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021287882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.368634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.333859Z","time spent":"3.034767837s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.368661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.018146Z","time spent":"3.350502077s","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.367002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349268898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.538212Z","time spent":"3.829272486s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:29.368701Z","caller":"traceutil/trace.go:171","msg":"trace[1132657273] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"3.350985994s","start":"2026-03-17T20:49:26.017705Z","end":"2026-03-17T20:49:29.368691Z","steps":["trace[1132657273] 'agreement among raft nodes before linearized reading' (duration: 3.349287089s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.366922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387654656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.337571Z","time spent":"3.030346545s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.368752Z","caller":"traceutil/trace.go:171","msg":"trace[1495827367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"3.389582428s","start":"2026-03-17T20:49:25.979162Z","end":"2026-03-17T20:49:29.368744Z","steps":["trace[1495827367] 'agreement among raft nodes before linearized reading' (duration: 3.387672567s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.979150Z","time spent":"3.38963432s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.368786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.943315Z","time spent":"3.425460454s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.366865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387224041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.582833Z","time spent":"3.784473871s","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:29.366924Z","caller":"traceutil/trace.go:171","msg":"trace[674442212] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"3.229454141s","start":"2026-03-17T20:49:26.137445Z","end":"2026-03-17T20:49:29.366899Z","steps":["trace[674442212] 'agreement among raft nodes before linearized reading' (duration: 3.229316476s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.879468Z","time spent":"3.487871297s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.368893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.137436Z","time spent":"3.231449495s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.368656Z","caller":"traceutil/trace.go:171","msg":"trace[914116208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"3.145927855s","start":"2026-03-17T20:49:26.222715Z","end":"2026-03-17T20:49:29.368643Z","steps":["trace[914116208] 'agreement among raft nodes before linearized reading' (duration: 3.144266641s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.222710Z","time spent":"3.146210704s","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.367370Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488020412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367355Z","caller":"traceutil/trace.go:171","msg":"trace[2138512261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"3.163354367s","start":"2026-03-17T20:49:26.203995Z","end":"2026-03-17T20:49:29.367349Z","steps":["trace[2138512261] 'agreement among raft nodes before linearized reading' (duration: 3.163330176s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.368961Z","caller":"traceutil/trace.go:171","msg":"trace[1167400594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"3.489637104s","start":"2026-03-17T20:49:25.879313Z","end":"2026-03-17T20:49:29.368950Z","steps":["trace[1167400594] 'agreement among raft nodes before linearized reading' (duration: 3.488050423s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828734218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046153595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065438388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.368191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.178699Z","time spent":"3.18948553s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.368984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.203959Z","time spent":"3.165012301s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.369009Z","caller":"traceutil/trace.go:171","msg":"trace[1457611226] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"3.113393384s","start":"2026-03-17T20:49:26.255603Z","end":"2026-03-17T20:49:29.368996Z","steps":["trace[1457611226] 'agreement among raft nodes before linearized reading' (duration: 3.111350918s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034020213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367363Z","caller":"traceutil/trace.go:171","msg":"trace[1384644106] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"3.784717999s","start":"2026-03-17T20:49:25.582639Z","end":"2026-03-17T20:49:29.367357Z","steps":["trace[1384644106] 'agreement among raft nodes before linearized reading' (duration: 3.784692889s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:29.368242Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-17T20:49:29.369043Z","caller":"traceutil/trace.go:171","msg":"trace[1347456551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"3.830764204s","start":"2026-03-17T20:49:25.538265Z","end":"2026-03-17T20:49:29.369029Z","steps":["trace[1347456551] 'agreement among raft nodes before linearized reading' (duration: 3.829142422s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.369129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.538124Z","time spent":"3.830989551s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.367418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568532688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021825749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.367742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322167072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.369272Z","caller":"traceutil/trace.go:171","msg":"trace[141153895] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"3.023321658s","start":"2026-03-17T20:49:26.345939Z","end":"2026-03-17T20:49:29.369261Z","steps":["trace[141153895] 'agreement among raft nodes before linearized reading' (duration: 3.02183839s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.369322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.879297Z","time spent":"3.490010407s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:29.369363Z","caller":"traceutil/trace.go:171","msg":"trace[1458934431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"3.830789365s","start":"2026-03-17T20:49:25.538568Z","end":"2026-03-17T20:49:29.369358Z","steps":["trace[1458934431] 'agreement among raft nodes before linearized reading' (duration: 3.828813381s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.369397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.538560Z","time spent":"3.830826336s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.369395Z","caller":"traceutil/trace.go:171","msg":"trace[2085475017] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"3.570376968s","start":"2026-03-17T20:49:25.798859Z","end":"2026-03-17T20:49:29.369235Z","steps":["trace[2085475017] 'agreement among raft nodes before linearized reading' (duration: 3.568550579s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.367210Z","caller":"traceutil/trace.go:171","msg":"trace[1770531618] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"3.144889471s","start":"2026-03-17T20:49:26.222313Z","end":"2026-03-17T20:49:29.367203Z","steps":["trace[1770531618] 'agreement among raft nodes before linearized reading' (duration: 3.144864191s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.369451Z","caller":"traceutil/trace.go:171","msg":"trace[1793286888] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"3.066999028s","start":"2026-03-17T20:49:26.302447Z","end":"2026-03-17T20:49:29.369446Z","steps":["trace[1793286888] 'agreement among raft nodes before linearized reading' (duration: 3.065469209s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.369466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.222297Z","time spent":"3.147159824s","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:29.369279Z","caller":"traceutil/trace.go:171","msg":"trace[1743798116] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"3.323792935s","start":"2026-03-17T20:49:26.045476Z","end":"2026-03-17T20:49:29.369269Z","steps":["trace[1743798116] 'agreement among raft nodes before linearized reading' (duration: 3.322182573s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.368983Z","caller":"traceutil/trace.go:171","msg":"trace[1607120390] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"3.351297624s","start":"2026-03-17T20:49:26.017674Z","end":"2026-03-17T20:49:29.368972Z","steps":["trace[1607120390] 'agreement among raft nodes before linearized reading' (duration: 3.349185855s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.369275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580648519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.369728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.441902898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.369766Z","caller":"traceutil/trace.go:171","msg":"trace[252213257] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"4.44198121s","start":"2026-03-17T20:49:24.927776Z","end":"2026-03-17T20:49:29.369757Z","steps":["trace[252213257] 'agreement among raft nodes before linearized reading' (duration: 4.441939349s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.369855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:24.927757Z","time spent":"4.442087474s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:29.370008Z","caller":"traceutil/trace.go:171","msg":"trace[1846345537] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"3.581199067s","start":"2026-03-17T20:49:25.788491Z","end":"2026-03-17T20:49:29.369690Z","steps":["trace[1846345537] 'agreement among raft nodes before linearized reading' (duration: 3.58066549s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.369320Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.345931Z","time spent":"3.02337738s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:29.367463Z","caller":"traceutil/trace.go:171","msg":"trace[76256945] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"3.568749176s","start":"2026-03-17T20:49:25.798707Z","end":"2026-03-17T20:49:29.367456Z","steps":["trace[76256945] 'agreement among raft nodes before linearized reading' (duration: 3.568725915s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.371135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.788477Z","time spent":"3.582631023s","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.371166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.798687Z","time spent":"3.572465645s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.367223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045297587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.369650Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.017661Z","time spent":"3.351977675s","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:29.371348Z","caller":"traceutil/trace.go:171","msg":"trace[822027627] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"3.049351708s","start":"2026-03-17T20:49:26.321855Z","end":"2026-03-17T20:49:29.371207Z","steps":["trace[822027627] 'agreement among raft nodes before linearized reading' (duration: 3.045309947s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.371393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.321847Z","time spent":"3.049534844s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.367102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229522383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.367054Z","caller":"traceutil/trace.go:171","msg":"trace[1827653655] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6; range_end:; }","duration":"5.786759651s","start":"2026-03-17T20:49:23.580286Z","end":"2026-03-17T20:49:29.367046Z","steps":["trace[1827653655] 'agreement among raft nodes before linearized reading' (duration: 5.78672001s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.371484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.580275Z","time spent":"5.791195725s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.367201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992326187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.371580Z","caller":"traceutil/trace.go:171","msg":"trace[459702816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"2.99671685s","start":"2026-03-17T20:49:26.374856Z","end":"2026-03-17T20:49:29.371573Z","steps":["trace[459702816] 'agreement among raft nodes before linearized reading' (duration: 2.992334008s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.371619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.374852Z","time spent":"2.996757411s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.369476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.302441Z","time spent":"3.067027179s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:29.370078Z","caller":"traceutil/trace.go:171","msg":"trace[1626391345] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"3.404766618s","start":"2026-03-17T20:49:25.965303Z","end":"2026-03-17T20:49:29.370070Z","steps":["trace[1626391345] 'agreement among raft nodes before linearized reading' (duration: 3.401640907s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.371759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.965291Z","time spent":"3.406456003s","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.367235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784198722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.371931Z","caller":"traceutil/trace.go:171","msg":"trace[1025937957] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"3.788912445s","start":"2026-03-17T20:49:25.583010Z","end":"2026-03-17T20:49:29.371922Z","steps":["trace[1025937957] 'agreement among raft nodes before linearized reading' (duration: 3.784217233s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.372157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.583000Z","time spent":"3.788955556s","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:29.368746Z","caller":"traceutil/trace.go:171","msg":"trace[1164285055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"3.088877424s","start":"2026-03-17T20:49:26.279851Z","end":"2026-03-17T20:49:29.368728Z","steps":["trace[1164285055] 'agreement among raft nodes before linearized reading' (duration: 3.08814465s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.368840Z","caller":"traceutil/trace.go:171","msg":"trace[1094169410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"3.389204656s","start":"2026-03-17T20:49:25.979624Z","end":"2026-03-17T20:49:29.368829Z","steps":["trace[1094169410] 'agreement among raft nodes before linearized reading' (duration: 3.387233112s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.367381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163383648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:29.366848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321357776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.368669Z","caller":"traceutil/trace.go:171","msg":"trace[780706534] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"3.426092216s","start":"2026-03-17T20:49:25.942569Z","end":"2026-03-17T20:49:29.368661Z","steps":["trace[780706534] 'agreement among raft nodes before linearized reading' (duration: 3.42469493s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.369431Z","caller":"traceutil/trace.go:171","msg":"trace[194068358] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"3.047791397s","start":"2026-03-17T20:49:26.321634Z","end":"2026-03-17T20:49:29.369426Z","steps":["trace[194068358] 'agreement among raft nodes before linearized reading' (duration: 3.046172485s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.368253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.246419Z","time spent":"8.121817317s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.368750Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.017691Z","time spent":"3.351039295s","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.369743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.798848Z","time spent":"3.570873134s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:29.368659Z","caller":"traceutil/trace.go:171","msg":"trace[863471347] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"3.022245853s","start":"2026-03-17T20:49:26.346403Z","end":"2026-03-17T20:49:29.368649Z","steps":["trace[863471347] 'agreement among raft nodes before linearized reading' (duration: 3.021296273s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.370249Z","caller":"traceutil/trace.go:171","msg":"trace[1969554466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"3.036334018s","start":"2026-03-17T20:49:26.333903Z","end":"2026-03-17T20:49:29.370237Z","steps":["trace[1969554466] 'agreement among raft nodes before linearized reading' (duration: 3.034031873s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.370436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.255588Z","time spent":"3.114829221s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.372384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.321620Z","time spent":"3.050739713s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.372435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.279830Z","time spent":"3.092588793s","remote":"127.0.0.1:55890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.370496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628026187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.372690Z","caller":"traceutil/trace.go:171","msg":"trace[536164562] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"3.630215228s","start":"2026-03-17T20:49:25.742462Z","end":"2026-03-17T20:49:29.372677Z","steps":["trace[536164562] 'agreement among raft nodes before linearized reading' (duration: 3.628025267s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:29.372716Z","caller":"traceutil/trace.go:171","msg":"trace[837807747] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"3.327257418s","start":"2026-03-17T20:49:26.045447Z","end":"2026-03-17T20:49:29.372704Z","steps":["trace[837807747] 'agreement among raft nodes before linearized reading' (duration: 3.321372697s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.372739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.742410Z","time spent":"3.630313791s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.372761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.045425Z","time spent":"3.32731996s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.372806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.346397Z","time spent":"3.026401398s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.372882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.979619Z","time spent":"3.392980598s","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.370544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599415334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.372923Z","caller":"traceutil/trace.go:171","msg":"trace[583919080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"3.601804911s","start":"2026-03-17T20:49:25.771110Z","end":"2026-03-17T20:49:29.372915Z","steps":["trace[583919080] 'agreement among raft nodes before linearized reading' (duration: 3.599426334s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.373017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.771106Z","time spent":"3.601899425s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.372843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.333900Z","time spent":"3.038935373s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.370619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59957614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.373070Z","caller":"traceutil/trace.go:171","msg":"trace[1033395581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"3.602031939s","start":"2026-03-17T20:49:25.771032Z","end":"2026-03-17T20:49:29.373064Z","steps":["trace[1033395581] 'agreement among raft nodes before linearized reading' (duration: 3.59957494s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.373121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.771013Z","time spent":"3.602099782s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.370621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.582623Z","time spent":"3.787982385s","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.370645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612036842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.373380Z","caller":"traceutil/trace.go:171","msg":"trace[561797733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"3.61478187s","start":"2026-03-17T20:49:25.758589Z","end":"2026-03-17T20:49:29.373371Z","steps":["trace[561797733] 'agreement among raft nodes before linearized reading' (duration: 3.612045662s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.373415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.758584Z","time spent":"3.614821571s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.370670Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612196226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.373468Z","caller":"traceutil/trace.go:171","msg":"trace[1693216727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"3.615015868s","start":"2026-03-17T20:49:25.758447Z","end":"2026-03-17T20:49:29.373463Z","steps":["trace[1693216727] 'agreement among raft nodes before linearized reading' (duration: 3.612213277s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.373492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.758435Z","time spent":"3.615050909s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.372807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.942554Z","time spent":"3.43024229s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.370580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599466646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.373815Z","caller":"traceutil/trace.go:171","msg":"trace[1088336148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"3.602709071s","start":"2026-03-17T20:49:25.771096Z","end":"2026-03-17T20:49:29.373805Z","steps":["trace[1088336148] 'agreement among raft nodes before linearized reading' (duration: 3.599465086s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.373845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.771089Z","time spent":"3.602746172s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.367396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567389141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.374117Z","caller":"traceutil/trace.go:171","msg":"trace[648129006] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"3.57413286s","start":"2026-03-17T20:49:25.799977Z","end":"2026-03-17T20:49:29.374110Z","steps":["trace[648129006] 'agreement among raft nodes before linearized reading' (duration: 3.567407582s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.374149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.799969Z","time spent":"3.574171471s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:29.368606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.716889Z","time spent":"9.651707611s","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:29.371444Z","caller":"traceutil/trace.go:171","msg":"trace[180154673] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"3.233989997s","start":"2026-03-17T20:49:26.137442Z","end":"2026-03-17T20:49:29.371432Z","steps":["trace[180154673] 'agreement among raft nodes before linearized reading' (duration: 3.229521703s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.374322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.137415Z","time spent":"3.236899382s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.369578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.045461Z","time spent":"3.324106865s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:29.372271Z","caller":"traceutil/trace.go:171","msg":"trace[1211277711] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"3.168282577s","start":"2026-03-17T20:49:26.203972Z","end":"2026-03-17T20:49:29.372254Z","steps":["trace[1211277711] 'agreement among raft nodes before linearized reading' (duration: 3.163401059s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.374502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.203957Z","time spent":"3.1705372s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.370522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582151878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.374665Z","caller":"traceutil/trace.go:171","msg":"trace[1472241084] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"3.586314763s","start":"2026-03-17T20:49:25.788341Z","end":"2026-03-17T20:49:29.374656Z","steps":["trace[1472241084] 'agreement among raft nodes before linearized reading' (duration: 3.582171929s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.374693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.788327Z","time spent":"3.586356834s","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:29.367377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321843133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.374867Z","caller":"traceutil/trace.go:171","msg":"trace[69262164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"3.329351855s","start":"2026-03-17T20:49:26.045509Z","end":"2026-03-17T20:49:29.374860Z","steps":["trace[69262164] 'agreement among raft nodes before linearized reading' (duration: 3.321853463s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.374907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.045502Z","time spent":"3.329396717s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.370684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627904743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.375810Z","caller":"traceutil/trace.go:171","msg":"trace[1479300761] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"3.632490772s","start":"2026-03-17T20:49:25.742756Z","end":"2026-03-17T20:49:29.375246Z","steps":["trace[1479300761] 'agreement among raft nodes before linearized reading' (duration: 3.627919624s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.377457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.742748Z","time spent":"3.634695793s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.605757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:29.605829Z","caller":"traceutil/trace.go:171","msg":"trace[553416551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240641s","start":"2026-03-17T20:49:27.605575Z","end":"2026-03-17T20:49:29.605815Z","steps":["trace[553416551] 'agreement among raft nodes before linearized reading' (duration: 2.000150298s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.605868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.605557Z","time spent":"2.000305243s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:29.866875Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.367132Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.792078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.791899Z","time spent":"7.000173148s","remote":"127.0.0.1:54044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:30.867708Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.176831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.380717Z","time spent":"1.796108711s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.184896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.379780Z","time spent":"1.805112893s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.194136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.801409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:49:31.194166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.454051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.194216Z","caller":"traceutil/trace.go:171","msg":"trace[869980574] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"826.928723ms","start":"2026-03-17T20:49:30.367270Z","end":"2026-03-17T20:49:31.194199Z","steps":["trace[869980574] 'agreement among raft nodes before linearized reading' (duration: 826.83117ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:31.194220Z","caller":"traceutil/trace.go:171","msg":"trace[948962511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"882.571836ms","start":"2026-03-17T20:49:30.311635Z","end":"2026-03-17T20:49:31.194207Z","steps":["trace[948962511] 'agreement among raft nodes before linearized reading' (duration: 882.490043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.194265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.367253Z","time spent":"827.001886ms","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:31.194269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.311615Z","time spent":"882.642617ms","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.194407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.166272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:49:31.194430Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.971857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.194444Z","caller":"traceutil/trace.go:171","msg":"trace[1746666205] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"433.232264ms","start":"2026-03-17T20:49:30.761202Z","end":"2026-03-17T20:49:31.194435Z","steps":["trace[1746666205] 'agreement among raft nodes before linearized reading' (duration: 433.193913ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:31.194460Z","caller":"traceutil/trace.go:171","msg":"trace[29491679] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"601.035209ms","start":"2026-03-17T20:49:30.593416Z","end":"2026-03-17T20:49:31.194451Z","steps":["trace[29491679] 'agreement among raft nodes before linearized reading' (duration: 601.002567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.194474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.761181Z","time spent":"433.285006ms","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.194502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.593398Z","time spent":"601.096961ms","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.194558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.926658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.194637Z","caller":"traceutil/trace.go:171","msg":"trace[502140136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"938.171096ms","start":"2026-03-17T20:49:30.256450Z","end":"2026-03-17T20:49:31.194621Z","steps":["trace[502140136] 'agreement among raft nodes before linearized reading' (duration: 937.952579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.194524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.601317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:49:31.194718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.316191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.194753Z","caller":"traceutil/trace.go:171","msg":"trace[1785384823] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"724.393043ms","start":"2026-03-17T20:49:30.470350Z","end":"2026-03-17T20:49:31.194743Z","steps":["trace[1785384823] 'agreement among raft nodes before linearized reading' (duration: 724.347552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.194796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.470334Z","time spent":"724.451955ms","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:31.194772Z","caller":"traceutil/trace.go:171","msg":"trace[252478501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"534.851595ms","start":"2026-03-17T20:49:30.659870Z","end":"2026-03-17T20:49:31.194722Z","steps":["trace[252478501] 'agreement among raft nodes before linearized reading' (duration: 534.627778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.194848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.49411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"","error":"context canceled"} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:31.194905Z","caller":"traceutil/trace.go:171","msg":"trace[1649475578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"843.584343ms","start":"2026-03-17T20:49:30.351310Z","end":"2026-03-17T20:49:31.194894Z","steps":["trace[1649475578] 'agreement among raft nodes before linearized reading' (duration: 843.522901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.194764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.256427Z","time spent":"938.264478ms","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.195025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.659856Z","time spent":"535.01988ms","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:31.195120Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.783132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:49:31.195138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.351295Z","time spent":"843.684406ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:31.195156Z","caller":"traceutil/trace.go:171","msg":"trace[1467141069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"840.862104ms","start":"2026-03-17T20:49:30.354287Z","end":"2026-03-17T20:49:31.195149Z","steps":["trace[1467141069] 'agreement among raft nodes before linearized reading' (duration: 840.818803ms)"],"step_count":1} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.195188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.354267Z","time spent":"840.912786ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.195312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.150633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.195342Z","caller":"traceutil/trace.go:171","msg":"trace[2071901840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"824.194685ms","start":"2026-03-17T20:49:30.371141Z","end":"2026-03-17T20:49:31.195336Z","steps":["trace[2071901840] 'agreement among raft nodes before linearized reading' (duration: 824.160434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.195370Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371135Z","time spent":"824.227926ms","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:31.194932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.426193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:49:31.195415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.245077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"","error":"context canceled"} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:31.195442Z","caller":"traceutil/trace.go:171","msg":"trace[1365808339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"824.286767ms","start":"2026-03-17T20:49:30.371150Z","end":"2026-03-17T20:49:31.195436Z","steps":["trace[1365808339] 'agreement among raft nodes before linearized reading' (duration: 824.257977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.195565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.034366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.195590Z","caller":"traceutil/trace.go:171","msg":"trace[167826207] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"810.080758ms","start":"2026-03-17T20:49:30.385503Z","end":"2026-03-17T20:49:31.195584Z","steps":["trace[167826207] 'agreement among raft nodes before linearized reading' (duration: 810.052957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.195617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.385492Z","time spent":"810.117919ms","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.195564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.929132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.195696Z","caller":"traceutil/trace.go:171","msg":"trace[1564036466] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"860.083707ms","start":"2026-03-17T20:49:30.335606Z","end":"2026-03-17T20:49:31.195690Z","steps":["trace[1564036466] 'agreement among raft nodes before linearized reading' (duration: 859.949152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.195599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371144Z","time spent":"824.443843ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:31.195728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.335596Z","time spent":"860.123029ms","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:31.195416Z","caller":"traceutil/trace.go:171","msg":"trace[1968955259] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"993.067573ms","start":"2026-03-17T20:49:30.202338Z","end":"2026-03-17T20:49:31.195405Z","steps":["trace[1968955259] 'agreement among raft nodes before linearized reading' (duration: 992.462274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.195797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.710145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:49:31.195821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.202318Z","time spent":"993.493977ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:31.195825Z","caller":"traceutil/trace.go:171","msg":"trace[1714877680] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"947.741196ms","start":"2026-03-17T20:49:30.248078Z","end":"2026-03-17T20:49:31.195819Z","steps":["trace[1714877680] 'agreement among raft nodes before linearized reading' (duration: 947.710845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.195689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:49:31.195812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.166516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"","error":"context canceled"} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.196013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.291858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.196094Z","caller":"traceutil/trace.go:171","msg":"trace[24182304] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"285.045735ms","start":"2026-03-17T20:49:30.911035Z","end":"2026-03-17T20:49:31.196080Z","steps":["trace[24182304] 'agreement among raft nodes before linearized reading' (duration: 283.313099ms)"],"step_count":1} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.195514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.178837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"","error":"context canceled"} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:31.196862Z","caller":"traceutil/trace.go:171","msg":"trace[2108703956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"990.557772ms","start":"2026-03-17T20:49:30.206291Z","end":"2026-03-17T20:49:31.196849Z","steps":["trace[2108703956] 'agreement among raft nodes before linearized reading' (duration: 989.203038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.196911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.206276Z","time spent":"990.620044ms","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:31.196026Z","caller":"traceutil/trace.go:171","msg":"trace[1047222788] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"628.487077ms","start":"2026-03-17T20:49:30.567490Z","end":"2026-03-17T20:49:31.195977Z","steps":["trace[1047222788] 'agreement among raft nodes before linearized reading' (duration: 628.191137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.196990Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.567476Z","time spent":"629.505551ms","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.195489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.950151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.197059Z","caller":"traceutil/trace.go:171","msg":"trace[1015565458] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"856.538423ms","start":"2026-03-17T20:49:30.340514Z","end":"2026-03-17T20:49:31.197052Z","steps":["trace[1015565458] 'agreement among raft nodes before linearized reading' (duration: 854.967722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.195853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.248051Z","time spent":"947.794978ms","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:31.197123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.340505Z","time spent":"856.609895ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:31.195928Z","caller":"traceutil/trace.go:171","msg":"trace[568909222] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"785.530713ms","start":"2026-03-17T20:49:30.410376Z","end":"2026-03-17T20:49:31.195907Z","steps":["trace[568909222] 'agreement among raft nodes before linearized reading' (duration: 785.15206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.197275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.410362Z","time spent":"786.902158ms","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.368281Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.566564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:24.565608Z","time spent":"7.000941563s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:31.606842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:31.606945Z","caller":"traceutil/trace.go:171","msg":"trace[1483358827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105854s","start":"2026-03-17T20:49:29.606814Z","end":"2026-03-17T20:49:31.606920Z","steps":["trace[1483358827] 'agreement among raft nodes before linearized reading' (duration: 1.99998999s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.607018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.606801Z","time spent":"2.000202757s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:31.861760Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 6, index: 1235, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:31.868947Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.362070Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.361372Z","time spent":"7.000693767s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.369541Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.372810Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.371655Z","time spent":"7.001151074s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.870150Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:33.371984Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:33.461692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 6, index: 1237, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:33.616257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:33.616339Z","caller":"traceutil/trace.go:171","msg":"trace[769147860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404877s","start":"2026-03-17T20:49:31.615917Z","end":"2026-03-17T20:49:33.616322Z","steps":["trace[769147860] 'agreement among raft nodes before linearized reading' (duration: 2.000275593s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.616397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.615897Z","time spent":"2.00049138s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:33.802661Z","caller":"etcdserver/server.go:1239","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-17T20:49:33.802732Z","caller":"etcdserver/server.go:1179","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":5912899026583040932} {"level":"warn","ts":"2026-03-17T20:49:33.873171Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.394316Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.894507Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:35.061637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 6, index: 1237, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:35.395219Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.617355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:35.617424Z","caller":"traceutil/trace.go:171","msg":"trace[250214467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085876s","start":"2026-03-17T20:49:33.617322Z","end":"2026-03-17T20:49:35.617408Z","steps":["trace[250214467] 'agreement among raft nodes before linearized reading' (duration: 2.000000843s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.617458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.617309Z","time spent":"2.000142278s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:35.896165Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.179261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.180755Z","time spent":"4.998500689s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:36.367659Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-17T20:49:36.367845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.328115854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.367895Z","caller":"traceutil/trace.go:171","msg":"trace[1171686756] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"8.328223947s","start":"2026-03-17T20:49:28.039653Z","end":"2026-03-17T20:49:36.367877Z","steps":["trace[1171686756] 'agreement among raft nodes before linearized reading' (duration: 8.328105684s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.367890Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.625678497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:36.367948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:28.039640Z","time spent":"8.32829424s","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:36.367958Z","caller":"traceutil/trace.go:171","msg":"trace[225011135] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"8.625797061s","start":"2026-03-17T20:49:27.742146Z","end":"2026-03-17T20:49:36.367943Z","steps":["trace[225011135] 'agreement among raft nodes before linearized reading' (duration: 8.625724709s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.367995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.742124Z","time spent":"8.625861684s","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:36.367965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.416111408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.368057Z","caller":"traceutil/trace.go:171","msg":"trace[381909561] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"9.416274934s","start":"2026-03-17T20:49:26.951763Z","end":"2026-03-17T20:49:36.368038Z","steps":["trace[381909561] 'agreement among raft nodes before linearized reading' (duration: 9.416136769s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.368113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.951742Z","time spent":"9.416359057s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:36.367889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.045638752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.368179Z","caller":"traceutil/trace.go:171","msg":"trace[2107520060] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"9.045988914s","start":"2026-03-17T20:49:27.322181Z","end":"2026-03-17T20:49:36.368170Z","steps":["trace[2107520060] 'agreement among raft nodes before linearized reading' (duration: 9.045658993s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.368215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.322164Z","time spent":"9.046042326s","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:36.380222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.379777Z","time spent":"7.000440385s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-17T20:49:36.662521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 6, index: 1237, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:36.868097Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.368389Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.466188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:37.466293Z","caller":"traceutil/trace.go:171","msg":"trace[552703039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092708s","start":"2026-03-17T20:49:35.466175Z","end":"2026-03-17T20:49:37.466268Z","steps":["trace[552703039] 'agreement among raft nodes before linearized reading' (duration: 1.999958793s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.466365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.466161Z","time spent":"2.000184511s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:37.624917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:37.624990Z","caller":"traceutil/trace.go:171","msg":"trace[290735031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651364s","start":"2026-03-17T20:49:35.624324Z","end":"2026-03-17T20:49:37.624975Z","steps":["trace[290735031] 'agreement among raft nodes before linearized reading' (duration: 2.000554741s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.625026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.624306Z","time spent":"2.000714166s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:37.727312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 6, index: 1242, vote: 520ed656383c33a4] ignored MsgVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:37.834589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.794469194s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:37.834787Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.595101504s"} {"level":"warn","ts":"2026-03-17T20:49:37.834815Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.595131005s"} {"level":"info","ts":"2026-03-17T20:49:37.835434Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:49:37.836990Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 6] received a MsgAppResp message with higher term from d6c988546b3e48f9 [term: 7]"} {"level":"info","ts":"2026-03-17T20:49:37.837072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 7"} {"level":"info","ts":"2026-03-17T20:49:37.837114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 lost leader 520ed656383c33a4 at term 7"} {"level":"info","ts":"2026-03-17T20:49:37.838550Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"found conflict at index 1228 [existing term: 6, conflicting term: 7]"} {"level":"info","ts":"2026-03-17T20:49:37.838581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"replace the unstable entries from index 1228"} {"level":"info","ts":"2026-03-17T20:49:37.838592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:38.180894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.180422Z","time spent":"7.000468341s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:38.265969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.265236Z","time spent":"7.000715844s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:38.275931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.339007Z","time spent":"6.936918759s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/17 20:49:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:38.336304Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.837317Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:38.973348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1228, vote: 0] ignored MsgPreVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 7: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:39.338251Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:39.368559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.367498Z","time spent":"7.001056854s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:39.378543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.378096Z","time spent":"7.000444156s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:39.633570Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:39.633644Z","caller":"traceutil/trace.go:171","msg":"trace[2011997796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483061s","start":"2026-03-17T20:49:37.633145Z","end":"2026-03-17T20:49:39.633628Z","steps":["trace[2011997796] 'agreement among raft nodes before linearized reading' (duration: 2.000393728s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.633690Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.633128Z","time spent":"2.000554354s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:39.839125Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.340227Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.840809Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921711985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.964185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.689248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.964280Z","caller":"traceutil/trace.go:171","msg":"trace[301262716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1055; }","duration":"337.792992ms","start":"2026-03-17T20:49:40.626467Z","end":"2026-03-17T20:49:40.964260Z","steps":["trace[301262716] 'range keys from in-memory index tree' (duration: 337.651337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.066863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.227812882s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:41.067118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.693649936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.067192Z","caller":"traceutil/trace.go:171","msg":"trace[1477559065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"10.693768749s","start":"2026-03-17T20:49:30.373405Z","end":"2026-03-17T20:49:41.067174Z","steps":["trace[1477559065] 'agreement among raft nodes before linearized reading' (duration: 10.693670185s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.693957215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.067291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.496861095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.067325Z","caller":"traceutil/trace.go:171","msg":"trace[1992031801] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; }","duration":"9.496932437s","start":"2026-03-17T20:49:31.570383Z","end":"2026-03-17T20:49:41.067316Z","steps":["trace[1992031801] 'agreement among raft nodes before linearized reading' (duration: 9.496898276s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.695437873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.067366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.570363Z","time spent":"9.49699405s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:41.067391Z","caller":"traceutil/trace.go:171","msg":"trace[415296955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"10.695475865s","start":"2026-03-17T20:49:30.371908Z","end":"2026-03-17T20:49:41.067384Z","steps":["trace[415296955] 'agreement among raft nodes before linearized reading' (duration: 10.695437543s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.689736308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.067445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371901Z","time spent":"10.695531166s","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.689835842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.067483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696408375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.067527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696947922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.067538Z","caller":"traceutil/trace.go:171","msg":"trace[1111341492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"10.689889483s","start":"2026-03-17T20:49:30.377639Z","end":"2026-03-17T20:49:41.067529Z","steps":["trace[1111341492] 'agreement among raft nodes before linearized reading' (duration: 10.689844592s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.067557Z","caller":"traceutil/trace.go:171","msg":"trace[1585751421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"10.696978833s","start":"2026-03-17T20:49:30.370570Z","end":"2026-03-17T20:49:41.067549Z","steps":["trace[1585751421] 'agreement among raft nodes before linearized reading' (duration: 10.696947572s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.067558Z","caller":"traceutil/trace.go:171","msg":"trace[1160755872] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"10.696493928s","start":"2026-03-17T20:49:30.371050Z","end":"2026-03-17T20:49:41.067544Z","steps":["trace[1160755872] 'agreement among raft nodes before linearized reading' (duration: 10.696405705s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.370561Z","time spent":"10.697022964s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371044Z","time spent":"10.696550819s","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:41.067316Z","caller":"traceutil/trace.go:171","msg":"trace[772215460] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"10.69412273s","start":"2026-03-17T20:49:30.373167Z","end":"2026-03-17T20:49:41.067290Z","steps":["trace[772215460] 'agreement among raft nodes before linearized reading' (duration: 10.693953985s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.068227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.373161Z","time spent":"10.69504439s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:41.067463Z","caller":"traceutil/trace.go:171","msg":"trace[32198301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"10.68978266s","start":"2026-03-17T20:49:30.377670Z","end":"2026-03-17T20:49:41.067452Z","steps":["trace[32198301] 'agreement among raft nodes before linearized reading' (duration: 10.689742788s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067620Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.377635Z","time spent":"10.689933625s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.068851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.377665Z","time spent":"10.690742011s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.688964229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.068950Z","caller":"traceutil/trace.go:171","msg":"trace[1022237707] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5w684; range_end:; }","duration":"11.690292413s","start":"2026-03-17T20:49:29.378635Z","end":"2026-03-17T20:49:41.068927Z","steps":["trace[1022237707] 'agreement among raft nodes before linearized reading' (duration: 11.68898808s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.069028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.378622Z","time spent":"11.690387236s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.067656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.696122101s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.069149Z","caller":"traceutil/trace.go:171","msg":"trace[2042456241] range","detail":"{range_begin:; range_end:; }","duration":"11.69761151s","start":"2026-03-17T20:49:29.371526Z","end":"2026-03-17T20:49:41.069137Z","steps":["trace[2042456241] 'agreement among raft nodes before linearized reading' (duration: 11.696122131s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:41.069216Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:41.067663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.691271498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.069861Z","caller":"traceutil/trace.go:171","msg":"trace[1235351315] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"10.69347309s","start":"2026-03-17T20:49:30.376369Z","end":"2026-03-17T20:49:41.069842Z","steps":["trace[1235351315] 'agreement among raft nodes before linearized reading' (duration: 10.691281898s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.349126123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.067700Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.694200564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.070078Z","caller":"traceutil/trace.go:171","msg":"trace[1183610816] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"10.696588181s","start":"2026-03-17T20:49:30.373477Z","end":"2026-03-17T20:49:41.070065Z","steps":["trace[1183610816] 'agreement among raft nodes before linearized reading' (duration: 10.694212423s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.069978Z","caller":"traceutil/trace.go:171","msg":"trace[199691102] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; }","duration":"11.351536902s","start":"2026-03-17T20:49:29.718419Z","end":"2026-03-17T20:49:41.069956Z","steps":["trace[199691102] 'agreement among raft nodes before linearized reading' (duration: 11.349161015s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.845271795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.070187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.373471Z","time spent":"10.696692714s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.070321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.718396Z","time spent":"11.35178584s","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:41.070215Z","caller":"traceutil/trace.go:171","msg":"trace[1834078426] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"10.847847139s","start":"2026-03-17T20:49:30.222351Z","end":"2026-03-17T20:49:41.070198Z","steps":["trace[1834078426] 'agreement among raft nodes before linearized reading' (duration: 10.845296086s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.070506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.222334Z","time spent":"10.848156569s","remote":"127.0.0.1:54044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:41.067737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696590761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.070833Z","caller":"traceutil/trace.go:171","msg":"trace[1177302269] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"10.69963862s","start":"2026-03-17T20:49:30.371136Z","end":"2026-03-17T20:49:41.070775Z","steps":["trace[1177302269] 'agreement among raft nodes before linearized reading' (duration: 10.696590391s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.070910Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371126Z","time spent":"10.699763314s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.694242875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.070970Z","caller":"traceutil/trace.go:171","msg":"trace[577588231] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"10.69747703s","start":"2026-03-17T20:49:30.373480Z","end":"2026-03-17T20:49:41.070957Z","steps":["trace[577588231] 'agreement among raft nodes before linearized reading' (duration: 10.694242235s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.067731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.068804333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.071017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.373474Z","time spent":"10.697530042s","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:41.071030Z","caller":"traceutil/trace.go:171","msg":"trace[2020587131] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"11.072150223s","start":"2026-03-17T20:49:29.998863Z","end":"2026-03-17T20:49:41.071013Z","steps":["trace[2020587131] 'agreement among raft nodes before linearized reading' (duration: 11.068853595s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.071192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.998835Z","time spent":"11.072294337s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:41.067770Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.694288156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.071273Z","caller":"traceutil/trace.go:171","msg":"trace[931585733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"10.697799481s","start":"2026-03-17T20:49:30.373459Z","end":"2026-03-17T20:49:41.071258Z","steps":["trace[931585733] 'agreement among raft nodes before linearized reading' (duration: 10.694300317s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.071320Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.373451Z","time spent":"10.697852683s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.373394Z","time spent":"10.693841782s","remote":"127.0.0.1:55890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.695860117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.071444Z","caller":"traceutil/trace.go:171","msg":"trace[796345367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"10.699538237s","start":"2026-03-17T20:49:30.371885Z","end":"2026-03-17T20:49:41.071423Z","steps":["trace[796345367] 'agreement among raft nodes before linearized reading' (duration: 10.695871718s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.071515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371878Z","time spent":"10.69961647s","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696600141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.071577Z","caller":"traceutil/trace.go:171","msg":"trace[259322061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"10.700416115s","start":"2026-03-17T20:49:30.371147Z","end":"2026-03-17T20:49:41.071563Z","steps":["trace[259322061] 'agreement among raft nodes before linearized reading' (duration: 10.696625341s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.071615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371132Z","time spent":"10.700473387s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.691547267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.071660Z","caller":"traceutil/trace.go:171","msg":"trace[1897084536] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"10.695404483s","start":"2026-03-17T20:49:30.376246Z","end":"2026-03-17T20:49:41.071650Z","steps":["trace[1897084536] 'agreement among raft nodes before linearized reading' (duration: 10.691554587s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.071691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.376241Z","time spent":"10.695440345s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.691486405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.072141Z","caller":"traceutil/trace.go:171","msg":"trace[1672780125] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"10.695784606s","start":"2026-03-17T20:49:30.376330Z","end":"2026-03-17T20:49:41.072114Z","steps":["trace[1672780125] 'agreement among raft nodes before linearized reading' (duration: 10.691492456s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.072194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.376326Z","time spent":"10.695850698s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.691539987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.072310Z","caller":"traceutil/trace.go:171","msg":"trace[1202689562] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"10.695978832s","start":"2026-03-17T20:49:30.376279Z","end":"2026-03-17T20:49:41.072258Z","steps":["trace[1202689562] 'agreement among raft nodes before linearized reading' (duration: 10.691564588s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.072390Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.376265Z","time spent":"10.696077375s","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.692885971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.067895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696752586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.072572Z","caller":"traceutil/trace.go:171","msg":"trace[226662871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"10.697509901s","start":"2026-03-17T20:49:30.374982Z","end":"2026-03-17T20:49:41.072492Z","steps":["trace[226662871] 'agreement among raft nodes before linearized reading' (duration: 10.692894991s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.072604Z","caller":"traceutil/trace.go:171","msg":"trace[765516693] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"10.701486681s","start":"2026-03-17T20:49:30.371103Z","end":"2026-03-17T20:49:41.072590Z","steps":["trace[765516693] 'agreement among raft nodes before linearized reading' (duration: 10.696781007s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.072614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.374977Z","time spent":"10.697624036s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.072653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371087Z","time spent":"10.701550562s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.692833859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.072754Z","caller":"traceutil/trace.go:171","msg":"trace[1645761051] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"10.697683547s","start":"2026-03-17T20:49:30.375056Z","end":"2026-03-17T20:49:41.072739Z","steps":["trace[1645761051] 'agreement among raft nodes before linearized reading' (duration: 10.692841089s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.072790Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.375052Z","time spent":"10.697727569s","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696775677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.072870Z","caller":"traceutil/trace.go:171","msg":"trace[1623534163] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"10.701741019s","start":"2026-03-17T20:49:30.371110Z","end":"2026-03-17T20:49:41.072850Z","steps":["trace[1623534163] 'agreement among raft nodes before linearized reading' (duration: 10.696799858s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.072938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371094Z","time spent":"10.701823671s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.692945252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.073005Z","caller":"traceutil/trace.go:171","msg":"trace[1808232673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"10.698021439s","start":"2026-03-17T20:49:30.374972Z","end":"2026-03-17T20:49:41.072993Z","steps":["trace[1808232673] 'agreement among raft nodes before linearized reading' (duration: 10.692957233s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.073049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.374964Z","time spent":"10.69807184s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.067949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.6968871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.073527Z","caller":"traceutil/trace.go:171","msg":"trace[113381225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"10.702473733s","start":"2026-03-17T20:49:30.371037Z","end":"2026-03-17T20:49:41.073510Z","steps":["trace[113381225] 'agreement among raft nodes before linearized reading' (duration: 10.696905141s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.073588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.371029Z","time spent":"10.702541395s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.068096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.69440507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.073656Z","caller":"traceutil/trace.go:171","msg":"trace[81551893] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"10.700005503s","start":"2026-03-17T20:49:30.373634Z","end":"2026-03-17T20:49:41.073639Z","steps":["trace[81551893] 'agreement among raft nodes before linearized reading' (duration: 10.69441253s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.073694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.373625Z","time spent":"10.700059414s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:41.069917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.376363Z","time spent":"10.693537933s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:41.073688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1228, vote: 0] ignored MsgPreVote from d6c988546b3e48f9 [logterm: 7, index: 1231] at term 7: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:41.067711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.697269013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.073801Z","caller":"traceutil/trace.go:171","msg":"trace[1947078665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"10.703354271s","start":"2026-03-17T20:49:30.370408Z","end":"2026-03-17T20:49:41.073763Z","steps":["trace[1947078665] 'agreement among raft nodes before linearized reading' (duration: 10.697283383s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.073880Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.370402Z","time spent":"10.703433784s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:41.140604Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:49:41.365836Z","caller":"traceutil/trace.go:171","msg":"trace[980689681] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1228; }","duration":"298.737664ms","start":"2026-03-17T20:49:41.067066Z","end":"2026-03-17T20:49:41.365804Z","steps":["trace[980689681] 'read index received' (duration: 298.058942ms)","trace[980689681] 'applied index is now lower than readState.Index' (duration: 676.022µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.366236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556906208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:41.366857Z","caller":"traceutil/trace.go:171","msg":"trace[1396086419] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1058; }","duration":"2.55757685s","start":"2026-03-17T20:49:38.809260Z","end":"2026-03-17T20:49:41.366837Z","steps":["trace[1396086419] 'agreement among raft nodes before linearized reading' (duration: 2.556890068s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.366920Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.809241Z","time spent":"2.557660162s","remote":"127.0.0.1:53940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:41.366315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992844603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-03-17T20:49:41.367120Z","caller":"traceutil/trace.go:171","msg":"trace[842536601] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:1; response_revision:1058; }","duration":"1.993638769s","start":"2026-03-17T20:49:39.373458Z","end":"2026-03-17T20:49:41.367097Z","steps":["trace[842536601] 'agreement among raft nodes before linearized reading' (duration: 1.992815712s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.367214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.373397Z","time spent":"1.993798194s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.366328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606165733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:41.366339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981850132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:41.367607Z","caller":"traceutil/trace.go:171","msg":"trace[1448374935] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6; range_end:; response_count:1; response_revision:1058; }","duration":"4.983188866s","start":"2026-03-17T20:49:36.384401Z","end":"2026-03-17T20:49:41.367590Z","steps":["trace[1448374935] 'agreement among raft nodes before linearized reading' (duration: 4.981767659s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.367694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.384384Z","time spent":"4.983287059s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:41.367530Z","caller":"traceutil/trace.go:171","msg":"trace[1545459588] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1058; }","duration":"2.607374852s","start":"2026-03-17T20:49:38.760079Z","end":"2026-03-17T20:49:41.367454Z","steps":["trace[1545459588] 'agreement among raft nodes before linearized reading' (duration: 2.606160903s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.366425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006536329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.367867Z","caller":"traceutil/trace.go:171","msg":"trace[1010834552] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1058; }","duration":"1.008001326s","start":"2026-03-17T20:49:40.359848Z","end":"2026-03-17T20:49:41.367849Z","steps":["trace[1010834552] 'agreement among raft nodes before linearized reading' (duration: 1.006543419s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.366450Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732802085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:41.367939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.760054Z","time spent":"2.607862148s","remote":"127.0.0.1:53904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:41.367953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.359831Z","time spent":"1.008102079s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:41.367972Z","caller":"traceutil/trace.go:171","msg":"trace[885999489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1058; }","duration":"1.734327625s","start":"2026-03-17T20:49:39.633616Z","end":"2026-03-17T20:49:41.367944Z","steps":["trace[885999489] 'agreement among raft nodes before linearized reading' (duration: 1.732805666s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.368050Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.633600Z","time spent":"1.734434938s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:41.366580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983516709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-17T20:49:41.368173Z","caller":"traceutil/trace.go:171","msg":"trace[1381599984] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:1058; }","duration":"1.985113941s","start":"2026-03-17T20:49:39.383032Z","end":"2026-03-17T20:49:41.368146Z","steps":["trace[1381599984] 'agreement among raft nodes before linearized reading' (duration: 1.983496878s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.368235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.383021Z","time spent":"1.985195183s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":574,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.402647Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921711987,"received-request-id":3721271804921711986} {"level":"info","ts":"2026-03-17T20:49:41.490610Z","caller":"traceutil/trace.go:171","msg":"trace[1110396450] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1237; }","duration":"123.780821ms","start":"2026-03-17T20:49:41.366794Z","end":"2026-03-17T20:49:41.490575Z","steps":["trace[1110396450] 'read index received' (duration: 123.767611ms)","trace[1110396450] 'applied index is now lower than readState.Index' (duration: 11.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.490824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.593071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:41.490921Z","caller":"traceutil/trace.go:171","msg":"trace[2005053864] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:1060; }","duration":"416.736736ms","start":"2026-03-17T20:49:41.074163Z","end":"2026-03-17T20:49:41.490900Z","steps":["trace[2005053864] 'agreement among raft nodes before linearized reading' (duration: 416.472537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.491001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.857505ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.491042Z","caller":"traceutil/trace.go:171","msg":"trace[1896863278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1061; }","duration":"418.901536ms","start":"2026-03-17T20:49:41.072131Z","end":"2026-03-17T20:49:41.491032Z","steps":["trace[1896863278] 'agreement among raft nodes before linearized reading' (duration: 418.595216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.491036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.074141Z","time spent":"416.882141ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.491146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.860024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4566"} {"level":"info","ts":"2026-03-17T20:49:41.491208Z","caller":"traceutil/trace.go:171","msg":"trace[353278722] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:1061; }","duration":"414.992728ms","start":"2026-03-17T20:49:41.076201Z","end":"2026-03-17T20:49:41.491194Z","steps":["trace[353278722] 'agreement among raft nodes before linearized reading' (duration: 414.523213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.491272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.076185Z","time spent":"415.066681ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":4588,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.490824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.383039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4243"} {"level":"info","ts":"2026-03-17T20:49:41.491332Z","caller":"traceutil/trace.go:171","msg":"trace[974340800] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1060; }","duration":"418.965488ms","start":"2026-03-17T20:49:41.072351Z","end":"2026-03-17T20:49:41.491316Z","steps":["trace[974340800] 'agreement among raft nodes before linearized reading' (duration: 418.302617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.491390Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.072251Z","time spent":"419.127554ms","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4265,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:41.491433Z","caller":"traceutil/trace.go:171","msg":"trace[1142645653] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"120.719152ms","start":"2026-03-17T20:49:41.370699Z","end":"2026-03-17T20:49:41.491418Z","steps":["trace[1142645653] 'process raft request' (duration: 120.293358ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.595132Z","caller":"traceutil/trace.go:171","msg":"trace[1697049516] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1242; }","duration":"104.347507ms","start":"2026-03-17T20:49:41.490767Z","end":"2026-03-17T20:49:41.595115Z","steps":["trace[1697049516] 'read index received' (duration: 97.748202ms)","trace[1697049516] 'applied index is now lower than readState.Index' (duration: 6.597565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.595281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.595307Z","caller":"traceutil/trace.go:171","msg":"trace[285194430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"218.135672ms","start":"2026-03-17T20:49:41.377164Z","end":"2026-03-17T20:49:41.595299Z","steps":["trace[285194430] 'agreement among raft nodes before linearized reading' (duration: 218.06503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.595446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.981043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-03-17T20:49:41.595473Z","caller":"traceutil/trace.go:171","msg":"trace[1522708786] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:1; response_revision:1065; }","duration":"224.055996ms","start":"2026-03-17T20:49:41.371410Z","end":"2026-03-17T20:49:41.595466Z","steps":["trace[1522708786] 'agreement among raft nodes before linearized reading' (duration: 224.001114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.595590Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.159128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-17T20:49:41.595955Z","caller":"traceutil/trace.go:171","msg":"trace[1184494154] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:1065; }","duration":"224.547762ms","start":"2026-03-17T20:49:41.371378Z","end":"2026-03-17T20:49:41.595926Z","steps":["trace[1184494154] 'agreement among raft nodes before linearized reading' (duration: 224.18883ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.777059Z","caller":"traceutil/trace.go:171","msg":"trace[314953405] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"276.051233ms","start":"2026-03-17T20:49:41.500984Z","end":"2026-03-17T20:49:41.777036Z","steps":["trace[314953405] 'process raft request' (duration: 275.97977ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.777241Z","caller":"traceutil/trace.go:171","msg":"trace[1237463999] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"280.382444ms","start":"2026-03-17T20:49:41.496822Z","end":"2026-03-17T20:49:41.777204Z","steps":["trace[1237463999] 'process raft request' (duration: 200.33003ms)","trace[1237463999] 'compare' (duration: 79.661121ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:41.900760Z","caller":"traceutil/trace.go:171","msg":"trace[336059898] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1246; }","duration":"305.549386ms","start":"2026-03-17T20:49:41.595184Z","end":"2026-03-17T20:49:41.900733Z","steps":["trace[336059898] 'read index received' (duration: 305.540036ms)","trace[336059898] 'applied index is now lower than readState.Index' (duration: 7.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.978822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.527182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.978911Z","caller":"traceutil/trace.go:171","msg":"trace[251648815] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1067; }","duration":"485.730738ms","start":"2026-03-17T20:49:41.493160Z","end":"2026-03-17T20:49:41.978891Z","steps":["trace[251648815] 'agreement among raft nodes before linearized reading' (duration: 407.70024ms)","trace[251648815] 'range keys from in-memory index tree' (duration: 77.915354ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:41.978988Z","caller":"traceutil/trace.go:171","msg":"trace[848028524] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"378.219858ms","start":"2026-03-17T20:49:41.600747Z","end":"2026-03-17T20:49:41.978967Z","steps":["trace[848028524] 'process raft request' (duration: 378.179177ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.979175Z","caller":"traceutil/trace.go:171","msg":"trace[113135273] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"382.064264ms","start":"2026-03-17T20:49:41.597009Z","end":"2026-03-17T20:49:41.979074Z","steps":["trace[113135273] 'process raft request' (duration: 381.831296ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.979267Z","caller":"traceutil/trace.go:171","msg":"trace[346482062] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"379.510761ms","start":"2026-03-17T20:49:41.599746Z","end":"2026-03-17T20:49:41.979257Z","steps":["trace[346482062] 'process raft request' (duration: 379.139319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.979478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.599731Z","time spent":"379.712947ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:41.979421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.596981Z","time spent":"382.339583ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:41.979338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.600723Z","time spent":"378.334132ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:42.073989Z","caller":"traceutil/trace.go:171","msg":"trace[1192548311] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1252; }","duration":"173.137805ms","start":"2026-03-17T20:49:41.900827Z","end":"2026-03-17T20:49:42.073965Z","steps":["trace[1192548311] 'read index received' (duration: 173.130894ms)","trace[1192548311] 'applied index is now lower than readState.Index' (duration: 5.661µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.074204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.719749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 ","response":"range_response_count:1 size:18163"} {"level":"warn","ts":"2026-03-17T20:49:42.074233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.76638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-17T20:49:42.074264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.270394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.074317Z","caller":"traceutil/trace.go:171","msg":"trace[42378943] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6; range_end:; response_count:1; response_revision:1073; }","duration":"292.883464ms","start":"2026-03-17T20:49:41.781417Z","end":"2026-03-17T20:49:42.074301Z","steps":["trace[42378943] 'agreement among raft nodes before linearized reading' (duration: 292.742529ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.074327Z","caller":"traceutil/trace.go:171","msg":"trace[1147090348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1073; }","duration":"477.361107ms","start":"2026-03-17T20:49:41.596949Z","end":"2026-03-17T20:49:42.074310Z","steps":["trace[1147090348] 'agreement among raft nodes before linearized reading' (duration: 477.275644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.074366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.596935Z","time spent":"477.425049ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:42.074257Z","caller":"traceutil/trace.go:171","msg":"trace[977560088] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5w684; range_end:; response_count:1; response_revision:1073; }","duration":"292.848053ms","start":"2026-03-17T20:49:41.781396Z","end":"2026-03-17T20:49:42.074244Z","steps":["trace[977560088] 'agreement among raft nodes before linearized reading' (duration: 292.723269ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.389848Z","caller":"traceutil/trace.go:171","msg":"trace[1320559804] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1252; }","duration":"313.067588ms","start":"2026-03-17T20:49:42.076757Z","end":"2026-03-17T20:49:42.389825Z","steps":["trace[1320559804] 'read index received' (duration: 313.056158ms)","trace[1320559804] 'applied index is now lower than readState.Index' (duration: 9.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.390000Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.247194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.390039Z","caller":"traceutil/trace.go:171","msg":"trace[1350138523] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1073; }","duration":"313.326017ms","start":"2026-03-17T20:49:42.076703Z","end":"2026-03-17T20:49:42.390029Z","steps":["trace[1350138523] 'agreement among raft nodes before linearized reading' (duration: 313.233294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.390116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.076697Z","time spent":"313.407419ms","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.390174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.924332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.390228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.081607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.390253Z","caller":"traceutil/trace.go:171","msg":"trace[866271168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1073; }","duration":"316.042545ms","start":"2026-03-17T20:49:42.074193Z","end":"2026-03-17T20:49:42.390236Z","steps":["trace[866271168] 'agreement among raft nodes before linearized reading' (duration: 315.88004ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.390267Z","caller":"traceutil/trace.go:171","msg":"trace[1867789334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1073; }","duration":"316.161799ms","start":"2026-03-17T20:49:42.074094Z","end":"2026-03-17T20:49:42.390256Z","steps":["trace[1867789334] 'agreement among raft nodes before linearized reading' (duration: 316.100077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.390305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.074187Z","time spent":"316.105967ms","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.390337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.074074Z","time spent":"316.252122ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.390338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.213421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.390413Z","caller":"traceutil/trace.go:171","msg":"trace[851337862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1073; }","duration":"316.302154ms","start":"2026-03-17T20:49:42.074100Z","end":"2026-03-17T20:49:42.390402Z","steps":["trace[851337862] 'agreement among raft nodes before linearized reading' (duration: 316.202931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.390429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.354501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.390449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.074094Z","time spent":"316.343915ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.390524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.329795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.390522Z","caller":"traceutil/trace.go:171","msg":"trace[61205305] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1073; }","duration":"314.471154ms","start":"2026-03-17T20:49:42.076029Z","end":"2026-03-17T20:49:42.390500Z","steps":["trace[61205305] 'agreement among raft nodes before linearized reading' (duration: 314.322819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.390500Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.467243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.390558Z","caller":"traceutil/trace.go:171","msg":"trace[929124431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1073; }","duration":"316.381087ms","start":"2026-03-17T20:49:42.074165Z","end":"2026-03-17T20:49:42.390546Z","steps":["trace[929124431] 'agreement among raft nodes before linearized reading' (duration: 316.320865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.390587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.074156Z","time spent":"316.422968ms","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.390585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.076024Z","time spent":"314.545186ms","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.390533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.452609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.390582Z","caller":"traceutil/trace.go:171","msg":"trace[1782610125] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1073; }","duration":"314.573897ms","start":"2026-03-17T20:49:42.075996Z","end":"2026-03-17T20:49:42.390570Z","steps":["trace[1782610125] 'agreement among raft nodes before linearized reading' (duration: 314.406222ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.390861Z","caller":"traceutil/trace.go:171","msg":"trace[1645390326] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1073; }","duration":"316.79311ms","start":"2026-03-17T20:49:42.074056Z","end":"2026-03-17T20:49:42.390850Z","steps":["trace[1645390326] 'agreement among raft nodes before linearized reading' (duration: 316.448608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.390882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.273917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.390904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.074051Z","time spent":"316.842122ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:42.390912Z","caller":"traceutil/trace.go:171","msg":"trace[73627235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1073; }","duration":"314.333259ms","start":"2026-03-17T20:49:42.076569Z","end":"2026-03-17T20:49:42.390902Z","steps":["trace[73627235] 'agreement among raft nodes before linearized reading' (duration: 314.286048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.390941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.076556Z","time spent":"314.376381ms","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.390951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.075988Z","time spent":"314.935789ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:42.391215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.671053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.391247Z","caller":"traceutil/trace.go:171","msg":"trace[1190344453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1073; }","duration":"315.737605ms","start":"2026-03-17T20:49:42.075500Z","end":"2026-03-17T20:49:42.391237Z","steps":["trace[1190344453] 'agreement among raft nodes before linearized reading' (duration: 315.687394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.391278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.075488Z","time spent":"315.780887ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:42.577549Z","caller":"traceutil/trace.go:171","msg":"trace[643044411] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"500.788581ms","start":"2026-03-17T20:49:42.076740Z","end":"2026-03-17T20:49:42.577529Z","steps":["trace[643044411] 'process raft request' (duration: 500.489302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.577679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.076726Z","time spent":"500.888824ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:42.890740Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:42.913146Z","caller":"traceutil/trace.go:171","msg":"trace[1132521918] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"822.727107ms","start":"2026-03-17T20:49:42.090398Z","end":"2026-03-17T20:49:42.913125Z","steps":["trace[1132521918] 'process raft request' (duration: 822.551262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.913279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.090383Z","time spent":"822.832921ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:43.143423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.517599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:43.143699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063802017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.143749Z","caller":"traceutil/trace.go:171","msg":"trace[1401977050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1082; }","duration":"1.06388607s","start":"2026-03-17T20:49:42.079852Z","end":"2026-03-17T20:49:43.143738Z","steps":["trace[1401977050] 'agreement among raft nodes before linearized reading' (duration: 1.063795107s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.143774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.077305Z","time spent":"1.066462644s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-03-17T20:49:43.144096Z","caller":"traceutil/trace.go:171","msg":"trace[1905257495] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1259; }","duration":"753.980514ms","start":"2026-03-17T20:49:42.389907Z","end":"2026-03-17T20:49:43.143887Z","steps":["trace[1905257495] 'read index received' (duration: 636.907057ms)","trace[1905257495] 'applied index is now lower than readState.Index' (duration: 116.788308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.144158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066325319s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.144179Z","caller":"traceutil/trace.go:171","msg":"trace[954709929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1082; }","duration":"1.06634587s","start":"2026-03-17T20:49:42.077827Z","end":"2026-03-17T20:49:43.144172Z","steps":["trace[954709929] 'agreement among raft nodes before linearized reading' (duration: 1.066316299s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.144210Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064413427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"warn","ts":"2026-03-17T20:49:43.144256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067320792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.144287Z","caller":"traceutil/trace.go:171","msg":"trace[524726123] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1082; }","duration":"1.06451564s","start":"2026-03-17T20:49:42.079756Z","end":"2026-03-17T20:49:43.144271Z","steps":["trace[524726123] 'agreement among raft nodes before linearized reading' (duration: 1.064377135s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.144338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.079735Z","time spent":"1.064590063s","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-17T20:49:43.144315Z","caller":"traceutil/trace.go:171","msg":"trace[1007741864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1082; }","duration":"1.067384824s","start":"2026-03-17T20:49:42.076913Z","end":"2026-03-17T20:49:43.144298Z","steps":["trace[1007741864] 'agreement among raft nodes before linearized reading' (duration: 1.067285721s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.144395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.076890Z","time spent":"1.067490048s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:43.266153Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921712004,"received-request-id":3721271804921712003} {"level":"warn","ts":"2026-03-17T20:49:43.323784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.812468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.323841Z","caller":"traceutil/trace.go:171","msg":"trace[1789929796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"242.911681ms","start":"2026-03-17T20:49:43.080917Z","end":"2026-03-17T20:49:43.323828Z","steps":["trace[1789929796] 'agreement among raft nodes before linearized reading' (duration: 242.785007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.324102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.631542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7325"} {"level":"info","ts":"2026-03-17T20:49:43.324124Z","caller":"traceutil/trace.go:171","msg":"trace[1195724107] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1085; }","duration":"406.691014ms","start":"2026-03-17T20:49:42.917429Z","end":"2026-03-17T20:49:43.324120Z","steps":["trace[1195724107] 'agreement among raft nodes before linearized reading' (duration: 406.642212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.324141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.917408Z","time spent":"406.727635ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7347,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.323673Z","caller":"traceutil/trace.go:171","msg":"trace[1708509357] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1261; }","duration":"179.499349ms","start":"2026-03-17T20:49:43.144153Z","end":"2026-03-17T20:49:43.323653Z","steps":["trace[1708509357] 'read index received' (duration: 124.629735ms)","trace[1708509357] 'applied index is now lower than readState.Index' (duration: 54.868854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.324316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.85058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:43.324343Z","caller":"traceutil/trace.go:171","msg":"trace[417557479] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6; range_end:; response_count:1; response_revision:1085; }","duration":"740.898992ms","start":"2026-03-17T20:49:42.583438Z","end":"2026-03-17T20:49:43.324337Z","steps":["trace[417557479] 'agreement among raft nodes before linearized reading' (duration: 740.858391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.324357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.583426Z","time spent":"740.927343ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.824429Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.325044Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.825873Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:45.285838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 7"} {"level":"info","ts":"2026-03-17T20:49:45.285907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 7"} {"level":"info","ts":"2026-03-17T20:49:45.285927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 7"} {"level":"info","ts":"2026-03-17T20:49:45.285955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1269] sent MsgPreVote request to 2a3dba058e8a2d82 at term 7"} {"level":"info","ts":"2026-03-17T20:49:45.285970Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1269] sent MsgPreVote request to d6c988546b3e48f9 at term 7"} {"level":"info","ts":"2026-03-17T20:49:45.285987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 lost leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:45.325558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:45.325632Z","caller":"traceutil/trace.go:171","msg":"trace[1803211306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419464s","start":"2026-03-17T20:49:43.325196Z","end":"2026-03-17T20:49:45.325615Z","steps":["trace[1803211306] 'agreement among raft nodes before linearized reading' (duration: 2.000325851s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.325668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.325186Z","time spent":"2.000475715s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:45.326002Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:45.775289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 7"} {"level":"info","ts":"2026-03-17T20:49:45.775402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 2a3dba058e8a2d82 at term 7"} {"level":"info","ts":"2026-03-17T20:49:45.776335Z","caller":"traceutil/trace.go:171","msg":"trace[1325803484] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"2.444847542s","start":"2026-03-17T20:49:43.331468Z","end":"2026-03-17T20:49:45.776316Z","steps":["trace[1325803484] 'process raft request' (duration: 2.444804281s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.776517Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921712008,"received-request-id":3721271804921712005} {"level":"warn","ts":"2026-03-17T20:49:45.776580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628466575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:45.776671Z","caller":"traceutil/trace.go:171","msg":"trace[1365594683] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; }","duration":"2.628600309s","start":"2026-03-17T20:49:43.148060Z","end":"2026-03-17T20:49:45.776660Z","steps":["trace[1365594683] 'agreement among raft nodes before linearized reading' (duration: 2.628501046s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.776942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.148042Z","time spent":"2.628834446s","remote":"127.0.0.1:53940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.777000Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631487384s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:45.777076Z","caller":"traceutil/trace.go:171","msg":"trace[1029839077] range","detail":"{range_begin:; range_end:; }","duration":"2.631562796s","start":"2026-03-17T20:49:43.145505Z","end":"2026-03-17T20:49:45.777067Z","steps":["trace[1029839077] 'agreement among raft nodes before linearized reading' (duration: 2.631486614s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:45.777166Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:45.777414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.331458Z","time spent":"2.444928154s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:45.777685Z","caller":"traceutil/trace.go:171","msg":"trace[13315670] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"2.450836677s","start":"2026-03-17T20:49:43.326833Z","end":"2026-03-17T20:49:45.777669Z","steps":["trace[13315670] 'process raft request' (duration: 2.449372549s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.777937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.326824Z","time spent":"2.45089885s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:46.277403Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:46.435514Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921712008,"received-request-id":3721271804921712005} {"level":"warn","ts":"2026-03-17T20:49:46.778023Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:47.278428Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:47.286804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.286871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.286897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.286923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1270] sent MsgPreVote request to 2a3dba058e8a2d82 at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.287005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1270] sent MsgPreVote request to d6c988546b3e48f9 at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.287020Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 lost leader 2a3dba058e8a2d82 at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.288012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from d6c988546b3e48f9 at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.288059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:47.288082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became candidate at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.288097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 520ed656383c33a4 at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.288121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1270] sent MsgVote request to 2a3dba058e8a2d82 at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.288400Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [logterm: 7, index: 1270] sent MsgVote request to d6c988546b3e48f9 at term 8"} {"level":"warn","ts":"2026-03-17T20:49:47.332955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999745113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:47.333046Z","caller":"traceutil/trace.go:171","msg":"trace[746823663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999846656s","start":"2026-03-17T20:49:45.333150Z","end":"2026-03-17T20:49:47.332996Z","steps":["trace[746823663] 'agreement among raft nodes before linearized reading' (duration: 1.999774744s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.333158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.333132Z","time spent":"2.000014751s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:47.698417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from d6c988546b3e48f9 at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.698479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:47.698500Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became leader at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.698523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 520ed656383c33a4 at term 8"} {"level":"warn","ts":"2026-03-17T20:49:47.698708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337810734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:47.698709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515353792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:47.698741Z","caller":"traceutil/trace.go:171","msg":"trace[730885831] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"2.337882966s","start":"2026-03-17T20:49:45.360849Z","end":"2026-03-17T20:49:47.698732Z","steps":["trace[730885831] 'agreement among raft nodes before linearized reading' (duration: 2.337838285s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.698743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259000467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:47.698749Z","caller":"traceutil/trace.go:171","msg":"trace[1078804464] range","detail":"{range_begin:/registry/minions; range_end:; }","duration":"3.515446445s","start":"2026-03-17T20:49:44.183293Z","end":"2026-03-17T20:49:47.698739Z","steps":["trace[1078804464] 'agreement among raft nodes before linearized reading' (duration: 3.515388053s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.698765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.360835Z","time spent":"2.337924828s","remote":"127.0.0.1:53824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:47.698770Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217362857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:47.698777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.183274Z","time spent":"3.515495407s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:47.698789Z","caller":"traceutil/trace.go:171","msg":"trace[566679231] range","detail":"{range_begin:/registry/clusterroles; range_end:; }","duration":"3.25909285s","start":"2026-03-17T20:49:44.439671Z","end":"2026-03-17T20:49:47.698764Z","steps":["trace[566679231] 'agreement among raft nodes before linearized reading' (duration: 3.259033818s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.698801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086381063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:47.698811Z","caller":"traceutil/trace.go:171","msg":"trace[1386446142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"2.086426805s","start":"2026-03-17T20:49:45.612381Z","end":"2026-03-17T20:49:47.698808Z","steps":["trace[1386446142] 'agreement among raft nodes before linearized reading' (duration: 2.086407544s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.698816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.439652Z","time spent":"3.259156413s","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.698824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.612366Z","time spent":"2.086454426s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.698717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086195417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:47.698838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220692096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:47.698859Z","caller":"traceutil/trace.go:171","msg":"trace[1902888342] range","detail":"{range_begin:/registry/minions; range_end:; }","duration":"4.220739708s","start":"2026-03-17T20:49:43.478113Z","end":"2026-03-17T20:49:47.698853Z","steps":["trace[1902888342] 'agreement among raft nodes before linearized reading' (duration: 4.220718557s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.698900Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.478099Z","time spent":"4.220793659s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:47.698869Z","caller":"traceutil/trace.go:171","msg":"trace[2071267969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"2.086399074s","start":"2026-03-17T20:49:45.612442Z","end":"2026-03-17T20:49:47.698841Z","steps":["trace[2071267969] 'agreement among raft nodes before linearized reading' (duration: 2.086228738s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.698945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.372109787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:47.698971Z","caller":"traceutil/trace.go:171","msg":"trace[1145348861] range","detail":"{range_begin:/registry/clusterroles; range_end:; }","duration":"4.372148448s","start":"2026-03-17T20:49:43.326817Z","end":"2026-03-17T20:49:47.698965Z","steps":["trace[1145348861] 'agreement among raft nodes before linearized reading' (duration: 4.372117787s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.698988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.326812Z","time spent":"4.372171008s","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.698949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.612424Z","time spent":"2.086518828s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.699014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368894761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:47.699025Z","caller":"traceutil/trace.go:171","msg":"trace[357775123] range","detail":"{range_begin:/registry/minions; range_end:; }","duration":"4.368935873s","start":"2026-03-17T20:49:43.330086Z","end":"2026-03-17T20:49:47.699022Z","steps":["trace[357775123] 'agreement among raft nodes before linearized reading' (duration: 4.368923782s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.699040Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.330070Z","time spent":"4.368965814s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:47.698811Z","caller":"traceutil/trace.go:171","msg":"trace[1850660515] range","detail":"{range_begin:/registry/clusterroles; range_end:; }","duration":"4.217407519s","start":"2026-03-17T20:49:43.481389Z","end":"2026-03-17T20:49:47.698796Z","steps":["trace[1850660515] 'agreement among raft nodes before linearized reading' (duration: 4.217373768s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.699213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.481384Z","time spent":"4.217815872s","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:47.815571Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:49:47.816116Z","caller":"traceutil/trace.go:171","msg":"trace[219997842] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1271; }","duration":"117.4542ms","start":"2026-03-17T20:49:47.698641Z","end":"2026-03-17T20:49:47.816095Z","steps":["trace[219997842] 'read index received' (duration: 117.440559ms)","trace[219997842] 'applied index is now lower than readState.Index' (duration: 11.111µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:47.816177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.189898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:47.816206Z","caller":"traceutil/trace.go:171","msg":"trace[844040180] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1090; }","duration":"487.26001ms","start":"2026-03-17T20:49:47.328938Z","end":"2026-03-17T20:49:47.816198Z","steps":["trace[844040180] 'agreement among raft nodes before linearized reading' (duration: 487.162637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.816235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.328917Z","time spent":"487.312212ms","remote":"127.0.0.1:53854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:47.816269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029235428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4856"} {"level":"info","ts":"2026-03-17T20:49:47.816301Z","caller":"traceutil/trace.go:171","msg":"trace[1775948507] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:1090; }","duration":"2.029289339s","start":"2026-03-17T20:49:45.787003Z","end":"2026-03-17T20:49:47.816292Z","steps":["trace[1775948507] 'agreement among raft nodes before linearized reading' (duration: 2.029217097s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.816280Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.512865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-17T20:49:47.816330Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.786995Z","time spent":"2.029327431s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4878,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.816366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.808705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:47.816362Z","caller":"traceutil/trace.go:171","msg":"trace[228170086] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1090; }","duration":"320.646739ms","start":"2026-03-17T20:49:47.495696Z","end":"2026-03-17T20:49:47.816342Z","steps":["trace[228170086] 'agreement among raft nodes before linearized reading' (duration: 320.485724ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:47.816386Z","caller":"traceutil/trace.go:171","msg":"trace[644762683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"482.855856ms","start":"2026-03-17T20:49:47.333524Z","end":"2026-03-17T20:49:47.816380Z","steps":["trace[644762683] 'agreement among raft nodes before linearized reading' (duration: 482.821335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.816406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.333306Z","time spent":"483.096374ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:47.816413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.495679Z","time spent":"320.719692ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:47.816436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750826752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-17T20:49:47.816461Z","caller":"traceutil/trace.go:171","msg":"trace[88996285] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1090; }","duration":"1.751163084s","start":"2026-03-17T20:49:46.065291Z","end":"2026-03-17T20:49:47.816454Z","steps":["trace[88996285] 'agreement among raft nodes before linearized reading' (duration: 1.750819582s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.816483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.065277Z","time spent":"1.751197955s","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.816515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037360203s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:47.816575Z","caller":"traceutil/trace.go:171","msg":"trace[1611840901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"2.037411916s","start":"2026-03-17T20:49:45.779142Z","end":"2026-03-17T20:49:47.816554Z","steps":["trace[1611840901] 'agreement among raft nodes before linearized reading' (duration: 2.037339174s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:47.982607Z","caller":"traceutil/trace.go:171","msg":"trace[1205896253] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1271; }","duration":"166.414024ms","start":"2026-03-17T20:49:47.816173Z","end":"2026-03-17T20:49:47.982587Z","steps":["trace[1205896253] 'read index received' (duration: 166.407114ms)","trace[1205896253] 'applied index is now lower than readState.Index' (duration: 6.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.209326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.013415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.209417Z","caller":"traceutil/trace.go:171","msg":"trace[1227055606] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1090; }","duration":"436.14612ms","start":"2026-03-17T20:49:47.773249Z","end":"2026-03-17T20:49:48.209395Z","steps":["trace[1227055606] 'agreement among raft nodes before linearized reading' (duration: 209.495006ms)","trace[1227055606] 'range keys from in-memory index tree' (duration: 226.522719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.209474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.773234Z","time spent":"436.222922ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.209504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.287548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.209550Z","caller":"traceutil/trace.go:171","msg":"trace[1356871145] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1090; }","duration":"405.340419ms","start":"2026-03-17T20:49:47.804190Z","end":"2026-03-17T20:49:48.209531Z","steps":["trace[1356871145] 'agreement among raft nodes before linearized reading' (duration: 178.52349ms)","trace[1356871145] 'range keys from in-memory index tree' (duration: 226.769207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.209590Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.804182Z","time spent":"405.399532ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.209655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.516483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-17T20:49:48.209724Z","caller":"traceutil/trace.go:171","msg":"trace[1243039324] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1090; }","duration":"487.660548ms","start":"2026-03-17T20:49:47.722044Z","end":"2026-03-17T20:49:48.209705Z","steps":["trace[1243039324] 'agreement among raft nodes before linearized reading' (duration: 260.705545ms)","trace[1243039324] 'range keys from in-memory index tree' (duration: 226.813988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.209775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.722027Z","time spent":"487.73754ms","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.209320Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.635381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:48.210349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.322748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:48.210718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.012087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.210658Z","caller":"traceutil/trace.go:171","msg":"trace[1562925068] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1090; }","duration":"408.612677ms","start":"2026-03-17T20:49:47.801997Z","end":"2026-03-17T20:49:48.210609Z","steps":["trace[1562925068] 'agreement among raft nodes before linearized reading' (duration: 180.729143ms)","trace[1562925068] 'range keys from in-memory index tree' (duration: 227.595834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.210888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.271686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:48.210324Z","caller":"traceutil/trace.go:171","msg":"trace[533862768] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1090; }","duration":"421.679016ms","start":"2026-03-17T20:49:47.788625Z","end":"2026-03-17T20:49:48.210304Z","steps":["trace[533862768] 'agreement among raft nodes before linearized reading' (duration: 194.113202ms)","trace[533862768] 'range keys from in-memory index tree' (duration: 226.520369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.211023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.788616Z","time spent":"422.385318ms","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.211005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.801990Z","time spent":"408.847144ms","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.210786Z","caller":"traceutil/trace.go:171","msg":"trace[214258327] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1090; }","duration":"419.097591ms","start":"2026-03-17T20:49:47.791670Z","end":"2026-03-17T20:49:48.210768Z","steps":["trace[214258327] 'agreement among raft nodes before linearized reading' (duration: 191.062192ms)","trace[214258327] 'range keys from in-memory index tree' (duration: 227.943446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.211248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.791664Z","time spent":"419.569546ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.241800Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.325595ms"} {"level":"warn","ts":"2026-03-17T20:49:48.241842Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.372377ms"} {"level":"info","ts":"2026-03-17T20:49:48.242171Z","caller":"traceutil/trace.go:171","msg":"trace[378938653] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"416.573419ms","start":"2026-03-17T20:49:47.825584Z","end":"2026-03-17T20:49:48.242158Z","steps":["trace[378938653] 'process raft request' (duration: 416.464476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.242264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.825549Z","time spent":"416.661772ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5124,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:48.244689Z","caller":"traceutil/trace.go:171","msg":"trace[681898513] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1274; }","duration":"261.985472ms","start":"2026-03-17T20:49:47.982685Z","end":"2026-03-17T20:49:48.244670Z","steps":["trace[681898513] 'read index received' (duration: 261.979401ms)","trace[681898513] 'applied index is now lower than readState.Index' (duration: 4.681µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.244864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.324859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-17T20:49:48.244893Z","caller":"traceutil/trace.go:171","msg":"trace[1051778577] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1093; }","duration":"401.417482ms","start":"2026-03-17T20:49:47.843468Z","end":"2026-03-17T20:49:48.244886Z","steps":["trace[1051778577] 'agreement among raft nodes before linearized reading' (duration: 401.306088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.244923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.843447Z","time spent":"401.469574ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.245159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.175102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.245189Z","caller":"traceutil/trace.go:171","msg":"trace[371607173] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1093; }","duration":"422.230744ms","start":"2026-03-17T20:49:47.822951Z","end":"2026-03-17T20:49:48.245182Z","steps":["trace[371607173] 'agreement among raft nodes before linearized reading' (duration: 422.187423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.245213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.822937Z","time spent":"422.270965ms","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.245360Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.351622ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.245392Z","caller":"traceutil/trace.go:171","msg":"trace[2131598157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1093; }","duration":"427.382093ms","start":"2026-03-17T20:49:47.818003Z","end":"2026-03-17T20:49:48.245385Z","steps":["trace[2131598157] 'agreement among raft nodes before linearized reading' (duration: 427.340672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.245885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.641234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.245923Z","caller":"traceutil/trace.go:171","msg":"trace[1651680502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"418.511972ms","start":"2026-03-17T20:49:47.827400Z","end":"2026-03-17T20:49:48.245912Z","steps":["trace[1651680502] 'agreement among raft nodes before linearized reading' (duration: 417.657794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.245950Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.827389Z","time spent":"418.555263ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:48.823779Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:49.252232Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"792.448212ms"} {"level":"warn","ts":"2026-03-17T20:49:49.252317Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"792.539255ms"} {"level":"info","ts":"2026-03-17T20:49:49.252653Z","caller":"traceutil/trace.go:171","msg":"trace[301930763] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"981.849955ms","start":"2026-03-17T20:49:48.270776Z","end":"2026-03-17T20:49:49.252626Z","steps":["trace[301930763] 'process raft request' (duration: 981.69983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.252777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.270760Z","time spent":"981.945388ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:49.253423Z","caller":"traceutil/trace.go:171","msg":"trace[922985602] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1275; }","duration":"930.126249ms","start":"2026-03-17T20:49:48.323274Z","end":"2026-03-17T20:49:49.253400Z","steps":["trace[922985602] 'read index received' (duration: 930.119839ms)","trace[922985602] 'applied index is now lower than readState.Index' (duration: 3.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.253531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.244973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.253575Z","caller":"traceutil/trace.go:171","msg":"trace[861079692] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1094; }","duration":"930.317215ms","start":"2026-03-17T20:49:48.323246Z","end":"2026-03-17T20:49:49.253563Z","steps":["trace[861079692] 'agreement among raft nodes before linearized reading' (duration: 930.239293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.253611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.323232Z","time spent":"930.369437ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.254611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.105253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.254670Z","caller":"traceutil/trace.go:171","msg":"trace[1125216678] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1094; }","duration":"928.219946ms","start":"2026-03-17T20:49:48.326437Z","end":"2026-03-17T20:49:49.254657Z","steps":["trace[1125216678] 'agreement among raft nodes before linearized reading' (duration: 928.119353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.254667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.147867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-03-17T20:49:49.254720Z","caller":"traceutil/trace.go:171","msg":"trace[85781517] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:1094; }","duration":"879.218259ms","start":"2026-03-17T20:49:48.375487Z","end":"2026-03-17T20:49:49.254705Z","steps":["trace[85781517] 'agreement among raft nodes before linearized reading' (duration: 879.112565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.254772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.375481Z","time spent":"879.278811ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.254818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.501518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-03-17T20:49:49.254864Z","caller":"traceutil/trace.go:171","msg":"trace[426323868] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:1094; }","duration":"911.577521ms","start":"2026-03-17T20:49:48.343275Z","end":"2026-03-17T20:49:49.254853Z","steps":["trace[426323868] 'agreement among raft nodes before linearized reading' (duration: 911.502978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.254895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.343260Z","time spent":"911.627952ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.254996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.671988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.255035Z","caller":"traceutil/trace.go:171","msg":"trace[1480750093] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1094; }","duration":"891.726709ms","start":"2026-03-17T20:49:48.363300Z","end":"2026-03-17T20:49:49.255027Z","steps":["trace[1480750093] 'agreement among raft nodes before linearized reading' (duration: 891.673168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.255061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.363292Z","time spent":"891.76357ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.255202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.000329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:49.255328Z","caller":"traceutil/trace.go:171","msg":"trace[892300525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1094; }","duration":"903.122103ms","start":"2026-03-17T20:49:48.352193Z","end":"2026-03-17T20:49:49.255315Z","steps":["trace[892300525] 'agreement among raft nodes before linearized reading' (duration: 902.978678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.255368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.352147Z","time spent":"903.211256ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.255744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.039508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:49:49.255916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.326407Z","time spent":"929.382334ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.255997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.383382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:49.256071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.185464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" limit:1 ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-03-17T20:49:49.256086Z","caller":"traceutil/trace.go:171","msg":"trace[1121132801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"174.510185ms","start":"2026-03-17T20:49:49.081557Z","end":"2026-03-17T20:49:49.256067Z","steps":["trace[1121132801] 'agreement among raft nodes before linearized reading' (duration: 174.059491ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.256115Z","caller":"traceutil/trace.go:171","msg":"trace[367782802] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:1094; }","duration":"924.249026ms","start":"2026-03-17T20:49:48.331849Z","end":"2026-03-17T20:49:49.256098Z","steps":["trace[367782802] 'agreement among raft nodes before linearized reading' (duration: 923.781601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.256150Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.331836Z","time spent":"924.306698ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":771,"request content":"key:\"/registry/clusterrolebindings/cilium\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.256258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.465118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:49.256364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.843117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-03-17T20:49:49.256395Z","caller":"traceutil/trace.go:171","msg":"trace[460739409] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:1094; }","duration":"921.901559ms","start":"2026-03-17T20:49:48.334485Z","end":"2026-03-17T20:49:49.256387Z","steps":["trace[460739409] 'agreement among raft nodes before linearized reading' (duration: 921.164775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.256418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.334473Z","time spent":"921.93944ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.256319Z","caller":"traceutil/trace.go:171","msg":"trace[321254307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1094; }","duration":"147.541791ms","start":"2026-03-17T20:49:49.108763Z","end":"2026-03-17T20:49:49.256305Z","steps":["trace[321254307] 'agreement among raft nodes before linearized reading' (duration: 146.88491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.256491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.690446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" limit:1 ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-03-17T20:49:49.256549Z","caller":"traceutil/trace.go:171","msg":"trace[706065164] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:1094; }","duration":"926.79012ms","start":"2026-03-17T20:49:48.329745Z","end":"2026-03-17T20:49:49.256535Z","steps":["trace[706065164] 'agreement among raft nodes before linearized reading' (duration: 925.918931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.256571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.29658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" limit:1 ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-03-17T20:49:49.256596Z","caller":"traceutil/trace.go:171","msg":"trace[546391682] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:1094; }","duration":"907.352702ms","start":"2026-03-17T20:49:48.349237Z","end":"2026-03-17T20:49:49.256589Z","steps":["trace[546391682] 'agreement among raft nodes before linearized reading' (duration: 906.429011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.256597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.329723Z","time spent":"926.862471ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":771,"request content":"key:\"/registry/clusterrolebindings/cilium\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.256618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.349219Z","time spent":"907.393773ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":771,"request content":"key:\"/registry/clusterrolebindings/cilium\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.255783Z","caller":"traceutil/trace.go:171","msg":"trace[914211505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1094; }","duration":"727.114341ms","start":"2026-03-17T20:49:48.528658Z","end":"2026-03-17T20:49:49.255772Z","steps":["trace[914211505] 'agreement among raft nodes before linearized reading' (duration: 726.958026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.256944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.528643Z","time spent":"728.279219ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.446846Z","caller":"traceutil/trace.go:171","msg":"trace[17939835] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"173.020879ms","start":"2026-03-17T20:49:49.273803Z","end":"2026-03-17T20:49:49.446824Z","steps":["trace[17939835] 'process raft request' (duration: 172.887315ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.583444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 [term: 8] ignored a MsgReadIndexResp message with lower term from 2a3dba058e8a2d82 [term: 7]"} {"level":"warn","ts":"2026-03-17T20:49:49.652653Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.190496ms"} {"level":"info","ts":"2026-03-17T20:49:49.652737Z","caller":"traceutil/trace.go:171","msg":"trace[1912163655] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1276; }","duration":"318.645836ms","start":"2026-03-17T20:49:49.334050Z","end":"2026-03-17T20:49:49.652696Z","steps":["trace[1912163655] 'read index received' (duration: 318.629995ms)","trace[1912163655] 'applied index is now lower than readState.Index' (duration: 13.321µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.652776Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.32235ms"} {"level":"warn","ts":"2026-03-17T20:49:49.652964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.872164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" limit:1 ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-03-17T20:49:49.653059Z","caller":"traceutil/trace.go:171","msg":"trace[1253392364] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:1095; }","duration":"319.022868ms","start":"2026-03-17T20:49:49.334014Z","end":"2026-03-17T20:49:49.653037Z","steps":["trace[1253392364] 'agreement among raft nodes before linearized reading' (duration: 318.807961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.653166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.334000Z","time spent":"319.155523ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":771,"request content":"key:\"/registry/clusterrolebindings/cilium\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.659840Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.678908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" limit:1 ","response":"range_response_count:1 size:749"} {"level":"warn","ts":"2026-03-17T20:49:49.659851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.089071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 ","response":"range_response_count:1 size:785"} {"level":"warn","ts":"2026-03-17T20:49:49.659953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.103016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" limit:1 ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-03-17T20:49:49.659966Z","caller":"traceutil/trace.go:171","msg":"trace[1214182968] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:1096; }","duration":"312.251416ms","start":"2026-03-17T20:49:49.347696Z","end":"2026-03-17T20:49:49.659948Z","steps":["trace[1214182968] 'agreement among raft nodes before linearized reading' (duration: 312.05279ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.659985Z","caller":"traceutil/trace.go:171","msg":"trace[1265210187] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:1096; }","duration":"310.145417ms","start":"2026-03-17T20:49:49.349832Z","end":"2026-03-17T20:49:49.659978Z","steps":["trace[1265210187] 'agreement among raft nodes before linearized reading' (duration: 310.091975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.660018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.349826Z","time spent":"310.186839ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":771,"request content":"key:\"/registry/clusterrolebindings/cilium\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.660001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.039139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 ","response":"range_response_count:1 size:785"} {"level":"warn","ts":"2026-03-17T20:49:49.660014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.347647Z","time spent":"312.35608ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.660139Z","caller":"traceutil/trace.go:171","msg":"trace[1115300298] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:1096; }","duration":"312.214245ms","start":"2026-03-17T20:49:49.347897Z","end":"2026-03-17T20:49:49.660111Z","steps":["trace[1115300298] 'agreement among raft nodes before linearized reading' (duration: 312.014379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.660225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.347890Z","time spent":"312.314449ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.659904Z","caller":"traceutil/trace.go:171","msg":"trace[1852146430] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:1096; }","duration":"311.75542ms","start":"2026-03-17T20:49:49.348135Z","end":"2026-03-17T20:49:49.659890Z","steps":["trace[1852146430] 'agreement among raft nodes before linearized reading' (duration: 311.619556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.660359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.348116Z","time spent":"312.222236ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":771,"request content":"key:\"/registry/clusterrolebindings/cilium\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.660527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.517254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 ","response":"range_response_count:1 size:785"} {"level":"warn","ts":"2026-03-17T20:49:49.660097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.250586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:6969"} {"level":"info","ts":"2026-03-17T20:49:49.660590Z","caller":"traceutil/trace.go:171","msg":"trace[670386549] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:1096; }","duration":"315.627748ms","start":"2026-03-17T20:49:49.344946Z","end":"2026-03-17T20:49:49.660574Z","steps":["trace[670386549] 'agreement among raft nodes before linearized reading' (duration: 314.849332ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.660663Z","caller":"traceutil/trace.go:171","msg":"trace[28431901] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:1096; }","duration":"210.2863ms","start":"2026-03-17T20:49:49.450357Z","end":"2026-03-17T20:49:49.660644Z","steps":["trace[28431901] 'agreement among raft nodes before linearized reading' (duration: 209.265686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.660823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.344931Z","time spent":"315.879605ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.939143Z","caller":"traceutil/trace.go:171","msg":"trace[570016128] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"143.193168ms","start":"2026-03-17T20:49:49.795928Z","end":"2026-03-17T20:49:49.939121Z","steps":["trace[570016128] 'process raft request' (duration: 142.994812ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.098468Z","caller":"traceutil/trace.go:171","msg":"trace[1013854544] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"145.31465ms","start":"2026-03-17T20:49:49.953137Z","end":"2026-03-17T20:49:50.098451Z","steps":["trace[1013854544] 'process raft request' (duration: 145.201257ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.387486Z","caller":"traceutil/trace.go:171","msg":"trace[1277616279] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"270.984848ms","start":"2026-03-17T20:49:50.116483Z","end":"2026-03-17T20:49:50.387468Z","steps":["trace[1277616279] 'process raft request' (duration: 270.880644ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.484345Z","caller":"traceutil/trace.go:171","msg":"trace[73783478] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1281; }","duration":"307.963522ms","start":"2026-03-17T20:49:50.176336Z","end":"2026-03-17T20:49:50.484299Z","steps":["trace[73783478] 'read index received' (duration: 307.946481ms)","trace[73783478] 'applied index is now lower than readState.Index' (duration: 14.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.543937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.580019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:469"} {"level":"info","ts":"2026-03-17T20:49:50.544038Z","caller":"traceutil/trace.go:171","msg":"trace[803729313] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1100; }","duration":"367.732754ms","start":"2026-03-17T20:49:50.176279Z","end":"2026-03-17T20:49:50.544012Z","steps":["trace[803729313] 'agreement among raft nodes before linearized reading' (duration: 308.158148ms)","trace[803729313] 'range keys from in-memory index tree' (duration: 59.39801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.544107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.176077Z","time spent":"368.003203ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":491,"request content":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.544385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.597117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" limit:1 ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-17T20:49:50.544411Z","caller":"traceutil/trace.go:171","msg":"trace[2017438136] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:1100; }","duration":"359.636748ms","start":"2026-03-17T20:49:50.184767Z","end":"2026-03-17T20:49:50.544404Z","steps":["trace[2017438136] 'agreement among raft nodes before linearized reading' (duration: 359.585886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.544430Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.184762Z","time spent":"359.66282ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":514,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.544394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.247527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:469"} {"level":"warn","ts":"2026-03-17T20:49:50.544517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.302479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:5138"} {"level":"info","ts":"2026-03-17T20:49:50.544491Z","caller":"traceutil/trace.go:171","msg":"trace[1660031928] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1100; }","duration":"363.415262ms","start":"2026-03-17T20:49:50.181061Z","end":"2026-03-17T20:49:50.544477Z","steps":["trace[1660031928] 'agreement among raft nodes before linearized reading' (duration: 363.240337ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.544535Z","caller":"traceutil/trace.go:171","msg":"trace[1775565324] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:1100; }","duration":"152.439416ms","start":"2026-03-17T20:49:50.392090Z","end":"2026-03-17T20:49:50.544529Z","steps":["trace[1775565324] 'agreement among raft nodes before linearized reading' (duration: 152.390475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.544555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.181036Z","time spent":"363.505256ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":491,"request content":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.544560Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.908667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:469"} {"level":"info","ts":"2026-03-17T20:49:50.544636Z","caller":"traceutil/trace.go:171","msg":"trace[1890702061] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1100; }","duration":"360.010731ms","start":"2026-03-17T20:49:50.184607Z","end":"2026-03-17T20:49:50.544618Z","steps":["trace[1890702061] 'agreement among raft nodes before linearized reading' (duration: 359.855916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.544654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.626272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" limit:1 ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-17T20:49:50.544676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.184599Z","time spent":"360.068173ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":491,"request content":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.544685Z","caller":"traceutil/trace.go:171","msg":"trace[2093317047] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:1100; }","duration":"350.661634ms","start":"2026-03-17T20:49:50.194006Z","end":"2026-03-17T20:49:50.544668Z","steps":["trace[2093317047] 'agreement among raft nodes before linearized reading' (duration: 350.626813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.544704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.193996Z","time spent":"350.702885ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":514,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.544696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.654495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" limit:1 ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-17T20:49:50.544736Z","caller":"traceutil/trace.go:171","msg":"trace[598803204] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:1100; }","duration":"361.714017ms","start":"2026-03-17T20:49:50.183009Z","end":"2026-03-17T20:49:50.544723Z","steps":["trace[598803204] 'agreement among raft nodes before linearized reading' (duration: 361.646564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.544821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.183000Z","time spent":"361.80121ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":514,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.851404Z","caller":"traceutil/trace.go:171","msg":"trace[36226641] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1282; }","duration":"217.102278ms","start":"2026-03-17T20:49:50.634256Z","end":"2026-03-17T20:49:50.851358Z","steps":["trace[36226641] 'read index received' (duration: 217.088258ms)","trace[36226641] 'applied index is now lower than readState.Index' (duration: 11.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:50.851747Z","caller":"traceutil/trace.go:171","msg":"trace[1022751349] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"298.743228ms","start":"2026-03-17T20:49:50.552972Z","end":"2026-03-17T20:49:50.851715Z","steps":["trace[1022751349] 'process raft request' (duration: 298.516391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.852893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.535605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-17T20:49:50.852976Z","caller":"traceutil/trace.go:171","msg":"trace[310889328] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1101; }","duration":"218.733032ms","start":"2026-03-17T20:49:50.634224Z","end":"2026-03-17T20:49:50.852957Z","steps":["trace[310889328] 'agreement among raft nodes before linearized reading' (duration: 217.629726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.029382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.796786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-17T20:49:51.029435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.838777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-17T20:49:51.029491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.765135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-17T20:49:51.029495Z","caller":"traceutil/trace.go:171","msg":"trace[1010774940] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1101; }","duration":"356.914269ms","start":"2026-03-17T20:49:50.672565Z","end":"2026-03-17T20:49:51.029480Z","steps":["trace[1010774940] 'agreement among raft nodes before linearized reading' (duration: 228.556804ms)","trace[1010774940] 'range keys from in-memory index tree' (duration: 128.240321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.029489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.513237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-17T20:49:51.029512Z","caller":"traceutil/trace.go:171","msg":"trace[880074741] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1101; }","duration":"374.806696ms","start":"2026-03-17T20:49:50.654698Z","end":"2026-03-17T20:49:51.029505Z","steps":["trace[880074741] 'agreement among raft nodes before linearized reading' (duration: 246.451931ms)","trace[880074741] 'range keys from in-memory index tree' (duration: 128.324074ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:51.029547Z","caller":"traceutil/trace.go:171","msg":"trace[1431067027] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1101; }","duration":"374.639871ms","start":"2026-03-17T20:49:50.654893Z","end":"2026-03-17T20:49:51.029533Z","steps":["trace[1431067027] 'agreement among raft nodes before linearized reading' (duration: 246.250245ms)","trace[1431067027] 'range keys from in-memory index tree' (duration: 128.256542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.029551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.672552Z","time spent":"356.972821ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":572,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.029571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.654683Z","time spent":"374.880819ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":572,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.029593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.654879Z","time spent":"374.707834ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":572,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.029699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.979957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-17T20:49:51.029743Z","caller":"traceutil/trace.go:171","msg":"trace[1390880558] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1101; }","duration":"359.024739ms","start":"2026-03-17T20:49:50.670683Z","end":"2026-03-17T20:49:51.029708Z","steps":["trace[1390880558] 'agreement among raft nodes before linearized reading' (duration: 230.456577ms)","trace[1390880558] 'range keys from in-memory index tree' (duration: 128.539431ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:51.029455Z","caller":"traceutil/trace.go:171","msg":"trace[756207505] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1101; }","duration":"374.946921ms","start":"2026-03-17T20:49:50.654491Z","end":"2026-03-17T20:49:51.029437Z","steps":["trace[756207505] 'agreement among raft nodes before linearized reading' (duration: 246.663058ms)","trace[756207505] 'range keys from in-memory index tree' (duration: 128.163029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.029758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.670669Z","time spent":"359.08518ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":563,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.029769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.654473Z","time spent":"375.287922ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":563,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.029901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.80507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:51.029939Z","caller":"traceutil/trace.go:171","msg":"trace[657163793] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1283; }","duration":"128.900033ms","start":"2026-03-17T20:49:50.901032Z","end":"2026-03-17T20:49:51.029932Z","steps":["trace[657163793] 'read index received' (duration: 768.676µs)","trace[657163793] 'applied index is now lower than readState.Index' (duration: 128.130707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.030112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.721945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-03-17T20:49:51.030135Z","caller":"traceutil/trace.go:171","msg":"trace[1687443956] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:1102; }","duration":"173.745986ms","start":"2026-03-17T20:49:50.856384Z","end":"2026-03-17T20:49:51.030130Z","steps":["trace[1687443956] 'agreement among raft nodes before linearized reading' (duration: 173.613261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.351047Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"240.064005ms"} {"level":"warn","ts":"2026-03-17T20:49:51.351153Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"240.177309ms"} {"level":"warn","ts":"2026-03-17T20:49:51.530765Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:51.608277Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.055805ms"} {"level":"warn","ts":"2026-03-17T20:49:51.608351Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.138238ms"} {"level":"info","ts":"2026-03-17T20:49:51.608347Z","caller":"traceutil/trace.go:171","msg":"trace[170330441] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1285; }","duration":"578.355481ms","start":"2026-03-17T20:49:51.029961Z","end":"2026-03-17T20:49:51.608316Z","steps":["trace[170330441] 'read index received' (duration: 578.344371ms)","trace[170330441] 'applied index is now lower than readState.Index' (duration: 9.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.608519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.206333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-17T20:49:51.608550Z","caller":"traceutil/trace.go:171","msg":"trace[337686305] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1103; }","duration":"626.285595ms","start":"2026-03-17T20:49:50.982255Z","end":"2026-03-17T20:49:51.608541Z","steps":["trace[337686305] 'agreement among raft nodes before linearized reading' (duration: 626.184332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.608592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.982240Z","time spent":"626.340347ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":563,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.608676Z","caller":"traceutil/trace.go:171","msg":"trace[1611362438] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"570.458292ms","start":"2026-03-17T20:49:51.038196Z","end":"2026-03-17T20:49:51.608655Z","steps":["trace[1611362438] 'process raft request' (duration: 570.376629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.608773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.038182Z","time spent":"570.544144ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:51.724099Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921712057,"received-request-id":3721271804921712055} {"level":"info","ts":"2026-03-17T20:49:51.725560Z","caller":"traceutil/trace.go:171","msg":"trace[1120319940] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1286; }","duration":"117.135638ms","start":"2026-03-17T20:49:51.608403Z","end":"2026-03-17T20:49:51.725538Z","steps":["trace[1120319940] 'read index received' (duration: 117.126708ms)","trace[1120319940] 'applied index is now lower than readState.Index' (duration: 7.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.765832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.028243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:49:51.765881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.448562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-17T20:49:51.765909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.346102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-17T20:49:51.765949Z","caller":"traceutil/trace.go:171","msg":"trace[571685321] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1104; }","duration":"605.568335ms","start":"2026-03-17T20:49:51.160363Z","end":"2026-03-17T20:49:51.765931Z","steps":["trace[571685321] 'agreement among raft nodes before linearized reading' (duration: 565.338484ms)","trace[571685321] 'range keys from in-memory index tree' (duration: 40.082257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.765976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.803472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-17T20:49:51.765996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.160343Z","time spent":"605.646048ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":572,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.766038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.0323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-17T20:49:51.766068Z","caller":"traceutil/trace.go:171","msg":"trace[2064836256] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1104; }","duration":"641.085642ms","start":"2026-03-17T20:49:51.124972Z","end":"2026-03-17T20:49:51.766057Z","steps":["trace[2064836256] 'agreement among raft nodes before linearized reading' (duration: 600.736386ms)","trace[2064836256] 'range keys from in-memory index tree' (duration: 40.306984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.922981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:51.766109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.124955Z","time spent":"641.145624ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":563,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.766111Z","caller":"traceutil/trace.go:171","msg":"trace[1744520148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1104; }","duration":"687.996173ms","start":"2026-03-17T20:49:51.078106Z","end":"2026-03-17T20:49:51.766102Z","steps":["trace[1744520148] 'agreement among raft nodes before linearized reading' (duration: 647.657118ms)","trace[1744520148] 'range keys from in-memory index tree' (duration: 40.261092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.288231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-17T20:49:51.766206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.211385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:51.766240Z","caller":"traceutil/trace.go:171","msg":"trace[559519928] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1104; }","duration":"649.324283ms","start":"2026-03-17T20:49:51.116906Z","end":"2026-03-17T20:49:51.766230Z","steps":["trace[559519928] 'agreement among raft nodes before linearized reading' (duration: 608.809622ms)","trace[559519928] 'range keys from in-memory index tree' (duration: 40.47577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.116900Z","time spent":"649.364414ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":572,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.766319Z","caller":"traceutil/trace.go:171","msg":"trace[1550623282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1104; }","duration":"269.342599ms","start":"2026-03-17T20:49:51.496914Z","end":"2026-03-17T20:49:51.766257Z","steps":["trace[1550623282] 'agreement among raft nodes before linearized reading' (duration: 228.749975ms)","trace[1550623282] 'range keys from in-memory index tree' (duration: 40.458669ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:51.765989Z","caller":"traceutil/trace.go:171","msg":"trace[1802267354] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1104; }","duration":"652.431215ms","start":"2026-03-17T20:49:51.113523Z","end":"2026-03-17T20:49:51.765954Z","steps":["trace[1802267354] 'agreement among raft nodes before linearized reading' (duration: 612.198753ms)","trace[1802267354] 'range keys from in-memory index tree' (duration: 40.137408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.113513Z","time spent":"652.843888ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":572,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.766336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.8911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.766620Z","caller":"traceutil/trace.go:171","msg":"trace[850598864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"681.217011ms","start":"2026-03-17T20:49:51.085365Z","end":"2026-03-17T20:49:51.766582Z","steps":["trace[850598864] 'agreement among raft nodes before linearized reading' (duration: 640.370699ms)","trace[850598864] 'range keys from in-memory index tree' (duration: 40.318465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.38891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:51.766706Z","caller":"traceutil/trace.go:171","msg":"trace[29795050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1104; }","duration":"325.449792ms","start":"2026-03-17T20:49:51.441244Z","end":"2026-03-17T20:49:51.766694Z","steps":["trace[29795050] 'agreement among raft nodes before linearized reading' (duration: 284.435855ms)","trace[29795050] 'range keys from in-memory index tree' (duration: 40.957266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.085355Z","time spent":"681.332434ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:51.766741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.441230Z","time spent":"325.502495ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.765920Z","caller":"traceutil/trace.go:171","msg":"trace[815025746] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:1104; }","duration":"691.171287ms","start":"2026-03-17T20:49:51.074725Z","end":"2026-03-17T20:49:51.765896Z","steps":["trace[815025746] 'agreement among raft nodes before linearized reading' (duration: 651.042969ms)","trace[815025746] 'range keys from in-memory index tree' (duration: 40.000854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766800Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.074697Z","time spent":"692.091738ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.766005Z","caller":"traceutil/trace.go:171","msg":"trace[419913253] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1104; }","duration":"657.874393ms","start":"2026-03-17T20:49:51.108121Z","end":"2026-03-17T20:49:51.765995Z","steps":["trace[419913253] 'agreement among raft nodes before linearized reading' (duration: 617.608211ms)","trace[419913253] 'range keys from in-memory index tree' (duration: 40.220291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.766888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.108072Z","time spent":"658.801634ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":563,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.766967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.236572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 ","response":"range_response_count:1 size:18606"} {"level":"info","ts":"2026-03-17T20:49:51.767008Z","caller":"traceutil/trace.go:171","msg":"trace[1091053380] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5w684; range_end:; response_count:1; response_revision:1106; }","duration":"152.326025ms","start":"2026-03-17T20:49:51.614668Z","end":"2026-03-17T20:49:51.766994Z","steps":["trace[1091053380] 'agreement among raft nodes before linearized reading' (duration: 152.197611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.767110Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.316514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-17T20:49:51.767136Z","caller":"traceutil/trace.go:171","msg":"trace[1471998673] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1106; }","duration":"152.411928ms","start":"2026-03-17T20:49:51.614716Z","end":"2026-03-17T20:49:51.767128Z","steps":["trace[1471998673] 'agreement among raft nodes before linearized reading' (duration: 152.337225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.767700Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.545722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:51.767959Z","caller":"traceutil/trace.go:171","msg":"trace[1038859250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1104; }","duration":"515.31512ms","start":"2026-03-17T20:49:51.252619Z","end":"2026-03-17T20:49:51.767934Z","steps":["trace[1038859250] 'agreement among raft nodes before linearized reading' (duration: 473.069082ms)","trace[1038859250] 'range keys from in-memory index tree' (duration: 40.471869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.768266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.252596Z","time spent":"515.651892ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.952875Z","caller":"traceutil/trace.go:171","msg":"trace[155887812] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1288; }","duration":"184.092558ms","start":"2026-03-17T20:49:51.768760Z","end":"2026-03-17T20:49:51.952852Z","steps":["trace[155887812] 'read index received' (duration: 184.072468ms)","trace[155887812] 'applied index is now lower than readState.Index' (duration: 6.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.953401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.240413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.953443Z","caller":"traceutil/trace.go:171","msg":"trace[22683618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1106; }","duration":"184.699447ms","start":"2026-03-17T20:49:51.768734Z","end":"2026-03-17T20:49:51.953434Z","steps":["trace[22683618] 'agreement among raft nodes before linearized reading' (duration: 184.236182ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.012691Z","caller":"traceutil/trace.go:171","msg":"trace[1498684883] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"238.256258ms","start":"2026-03-17T20:49:51.774401Z","end":"2026-03-17T20:49:52.012657Z","steps":["trace[1498684883] 'process raft request' (duration: 237.983949ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.013393Z","caller":"traceutil/trace.go:171","msg":"trace[218203192] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"237.355668ms","start":"2026-03-17T20:49:51.776028Z","end":"2026-03-17T20:49:52.013383Z","steps":["trace[218203192] 'process raft request' (duration: 236.565923ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.013558Z","caller":"traceutil/trace.go:171","msg":"trace[1166394922] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"227.029869ms","start":"2026-03-17T20:49:51.786514Z","end":"2026-03-17T20:49:52.013544Z","steps":["trace[1166394922] 'process raft request' (duration: 226.423459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.029594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.245656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-17T20:49:52.029659Z","caller":"traceutil/trace.go:171","msg":"trace[1930821742] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1110; }","duration":"255.34251ms","start":"2026-03-17T20:49:51.774304Z","end":"2026-03-17T20:49:52.029647Z","steps":["trace[1930821742] 'agreement among raft nodes before linearized reading' (duration: 255.206476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.029822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.812838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-17T20:49:52.029893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.619617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" limit:1 ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-17T20:49:52.029914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.659244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:52.029926Z","caller":"traceutil/trace.go:171","msg":"trace[1527166618] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1110; }","duration":"258.648668ms","start":"2026-03-17T20:49:51.771266Z","end":"2026-03-17T20:49:52.029915Z","steps":["trace[1527166618] 'agreement among raft nodes before linearized reading' (duration: 258.599396ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.029942Z","caller":"traceutil/trace.go:171","msg":"trace[1440466937] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1110; }","duration":"172.727975ms","start":"2026-03-17T20:49:51.857207Z","end":"2026-03-17T20:49:52.029935Z","steps":["trace[1440466937] 'agreement among raft nodes before linearized reading' (duration: 172.665873ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.029895Z","caller":"traceutil/trace.go:171","msg":"trace[1923045653] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:1110; }","duration":"256.918042ms","start":"2026-03-17T20:49:51.772962Z","end":"2026-03-17T20:49:52.029880Z","steps":["trace[1923045653] 'agreement among raft nodes before linearized reading' (duration: 256.794008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.029992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.910151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-17T20:49:52.030130Z","caller":"traceutil/trace.go:171","msg":"trace[531603485] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1110; }","duration":"257.144339ms","start":"2026-03-17T20:49:51.772967Z","end":"2026-03-17T20:49:52.030112Z","steps":["trace[531603485] 'agreement among raft nodes before linearized reading' (duration: 256.687804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.029821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.187868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" limit:1 ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-17T20:49:52.030272Z","caller":"traceutil/trace.go:171","msg":"trace[2015012630] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:1110; }","duration":"256.677603ms","start":"2026-03-17T20:49:51.773584Z","end":"2026-03-17T20:49:52.030261Z","steps":["trace[2015012630] 'agreement among raft nodes before linearized reading' (duration: 256.174947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.282788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.418203ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.282870Z","caller":"traceutil/trace.go:171","msg":"trace[1227702969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1114; }","duration":"205.507475ms","start":"2026-03-17T20:49:52.077347Z","end":"2026-03-17T20:49:52.282855Z","steps":["trace[1227702969] 'range keys from in-memory index tree' (duration: 205.381751ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.338279Z","caller":"traceutil/trace.go:171","msg":"trace[835146607] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"299.05788ms","start":"2026-03-17T20:49:52.039200Z","end":"2026-03-17T20:49:52.338257Z","steps":["trace[835146607] 'process raft request' (duration: 299.018809ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.338333Z","caller":"traceutil/trace.go:171","msg":"trace[182813153] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1299; }","duration":"300.889271ms","start":"2026-03-17T20:49:52.037392Z","end":"2026-03-17T20:49:52.338281Z","steps":["trace[182813153] 'read index received' (duration: 300.86531ms)","trace[182813153] 'applied index is now lower than readState.Index' (duration: 20.231µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:52.338510Z","caller":"traceutil/trace.go:171","msg":"trace[642552372] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"301.77062ms","start":"2026-03-17T20:49:52.036704Z","end":"2026-03-17T20:49:52.338475Z","steps":["trace[642552372] 'process raft request' (duration: 301.412898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.338778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.340486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-17T20:49:52.338839Z","caller":"traceutil/trace.go:171","msg":"trace[921513548] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1116; }","duration":"301.47461ms","start":"2026-03-17T20:49:52.037351Z","end":"2026-03-17T20:49:52.338826Z","steps":["trace[921513548] 'agreement among raft nodes before linearized reading' (duration: 301.1816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.338887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.037331Z","time spent":"301.544443ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:52.338990Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.036692Z","time spent":"302.052469ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:52.527255Z","caller":"traceutil/trace.go:171","msg":"trace[654939552] linearizableReadLoop","detail":"{readStateIndex:1299; appliedIndex:1299; }","duration":"188.767945ms","start":"2026-03-17T20:49:52.338452Z","end":"2026-03-17T20:49:52.527220Z","steps":["trace[654939552] 'read index received' (duration: 188.752755ms)","trace[654939552] 'applied index is now lower than readState.Index' (duration: 12.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.580477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.138172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 ","response":"range_response_count:1 size:18699"} {"level":"info","ts":"2026-03-17T20:49:52.580581Z","caller":"traceutil/trace.go:171","msg":"trace[1404789130] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5w684; range_end:; response_count:1; response_revision:1116; }","duration":"337.289347ms","start":"2026-03-17T20:49:52.243267Z","end":"2026-03-17T20:49:52.580556Z","steps":["trace[1404789130] 'agreement among raft nodes before linearized reading' (duration: 284.166881ms)","trace[1404789130] 'range keys from in-memory index tree' (duration: 52.94576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.580614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.234728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-17T20:49:52.580654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.243253Z","time spent":"337.38764ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18721,"request content":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.580682Z","caller":"traceutil/trace.go:171","msg":"trace[1079985150] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1116; }","duration":"432.329422ms","start":"2026-03-17T20:49:52.148335Z","end":"2026-03-17T20:49:52.580665Z","steps":["trace[1079985150] 'agreement among raft nodes before linearized reading' (duration: 379.116093ms)","trace[1079985150] 'range keys from in-memory index tree' (duration: 53.084506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.580713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.148327Z","time spent":"432.380063ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.580872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.308773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:52.580917Z","caller":"traceutil/trace.go:171","msg":"trace[105973081] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1116; }","duration":"436.364795ms","start":"2026-03-17T20:49:52.144530Z","end":"2026-03-17T20:49:52.580895Z","steps":["trace[105973081] 'agreement among raft nodes before linearized reading' (duration: 382.948529ms)","trace[105973081] 'range keys from in-memory index tree' (duration: 53.371544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.580938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.144515Z","time spent":"436.417296ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":457,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.581050Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.379433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:52.581110Z","caller":"traceutil/trace.go:171","msg":"trace[1707782760] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1116; }","duration":"446.437775ms","start":"2026-03-17T20:49:52.134631Z","end":"2026-03-17T20:49:52.581069Z","steps":["trace[1707782760] 'agreement among raft nodes before linearized reading' (duration: 392.858174ms)","trace[1707782760] 'range keys from in-memory index tree' (duration: 53.52874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.581138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.134613Z","time spent":"446.515618ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":457,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.581262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.348357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.581308Z","caller":"traceutil/trace.go:171","msg":"trace[735355635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1116; }","duration":"298.394599ms","start":"2026-03-17T20:49:52.282900Z","end":"2026-03-17T20:49:52.581294Z","steps":["trace[735355635] 'agreement among raft nodes before linearized reading' (duration: 244.518198ms)","trace[735355635] 'range keys from in-memory index tree' (duration: 53.817979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.581389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.562989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-17T20:49:52.581449Z","caller":"traceutil/trace.go:171","msg":"trace[1596001856] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1116; }","duration":"460.646142ms","start":"2026-03-17T20:49:52.120787Z","end":"2026-03-17T20:49:52.581433Z","steps":["trace[1596001856] 'agreement among raft nodes before linearized reading' (duration: 406.796892ms)","trace[1596001856] 'range keys from in-memory index tree' (duration: 53.755807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.581486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.120772Z","time spent":"460.704805ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.581602Z","caller":"traceutil/trace.go:171","msg":"trace[1846691046] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"418.474146ms","start":"2026-03-17T20:49:52.163108Z","end":"2026-03-17T20:49:52.581583Z","steps":["trace[1846691046] 'process raft request' (duration: 363.025023ms)","trace[1846691046] 'compare' (duration: 55.05743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.581623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.684794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:52.581647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.511786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-17T20:49:52.581675Z","caller":"traceutil/trace.go:171","msg":"trace[1641615701] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1116; }","duration":"449.959551ms","start":"2026-03-17T20:49:52.131709Z","end":"2026-03-17T20:49:52.581668Z","steps":["trace[1641615701] 'agreement among raft nodes before linearized reading' (duration: 395.79395ms)","trace[1641615701] 'range keys from in-memory index tree' (duration: 53.723066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.581645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.991779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"warn","ts":"2026-03-17T20:49:52.581684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.163088Z","time spent":"418.544928ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:52.581684Z","caller":"traceutil/trace.go:171","msg":"trace[1270639132] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1116; }","duration":"467.775457ms","start":"2026-03-17T20:49:52.113890Z","end":"2026-03-17T20:49:52.581665Z","steps":["trace[1270639132] 'agreement among raft nodes before linearized reading' (duration: 413.685249ms)","trace[1270639132] 'range keys from in-memory index tree' (duration: 53.779557ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:52.581724Z","caller":"traceutil/trace.go:171","msg":"trace[1445869438] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1117; }","duration":"240.121063ms","start":"2026-03-17T20:49:52.341591Z","end":"2026-03-17T20:49:52.581712Z","steps":["trace[1445869438] 'agreement among raft nodes before linearized reading' (duration: 239.961658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.581753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.113873Z","time spent":"467.859129ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":457,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.581698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.131694Z","time spent":"449.994523ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.783325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.782758Z","time spent":"7.000561955s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:53.019348Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"231.447313ms"} {"level":"warn","ts":"2026-03-17T20:49:53.019428Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"231.506045ms"} {"level":"info","ts":"2026-03-17T20:49:53.065448Z","caller":"traceutil/trace.go:171","msg":"trace[610628157] linearizableReadLoop","detail":"{readStateIndex:1300; appliedIndex:1300; }","duration":"397.492687ms","start":"2026-03-17T20:49:52.667939Z","end":"2026-03-17T20:49:53.065431Z","steps":["trace[610628157] 'read index received' (duration: 397.487467ms)","trace[610628157] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.065644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.685873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-17T20:49:53.065680Z","caller":"traceutil/trace.go:171","msg":"trace[457074108] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1117; }","duration":"397.737465ms","start":"2026-03-17T20:49:52.667934Z","end":"2026-03-17T20:49:53.065672Z","steps":["trace[457074108] 'agreement among raft nodes before linearized reading' (duration: 397.646952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.065711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.667884Z","time spent":"397.819058ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:53.065919Z","caller":"traceutil/trace.go:171","msg":"trace[803960803] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"465.908427ms","start":"2026-03-17T20:49:52.599878Z","end":"2026-03-17T20:49:53.065786Z","steps":["trace[803960803] 'process raft request' (duration: 465.622437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.066073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.599859Z","time spent":"466.130233ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:53.066234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.24205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-17T20:49:53.066258Z","caller":"traceutil/trace.go:171","msg":"trace[15430440] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1118; }","duration":"394.292542ms","start":"2026-03-17T20:49:52.671958Z","end":"2026-03-17T20:49:53.066251Z","steps":["trace[15430440] 'agreement among raft nodes before linearized reading' (duration: 394.249921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.066276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.671949Z","time spent":"394.322464ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.066304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.31766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:53.066348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.69166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:53.066354Z","caller":"traceutil/trace.go:171","msg":"trace[990862630] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1118; }","duration":"386.392862ms","start":"2026-03-17T20:49:52.679948Z","end":"2026-03-17T20:49:53.066341Z","steps":["trace[990862630] 'agreement among raft nodes before linearized reading' (duration: 386.307849ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.066367Z","caller":"traceutil/trace.go:171","msg":"trace[406907918] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1118; }","duration":"392.734761ms","start":"2026-03-17T20:49:52.673627Z","end":"2026-03-17T20:49:53.066361Z","steps":["trace[406907918] 'agreement among raft nodes before linearized reading' (duration: 392.700269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.066385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.673613Z","time spent":"392.767722ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":457,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.066386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.679936Z","time spent":"386.442304ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":457,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:53.066371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.502936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbc073727ae3a\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.066421Z","caller":"traceutil/trace.go:171","msg":"trace[1372697360] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbc073727ae3a; range_end:; response_count:0; response_revision:1118; }","duration":"278.595359ms","start":"2026-03-17T20:49:52.787816Z","end":"2026-03-17T20:49:53.066412Z","steps":["trace[1372697360] 'agreement among raft nodes before linearized reading' (duration: 278.519767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.066304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.572648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-17T20:49:53.066457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.503533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:53.066476Z","caller":"traceutil/trace.go:171","msg":"trace[1638637249] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1118; }","duration":"385.520843ms","start":"2026-03-17T20:49:52.680948Z","end":"2026-03-17T20:49:53.066469Z","steps":["trace[1638637249] 'agreement among raft nodes before linearized reading' (duration: 385.489672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.066493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.680942Z","time spent":"385.546655ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:53.066648Z","caller":"traceutil/trace.go:171","msg":"trace[1445401654] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1118; }","duration":"372.762735ms","start":"2026-03-17T20:49:52.693694Z","end":"2026-03-17T20:49:53.066456Z","steps":["trace[1445401654] 'agreement among raft nodes before linearized reading' (duration: 372.535577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.067534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.693686Z","time spent":"373.011403ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:53.241486Z","caller":"traceutil/trace.go:171","msg":"trace[1514820304] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"170.809938ms","start":"2026-03-17T20:49:53.070654Z","end":"2026-03-17T20:49:53.241464Z","steps":["trace[1514820304] 'process raft request' (duration: 170.709214ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.292688Z","caller":"traceutil/trace.go:171","msg":"trace[1419747504] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1303; }","duration":"220.836894ms","start":"2026-03-17T20:49:53.071826Z","end":"2026-03-17T20:49:53.292663Z","steps":["trace[1419747504] 'read index received' (duration: 220.826253ms)","trace[1419747504] 'applied index is now lower than readState.Index' (duration: 8.821µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.292962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.110663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-17T20:49:53.292963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.111473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-17T20:49:53.293028Z","caller":"traceutil/trace.go:171","msg":"trace[799645474] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1121; }","duration":"221.213825ms","start":"2026-03-17T20:49:53.071802Z","end":"2026-03-17T20:49:53.293016Z","steps":["trace[799645474] 'agreement among raft nodes before linearized reading' (duration: 221.103762ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.292988Z","caller":"traceutil/trace.go:171","msg":"trace[1879400778] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1121; }","duration":"221.177724ms","start":"2026-03-17T20:49:53.071803Z","end":"2026-03-17T20:49:53.292981Z","steps":["trace[1879400778] 'agreement among raft nodes before linearized reading' (duration: 221.019489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.293693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.844026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:53.293719Z","caller":"traceutil/trace.go:171","msg":"trace[2053633531] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1121; }","duration":"221.879887ms","start":"2026-03-17T20:49:53.071834Z","end":"2026-03-17T20:49:53.293714Z","steps":["trace[2053633531] 'agreement among raft nodes before linearized reading' (duration: 221.835646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.293778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.070278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.293792Z","caller":"traceutil/trace.go:171","msg":"trace[1160626506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"213.096499ms","start":"2026-03-17T20:49:53.080692Z","end":"2026-03-17T20:49:53.293788Z","steps":["trace[1160626506] 'agreement among raft nodes before linearized reading' (duration: 213.073148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.293882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.913259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" limit:1 ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-17T20:49:53.293899Z","caller":"traceutil/trace.go:171","msg":"trace[1205320108] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:1121; }","duration":"221.942029ms","start":"2026-03-17T20:49:53.071953Z","end":"2026-03-17T20:49:53.293895Z","steps":["trace[1205320108] 'agreement among raft nodes before linearized reading' (duration: 221.912078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.293916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.815286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:53.293973Z","caller":"traceutil/trace.go:171","msg":"trace[2134892425] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:1121; }","duration":"221.860297ms","start":"2026-03-17T20:49:53.072080Z","end":"2026-03-17T20:49:53.293941Z","steps":["trace[2134892425] 'agreement among raft nodes before linearized reading' (duration: 221.773464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.294078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.832031ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.294102Z","caller":"traceutil/trace.go:171","msg":"trace[630325839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1121; }","duration":"216.856712ms","start":"2026-03-17T20:49:53.077239Z","end":"2026-03-17T20:49:53.294096Z","steps":["trace[630325839] 'agreement among raft nodes before linearized reading' (duration: 216.822051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.294064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.195524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:53.294770Z","caller":"traceutil/trace.go:171","msg":"trace[894013231] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1121; }","duration":"148.931698ms","start":"2026-03-17T20:49:53.145823Z","end":"2026-03-17T20:49:53.294755Z","steps":["trace[894013231] 'agreement among raft nodes before linearized reading' (duration: 147.941426ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.684920Z","caller":"traceutil/trace.go:171","msg":"trace[404073311] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1304; }","duration":"389.129268ms","start":"2026-03-17T20:49:53.295718Z","end":"2026-03-17T20:49:53.684847Z","steps":["trace[404073311] 'read index received' (duration: 389.117337ms)","trace[404073311] 'applied index is now lower than readState.Index' (duration: 10.011µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.787948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.205648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.788027Z","caller":"traceutil/trace.go:171","msg":"trace[1141867604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"492.314422ms","start":"2026-03-17T20:49:53.295691Z","end":"2026-03-17T20:49:53.788006Z","steps":["trace[1141867604] 'agreement among raft nodes before linearized reading' (duration: 389.357895ms)","trace[1141867604] 'range keys from in-memory index tree' (duration: 102.844622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.788074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.295680Z","time spent":"492.382714ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:54.030941Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"535.1805ms"} {"level":"warn","ts":"2026-03-17T20:49:54.031003Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"535.262173ms"} {"level":"info","ts":"2026-03-17T20:49:54.031243Z","caller":"traceutil/trace.go:171","msg":"trace[1272912920] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"734.820718ms","start":"2026-03-17T20:49:53.296399Z","end":"2026-03-17T20:49:54.031220Z","steps":["trace[1272912920] 'process raft request' (duration: 734.678953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.031426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.296345Z","time spent":"734.997054ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:54.155331Z","caller":"traceutil/trace.go:171","msg":"trace[1661368974] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1305; }","duration":"470.300102ms","start":"2026-03-17T20:49:53.685009Z","end":"2026-03-17T20:49:54.155309Z","steps":["trace[1661368974] 'read index received' (duration: 470.292701ms)","trace[1661368974] 'applied index is now lower than readState.Index' (duration: 6.391µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.223846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.43057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:54.224462Z","caller":"traceutil/trace.go:171","msg":"trace[903991554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1122; }","duration":"579.135693ms","start":"2026-03-17T20:49:53.645306Z","end":"2026-03-17T20:49:54.224441Z","steps":["trace[903991554] 'agreement among raft nodes before linearized reading' (duration: 510.298837ms)","trace[903991554] 'range keys from in-memory index tree' (duration: 68.150073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.224258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.932716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-17T20:49:54.224888Z","caller":"traceutil/trace.go:171","msg":"trace[884125755] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1122; }","duration":"839.582878ms","start":"2026-03-17T20:49:53.385287Z","end":"2026-03-17T20:49:54.224870Z","steps":["trace[884125755] 'agreement among raft nodes before linearized reading' (duration: 770.36232ms)","trace[884125755] 'range keys from in-memory index tree' (duration: 68.572617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.224713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.645290Z","time spent":"579.397091ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.224965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.385263Z","time spent":"839.666071ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.224305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.318691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.225127Z","caller":"traceutil/trace.go:171","msg":"trace[1692657853] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1122; }","duration":"733.19464ms","start":"2026-03-17T20:49:53.491914Z","end":"2026-03-17T20:49:54.225109Z","steps":["trace[1692657853] 'agreement among raft nodes before linearized reading' (duration: 663.708983ms)","trace[1692657853] 'count revisions from in-memory index tree' (duration: 68.66382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.225190Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.491816Z","time spent":"733.364555ms","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:54.224336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.96541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-17T20:49:54.225302Z","caller":"traceutil/trace.go:171","msg":"trace[1683365939] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1122; }","duration":"788.937352ms","start":"2026-03-17T20:49:53.436335Z","end":"2026-03-17T20:49:54.225272Z","steps":["trace[1683365939] 'agreement among raft nodes before linearized reading' (duration: 719.29813ms)","trace[1683365939] 'range keys from in-memory index tree' (duration: 68.6802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.225428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.436318Z","time spent":"789.067336ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.224366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.39895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:54.225537Z","caller":"traceutil/trace.go:171","msg":"trace[535761909] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1122; }","duration":"836.577519ms","start":"2026-03-17T20:49:53.388934Z","end":"2026-03-17T20:49:54.225512Z","steps":["trace[535761909] 'agreement among raft nodes before linearized reading' (duration: 766.70789ms)","trace[535761909] 'range keys from in-memory index tree' (duration: 68.703221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.224401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.451392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-03-17T20:49:54.225612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.388922Z","time spent":"836.665462ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.224478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.402544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:54.225691Z","caller":"traceutil/trace.go:171","msg":"trace[1490828600] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1122; }","duration":"843.725375ms","start":"2026-03-17T20:49:53.381925Z","end":"2026-03-17T20:49:54.225650Z","steps":["trace[1490828600] 'agreement among raft nodes before linearized reading' (duration: 773.733251ms)","trace[1490828600] 'range keys from in-memory index tree' (duration: 68.722452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.225744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.381913Z","time spent":"843.816087ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:54.225705Z","caller":"traceutil/trace.go:171","msg":"trace[390520992] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1122; }","duration":"924.674476ms","start":"2026-03-17T20:49:53.301018Z","end":"2026-03-17T20:49:54.225692Z","steps":["trace[390520992] 'agreement among raft nodes before linearized reading' (duration: 854.677992ms)","trace[390520992] 'range keys from in-memory index tree' (duration: 68.716172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.225815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.301004Z","time spent":"924.801441ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:54.224589Z","caller":"traceutil/trace.go:171","msg":"trace[1351659430] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"915.811125ms","start":"2026-03-17T20:49:53.308750Z","end":"2026-03-17T20:49:54.224561Z","steps":["trace[1351659430] 'process raft request' (duration: 847.112014ms)","trace[1351659430] 'compare' (duration: 67.784511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.225943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.308725Z","time spent":"917.151639ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18939,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:54.224467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.393017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:54.225997Z","caller":"traceutil/trace.go:171","msg":"trace[702625389] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1122; }","duration":"850.007851ms","start":"2026-03-17T20:49:53.375979Z","end":"2026-03-17T20:49:54.225987Z","steps":["trace[702625389] 'agreement among raft nodes before linearized reading' (duration: 779.687306ms)","trace[702625389] 'range keys from in-memory index tree' (duration: 68.66855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.226024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.375965Z","time spent":"850.049453ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.628860Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"42.48373ms"} {"level":"warn","ts":"2026-03-17T20:49:54.628934Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"42.563013ms"} {"level":"info","ts":"2026-03-17T20:49:54.629379Z","caller":"traceutil/trace.go:171","msg":"trace[1182584742] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1307; }","duration":"473.954757ms","start":"2026-03-17T20:49:54.155397Z","end":"2026-03-17T20:49:54.629351Z","steps":["trace[1182584742] 'read index received' (duration: 473.943457ms)","trace[1182584742] 'applied index is now lower than readState.Index' (duration: 9.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.629433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.419292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:54.629479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.159021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:54.629496Z","caller":"traceutil/trace.go:171","msg":"trace[312890027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1124; }","duration":"546.519575ms","start":"2026-03-17T20:49:54.082961Z","end":"2026-03-17T20:49:54.629481Z","steps":["trace[312890027] 'agreement among raft nodes before linearized reading' (duration: 546.416952ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.629518Z","caller":"traceutil/trace.go:171","msg":"trace[34140565] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1124; }","duration":"521.236853ms","start":"2026-03-17T20:49:54.108269Z","end":"2026-03-17T20:49:54.629506Z","steps":["trace[34140565] 'agreement among raft nodes before linearized reading' (duration: 521.164421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.629539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.082948Z","time spent":"546.584157ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:54.629548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.108254Z","time spent":"521.285315ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:54.629628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.990675ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.629692Z","caller":"traceutil/trace.go:171","msg":"trace[44566694] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1124; }","duration":"552.067248ms","start":"2026-03-17T20:49:54.077609Z","end":"2026-03-17T20:49:54.629676Z","steps":["trace[44566694] 'agreement among raft nodes before linearized reading' (duration: 551.83528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.629813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.842266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller-1.189dbc0973de5b12\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.629887Z","caller":"traceutil/trace.go:171","msg":"trace[426328963] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller-1.189dbc0973de5b12; range_end:; response_count:0; response_revision:1124; }","duration":"594.949759ms","start":"2026-03-17T20:49:54.034904Z","end":"2026-03-17T20:49:54.629854Z","steps":["trace[426328963] 'agreement among raft nodes before linearized reading' (duration: 594.637029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.629938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.034887Z","time spent":"595.035872ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/events/kube-system/kube-scheduler-controller-1.189dbc0973de5b12\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.631368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.788569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-03-17T20:49:54.631384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.572352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-17T20:49:54.631419Z","caller":"traceutil/trace.go:171","msg":"trace[1769298367] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1126; }","duration":"307.854862ms","start":"2026-03-17T20:49:54.323552Z","end":"2026-03-17T20:49:54.631407Z","steps":["trace[1769298367] 'agreement among raft nodes before linearized reading' (duration: 307.759868ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.631423Z","caller":"traceutil/trace.go:171","msg":"trace[1586842529] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1126; }","duration":"314.625874ms","start":"2026-03-17T20:49:54.316787Z","end":"2026-03-17T20:49:54.631413Z","steps":["trace[1586842529] 'agreement among raft nodes before linearized reading' (duration: 314.51398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.631455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.316780Z","time spent":"314.667516ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":833,"request content":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.631519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.743996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-17T20:49:54.631741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.877441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:54.631777Z","caller":"traceutil/trace.go:171","msg":"trace[1711468631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1126; }","duration":"286.946893ms","start":"2026-03-17T20:49:54.344816Z","end":"2026-03-17T20:49:54.631763Z","steps":["trace[1711468631] 'agreement among raft nodes before linearized reading' (duration: 286.885701ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.631897Z","caller":"traceutil/trace.go:171","msg":"trace[586058027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1126; }","duration":"287.180091ms","start":"2026-03-17T20:49:54.344550Z","end":"2026-03-17T20:49:54.631730Z","steps":["trace[586058027] 'agreement among raft nodes before linearized reading' (duration: 286.733346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.632129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.66294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:54.632162Z","caller":"traceutil/trace.go:171","msg":"trace[15724039] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1126; }","duration":"326.731362ms","start":"2026-03-17T20:49:54.305421Z","end":"2026-03-17T20:49:54.632152Z","steps":["trace[15724039] 'agreement among raft nodes before linearized reading' (duration: 326.67217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.632189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.305400Z","time spent":"326.780974ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.631570Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.581095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-17T20:49:54.632409Z","caller":"traceutil/trace.go:171","msg":"trace[256660169] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1126; }","duration":"319.433512ms","start":"2026-03-17T20:49:54.312956Z","end":"2026-03-17T20:49:54.632389Z","steps":["trace[256660169] 'agreement among raft nodes before linearized reading' (duration: 318.532432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.632449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.528732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:54.632505Z","caller":"traceutil/trace.go:171","msg":"trace[1333183184] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1126; }","duration":"318.615915ms","start":"2026-03-17T20:49:54.313874Z","end":"2026-03-17T20:49:54.632490Z","steps":["trace[1333183184] 'agreement among raft nodes before linearized reading' (duration: 317.564611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.632553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.313860Z","time spent":"318.679528ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.632464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.312943Z","time spent":"319.503995ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.631450Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.323526Z","time spent":"307.915604ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.631677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.913487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-17T20:49:54.632966Z","caller":"traceutil/trace.go:171","msg":"trace[1365443428] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1126; }","duration":"283.476028ms","start":"2026-03-17T20:49:54.349473Z","end":"2026-03-17T20:49:54.632949Z","steps":["trace[1365443428] 'agreement among raft nodes before linearized reading' (duration: 281.866595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.855741Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.303269ms"} {"level":"warn","ts":"2026-03-17T20:49:54.855791Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.36014ms"} {"level":"info","ts":"2026-03-17T20:49:54.856052Z","caller":"traceutil/trace.go:171","msg":"trace[1709486345] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"219.832014ms","start":"2026-03-17T20:49:54.636195Z","end":"2026-03-17T20:49:54.856027Z","steps":["trace[1709486345] 'process raft request' (duration: 219.748742ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.968595Z","caller":"traceutil/trace.go:171","msg":"trace[521822076] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1310; }","duration":"331.147397ms","start":"2026-03-17T20:49:54.637398Z","end":"2026-03-17T20:49:54.968545Z","steps":["trace[521822076] 'read index received' (duration: 331.136807ms)","trace[521822076] 'applied index is now lower than readState.Index' (duration: 8.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.039797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.33918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-17T20:49:55.039882Z","caller":"traceutil/trace.go:171","msg":"trace[2005720700] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1127; }","duration":"402.479885ms","start":"2026-03-17T20:49:54.637376Z","end":"2026-03-17T20:49:55.039856Z","steps":["trace[2005720700] 'agreement among raft nodes before linearized reading' (duration: 331.315293ms)","trace[2005720700] 'range keys from in-memory index tree' (duration: 70.949746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.039980Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.637369Z","time spent":"402.599009ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:55.150338Z","caller":"traceutil/trace.go:171","msg":"trace[2035688852] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"511.361939ms","start":"2026-03-17T20:49:54.638962Z","end":"2026-03-17T20:49:55.150324Z","steps":["trace[2035688852] 'process raft request' (duration: 511.330088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.150445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.638942Z","time spent":"511.445102ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:55.150553Z","caller":"traceutil/trace.go:171","msg":"trace[293374512] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"513.432568ms","start":"2026-03-17T20:49:54.637102Z","end":"2026-03-17T20:49:55.150534Z","steps":["trace[293374512] 'process raft request' (duration: 512.670473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.150696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.637070Z","time spent":"513.540202ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:55.205874Z","caller":"traceutil/trace.go:171","msg":"trace[637934096] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1313; }","duration":"237.208809ms","start":"2026-03-17T20:49:54.968652Z","end":"2026-03-17T20:49:55.205861Z","steps":["trace[637934096] 'read index received' (duration: 237.202959ms)","trace[637934096] 'applied index is now lower than readState.Index' (duration: 4.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.206023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.798626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:55.206049Z","caller":"traceutil/trace.go:171","msg":"trace[1635499763] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1130; }","duration":"566.841507ms","start":"2026-03-17T20:49:54.639200Z","end":"2026-03-17T20:49:55.206042Z","steps":["trace[1635499763] 'agreement among raft nodes before linearized reading' (duration: 566.744734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.206047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.761074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-03-17T20:49:55.206074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.639151Z","time spent":"566.916239ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:55.206053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.6559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-17T20:49:55.206103Z","caller":"traceutil/trace.go:171","msg":"trace[889789929] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1130; }","duration":"566.857237ms","start":"2026-03-17T20:49:54.639229Z","end":"2026-03-17T20:49:55.206086Z","steps":["trace[889789929] 'agreement among raft nodes before linearized reading' (duration: 566.711793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.206140Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.639222Z","time spent":"566.908769ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:55.206127Z","caller":"traceutil/trace.go:171","msg":"trace[1205858214] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1130; }","duration":"566.752724ms","start":"2026-03-17T20:49:54.639353Z","end":"2026-03-17T20:49:55.206106Z","steps":["trace[1205858214] 'agreement among raft nodes before linearized reading' (duration: 566.580148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.206198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.639347Z","time spent":"566.838737ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":789,"request content":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:55.206053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.753274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-17T20:49:55.206264Z","caller":"traceutil/trace.go:171","msg":"trace[1528890787] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1130; }","duration":"566.988791ms","start":"2026-03-17T20:49:54.639267Z","end":"2026-03-17T20:49:55.206256Z","steps":["trace[1528890787] 'agreement among raft nodes before linearized reading' (duration: 566.738133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.206290Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.639259Z","time spent":"567.023513ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:55.206304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.269732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-17T20:49:55.206338Z","caller":"traceutil/trace.go:171","msg":"trace[521642017] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1131; }","duration":"485.332764ms","start":"2026-03-17T20:49:54.720992Z","end":"2026-03-17T20:49:55.206324Z","steps":["trace[521642017] 'agreement among raft nodes before linearized reading' (duration: 485.240591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.206361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.720958Z","time spent":"485.396446ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":833,"request content":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:55.206482Z","caller":"traceutil/trace.go:171","msg":"trace[1332785331] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"346.949391ms","start":"2026-03-17T20:49:54.859524Z","end":"2026-03-17T20:49:55.206473Z","steps":["trace[1332785331] 'process raft request' (duration: 346.688373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.206550Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.859500Z","time spent":"347.018563ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:55.208110Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.562969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.208900Z","caller":"traceutil/trace.go:171","msg":"trace[334388307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1132; }","duration":"130.624031ms","start":"2026-03-17T20:49:55.077531Z","end":"2026-03-17T20:49:55.208155Z","steps":["trace[334388307] 'agreement among raft nodes before linearized reading' (duration: 130.519547ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.385878Z","caller":"traceutil/trace.go:171","msg":"trace[576396803] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1318; }","duration":"107.4862ms","start":"2026-03-17T20:49:55.278362Z","end":"2026-03-17T20:49:55.385848Z","steps":["trace[576396803] 'read index received' (duration: 107.472419ms)","trace[576396803] 'applied index is now lower than readState.Index' (duration: 11.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.497895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.741961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:55.497954Z","caller":"traceutil/trace.go:171","msg":"trace[1334607727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1134; }","duration":"224.883684ms","start":"2026-03-17T20:49:55.273057Z","end":"2026-03-17T20:49:55.497941Z","steps":["trace[1334607727] 'agreement among raft nodes before linearized reading' (duration: 112.897187ms)","trace[1334607727] 'count revisions from in-memory index tree' (duration: 111.881804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.498053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.009448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:55.498788Z","caller":"traceutil/trace.go:171","msg":"trace[842759676] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"214.959678ms","start":"2026-03-17T20:49:55.283810Z","end":"2026-03-17T20:49:55.498770Z","steps":["trace[842759676] 'process raft request' (duration: 214.374298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.538254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.322234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-17T20:49:55.538283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.325133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-17T20:49:55.538321Z","caller":"traceutil/trace.go:171","msg":"trace[1607021419] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1138; }","duration":"247.416257ms","start":"2026-03-17T20:49:55.290890Z","end":"2026-03-17T20:49:55.538307Z","steps":["trace[1607021419] 'agreement among raft nodes before linearized reading' (duration: 247.296013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.538308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.818442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:55.538343Z","caller":"traceutil/trace.go:171","msg":"trace[720902978] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1138; }","duration":"240.391365ms","start":"2026-03-17T20:49:55.297936Z","end":"2026-03-17T20:49:55.538327Z","steps":["trace[720902978] 'agreement among raft nodes before linearized reading' (duration: 240.277182ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.538362Z","caller":"traceutil/trace.go:171","msg":"trace[747939224] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1138; }","duration":"169.922405ms","start":"2026-03-17T20:49:55.368426Z","end":"2026-03-17T20:49:55.538349Z","steps":["trace[747939224] 'agreement among raft nodes before linearized reading' (duration: 169.75698ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.538235Z","caller":"traceutil/trace.go:171","msg":"trace[1252444388] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1321; }","duration":"152.213512ms","start":"2026-03-17T20:49:55.385971Z","end":"2026-03-17T20:49:55.538184Z","steps":["trace[1252444388] 'read index received' (duration: 152.190321ms)","trace[1252444388] 'applied index is now lower than readState.Index' (duration: 20.661µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.538444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.117439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-17T20:49:55.538507Z","caller":"traceutil/trace.go:171","msg":"trace[363344117] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1138; }","duration":"251.238353ms","start":"2026-03-17T20:49:55.287255Z","end":"2026-03-17T20:49:55.538493Z","steps":["trace[363344117] 'agreement among raft nodes before linearized reading' (duration: 251.044727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.538503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.151331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-17T20:49:55.538546Z","caller":"traceutil/trace.go:171","msg":"trace[405199079] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1138; }","duration":"248.193532ms","start":"2026-03-17T20:49:55.290341Z","end":"2026-03-17T20:49:55.538535Z","steps":["trace[405199079] 'agreement among raft nodes before linearized reading' (duration: 248.12125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.538678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.779062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-17T20:49:55.538704Z","caller":"traceutil/trace.go:171","msg":"trace[744708841] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1138; }","duration":"248.815403ms","start":"2026-03-17T20:49:55.289879Z","end":"2026-03-17T20:49:55.538695Z","steps":["trace[744708841] 'agreement among raft nodes before linearized reading' (duration: 248.774331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.540534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.182052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.540754Z","caller":"traceutil/trace.go:171","msg":"trace[871497924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1138; }","duration":"108.477142ms","start":"2026-03-17T20:49:55.432263Z","end":"2026-03-17T20:49:55.540740Z","steps":["trace[871497924] 'agreement among raft nodes before linearized reading' (duration: 108.136001ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.735039Z","caller":"traceutil/trace.go:171","msg":"trace[1482449593] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1325; }","duration":"115.614686ms","start":"2026-03-17T20:49:55.619402Z","end":"2026-03-17T20:49:55.735017Z","steps":["trace[1482449593] 'read index received' (duration: 115.609376ms)","trace[1482449593] 'applied index is now lower than readState.Index' (duration: 4.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.735533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.107983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-17T20:49:55.735585Z","caller":"traceutil/trace.go:171","msg":"trace[403591692] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1141; }","duration":"116.208987ms","start":"2026-03-17T20:49:55.619364Z","end":"2026-03-17T20:49:55.735573Z","steps":["trace[403591692] 'agreement among raft nodes before linearized reading' (duration: 116.075592ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.735845Z","caller":"traceutil/trace.go:171","msg":"trace[624868616] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"153.856536ms","start":"2026-03-17T20:49:55.581962Z","end":"2026-03-17T20:49:55.735818Z","steps":["trace[624868616] 'process raft request' (duration: 153.627248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.737740Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.052459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-17T20:49:55.737811Z","caller":"traceutil/trace.go:171","msg":"trace[2067261674] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1143; }","duration":"112.157003ms","start":"2026-03-17T20:49:55.625637Z","end":"2026-03-17T20:49:55.737794Z","steps":["trace[2067261674] 'agreement among raft nodes before linearized reading' (duration: 112.051169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.737575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.422953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" limit:1 ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-17T20:49:55.738088Z","caller":"traceutil/trace.go:171","msg":"trace[1209631809] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1143; }","duration":"117.007863ms","start":"2026-03-17T20:49:55.620931Z","end":"2026-03-17T20:49:55.737939Z","steps":["trace[1209631809] 'agreement among raft nodes before linearized reading' (duration: 116.263678ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.947985Z","caller":"traceutil/trace.go:171","msg":"trace[1982433626] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1331; }","duration":"122.028558ms","start":"2026-03-17T20:49:55.825937Z","end":"2026-03-17T20:49:55.947965Z","steps":["trace[1982433626] 'read index received' (duration: 122.023008ms)","trace[1982433626] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.948236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.260795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:55.948385Z","caller":"traceutil/trace.go:171","msg":"trace[1355978117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1147; }","duration":"122.440242ms","start":"2026-03-17T20:49:55.825896Z","end":"2026-03-17T20:49:55.948336Z","steps":["trace[1355978117] 'agreement among raft nodes before linearized reading' (duration: 122.206774ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.948677Z","caller":"traceutil/trace.go:171","msg":"trace[379158361] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"159.781161ms","start":"2026-03-17T20:49:55.788762Z","end":"2026-03-17T20:49:55.948544Z","steps":["trace[379158361] 'process raft request' (duration: 159.340147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.949198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.587452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:55.949591Z","caller":"traceutil/trace.go:171","msg":"trace[40765558] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1148; }","duration":"117.986255ms","start":"2026-03-17T20:49:55.831570Z","end":"2026-03-17T20:49:55.949557Z","steps":["trace[40765558] 'agreement among raft nodes before linearized reading' (duration: 117.462117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.949776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.249352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:55.949944Z","caller":"traceutil/trace.go:171","msg":"trace[1664441097] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1148; }","duration":"107.455708ms","start":"2026-03-17T20:49:55.842470Z","end":"2026-03-17T20:49:55.949926Z","steps":["trace[1664441097] 'agreement among raft nodes before linearized reading' (duration: 107.151828ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.123686Z","caller":"traceutil/trace.go:171","msg":"trace[247816572] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1333; }","duration":"166.287807ms","start":"2026-03-17T20:49:55.957369Z","end":"2026-03-17T20:49:56.123657Z","steps":["trace[247816572] 'read index received' (duration: 166.277647ms)","trace[247816572] 'applied index is now lower than readState.Index' (duration: 8.63µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.123753Z","caller":"traceutil/trace.go:171","msg":"trace[1408262509] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"167.603711ms","start":"2026-03-17T20:49:55.956133Z","end":"2026-03-17T20:49:56.123737Z","steps":["trace[1408262509] 'process raft request' (duration: 167.505838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.123859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.464853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:56.123912Z","caller":"traceutil/trace.go:171","msg":"trace[642571733] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1150; }","duration":"166.544976ms","start":"2026-03-17T20:49:55.957355Z","end":"2026-03-17T20:49:56.123900Z","steps":["trace[642571733] 'agreement among raft nodes before linearized reading' (duration: 166.402242ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.494222Z","caller":"traceutil/trace.go:171","msg":"trace[189851317] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"210.783124ms","start":"2026-03-17T20:49:56.283414Z","end":"2026-03-17T20:49:56.494198Z","steps":["trace[189851317] 'process raft request' (duration: 210.67304ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.527355Z","caller":"traceutil/trace.go:171","msg":"trace[1619869567] linearizableReadLoop","detail":"{readStateIndex:1340; appliedIndex:1341; }","duration":"222.478419ms","start":"2026-03-17T20:49:56.304857Z","end":"2026-03-17T20:49:56.527335Z","steps":["trace[1619869567] 'read index received' (duration: 222.473679ms)","trace[1619869567] 'applied index is now lower than readState.Index' (duration: 3.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.527531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.651305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:56.527567Z","caller":"traceutil/trace.go:171","msg":"trace[1341652856] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1157; }","duration":"222.702677ms","start":"2026-03-17T20:49:56.304853Z","end":"2026-03-17T20:49:56.527555Z","steps":["trace[1341652856] 'agreement among raft nodes before linearized reading' (duration: 222.584793ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.527689Z","caller":"traceutil/trace.go:171","msg":"trace[437422557] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"233.268625ms","start":"2026-03-17T20:49:56.294395Z","end":"2026-03-17T20:49:56.527663Z","steps":["trace[437422557] 'process raft request' (duration: 233.131581ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.625197Z","caller":"traceutil/trace.go:171","msg":"trace[694274631] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"127.045756ms","start":"2026-03-17T20:49:56.498128Z","end":"2026-03-17T20:49:56.625174Z","steps":["trace[694274631] 'process raft request' (duration: 126.807688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.625323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.661998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-17T20:49:56.627138Z","caller":"traceutil/trace.go:171","msg":"trace[1468533201] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1160; }","duration":"296.507658ms","start":"2026-03-17T20:49:56.330614Z","end":"2026-03-17T20:49:56.627121Z","steps":["trace[1468533201] 'agreement among raft nodes before linearized reading' (duration: 294.581495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.625476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.750313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-17T20:49:56.627357Z","caller":"traceutil/trace.go:171","msg":"trace[765425548] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1160; }","duration":"307.681647ms","start":"2026-03-17T20:49:56.319652Z","end":"2026-03-17T20:49:56.627334Z","steps":["trace[765425548] 'agreement among raft nodes before linearized reading' (duration: 305.702292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.625563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.860698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-17T20:49:56.627438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.319646Z","time spent":"307.77799ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":773,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:56.627483Z","caller":"traceutil/trace.go:171","msg":"trace[1191142384] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1160; }","duration":"311.778772ms","start":"2026-03-17T20:49:56.315674Z","end":"2026-03-17T20:49:56.627453Z","steps":["trace[1191142384] 'agreement among raft nodes before linearized reading' (duration: 309.853929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.625611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.747261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-17T20:49:56.627559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.315667Z","time spent":"311.870855ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":773,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:56.627604Z","caller":"traceutil/trace.go:171","msg":"trace[200331516] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1160; }","duration":"276.779538ms","start":"2026-03-17T20:49:56.350809Z","end":"2026-03-17T20:49:56.627589Z","steps":["trace[200331516] 'agreement among raft nodes before linearized reading' (duration: 274.744421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.625797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.381359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:56.627695Z","caller":"traceutil/trace.go:171","msg":"trace[629075178] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1160; }","duration":"320.386485ms","start":"2026-03-17T20:49:56.307296Z","end":"2026-03-17T20:49:56.627682Z","steps":["trace[629075178] 'agreement among raft nodes before linearized reading' (duration: 317.458669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.627782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.307289Z","time spent":"320.483118ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":781,"request content":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.759344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.661423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:56.759457Z","caller":"traceutil/trace.go:171","msg":"trace[998843355] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1161; }","duration":"126.853189ms","start":"2026-03-17T20:49:56.632587Z","end":"2026-03-17T20:49:56.759440Z","steps":["trace[998843355] 'agreement among raft nodes before linearized reading' (duration: 99.242529ms)","trace[998843355] 'range keys from in-memory index tree' (duration: 27.430784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.811542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.966273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:56.811674Z","caller":"traceutil/trace.go:171","msg":"trace[544292715] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1163; }","duration":"178.133708ms","start":"2026-03-17T20:49:56.633521Z","end":"2026-03-17T20:49:56.811655Z","steps":["trace[544292715] 'agreement among raft nodes before linearized reading' (duration: 177.818038ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.811489Z","caller":"traceutil/trace.go:171","msg":"trace[1299704446] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"125.871776ms","start":"2026-03-17T20:49:56.685583Z","end":"2026-03-17T20:49:56.811455Z","steps":["trace[1299704446] 'process raft request' (duration: 125.660869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.934851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.947466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-17T20:49:56.934919Z","caller":"traceutil/trace.go:171","msg":"trace[296752774] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1163; }","duration":"203.09036ms","start":"2026-03-17T20:49:56.731813Z","end":"2026-03-17T20:49:56.934903Z","steps":["trace[296752774] 'agreement among raft nodes before linearized reading' (duration: 172.635807ms)","trace[296752774] 'range keys from in-memory index tree' (duration: 30.299388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.935236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.711831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-17T20:49:56.935270Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.68632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-17T20:49:56.935316Z","caller":"traceutil/trace.go:171","msg":"trace[1245158771] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1166; }","duration":"118.836945ms","start":"2026-03-17T20:49:56.816461Z","end":"2026-03-17T20:49:56.935298Z","steps":["trace[1245158771] 'agreement among raft nodes before linearized reading' (duration: 118.702061ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.935324Z","caller":"traceutil/trace.go:171","msg":"trace[1131007812] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1166; }","duration":"118.742062ms","start":"2026-03-17T20:49:56.816566Z","end":"2026-03-17T20:49:56.935308Z","steps":["trace[1131007812] 'agreement among raft nodes before linearized reading' (duration: 118.644529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.935450Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.820014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:49:56.935479Z","caller":"traceutil/trace.go:171","msg":"trace[1990252457] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1166; }","duration":"118.895027ms","start":"2026-03-17T20:49:56.816576Z","end":"2026-03-17T20:49:56.935471Z","steps":["trace[1990252457] 'agreement among raft nodes before linearized reading' (duration: 118.845405ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.935511Z","caller":"traceutil/trace.go:171","msg":"trace[604423918] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"118.39121ms","start":"2026-03-17T20:49:56.817105Z","end":"2026-03-17T20:49:56.935496Z","steps":["trace[604423918] 'process raft request' (duration: 118.023178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.935518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.743812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" limit:1 ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-17T20:49:56.935612Z","caller":"traceutil/trace.go:171","msg":"trace[736352516] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1166; }","duration":"119.057632ms","start":"2026-03-17T20:49:56.816532Z","end":"2026-03-17T20:49:56.935590Z","steps":["trace[736352516] 'agreement among raft nodes before linearized reading' (duration: 118.6963ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.067137Z","caller":"traceutil/trace.go:171","msg":"trace[162403682] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1351; }","duration":"124.970077ms","start":"2026-03-17T20:49:56.942151Z","end":"2026-03-17T20:49:57.067121Z","steps":["trace[162403682] 'read index received' (duration: 124.964407ms)","trace[162403682] 'applied index is now lower than readState.Index' (duration: 4.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.087684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.520354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-17T20:49:57.087754Z","caller":"traceutil/trace.go:171","msg":"trace[984486342] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1167; }","duration":"145.625468ms","start":"2026-03-17T20:49:56.942112Z","end":"2026-03-17T20:49:57.087738Z","steps":["trace[984486342] 'agreement among raft nodes before linearized reading' (duration: 125.106131ms)","trace[984486342] 'range keys from in-memory index tree' (duration: 20.419043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.091250Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.543133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:57.091332Z","caller":"traceutil/trace.go:171","msg":"trace[365585973] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.189dbbf3918c27a6; range_end:; response_count:1; response_revision:1168; }","duration":"100.657396ms","start":"2026-03-17T20:49:56.990653Z","end":"2026-03-17T20:49:57.091310Z","steps":["trace[365585973] 'agreement among raft nodes before linearized reading' (duration: 100.545463ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.271336Z","caller":"traceutil/trace.go:171","msg":"trace[432645896] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"176.136275ms","start":"2026-03-17T20:49:57.095165Z","end":"2026-03-17T20:49:57.271301Z","steps":["trace[432645896] 'process raft request' (duration: 96.871033ms)","trace[432645896] 'compare' (duration: 79.075956ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:57.271568Z","caller":"traceutil/trace.go:171","msg":"trace[1748650975] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1354; }","duration":"175.0678ms","start":"2026-03-17T20:49:57.096480Z","end":"2026-03-17T20:49:57.271548Z","steps":["trace[1748650975] 'read index received' (duration: 175.05939ms)","trace[1748650975] 'applied index is now lower than readState.Index' (duration: 6.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.271764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.267687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.271805Z","caller":"traceutil/trace.go:171","msg":"trace[1253157803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"175.362541ms","start":"2026-03-17T20:49:57.096433Z","end":"2026-03-17T20:49:57.271796Z","steps":["trace[1253157803] 'agreement among raft nodes before linearized reading' (duration: 175.273538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.272670Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.326026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"warn","ts":"2026-03-17T20:49:57.272749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.503343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-17T20:49:57.272776Z","caller":"traceutil/trace.go:171","msg":"trace[192951844] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1172; }","duration":"100.542994ms","start":"2026-03-17T20:49:57.172226Z","end":"2026-03-17T20:49:57.272769Z","steps":["trace[192951844] 'agreement among raft nodes before linearized reading' (duration: 100.484162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.272793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.594635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-17T20:49:57.272815Z","caller":"traceutil/trace.go:171","msg":"trace[516074246] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1172; }","duration":"100.633577ms","start":"2026-03-17T20:49:57.172175Z","end":"2026-03-17T20:49:57.272809Z","steps":["trace[516074246] 'agreement among raft nodes before linearized reading' (duration: 100.591165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.272925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.271943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-17T20:49:57.272951Z","caller":"traceutil/trace.go:171","msg":"trace[1727941386] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1172; }","duration":"103.315535ms","start":"2026-03-17T20:49:57.169628Z","end":"2026-03-17T20:49:57.272944Z","steps":["trace[1727941386] 'agreement among raft nodes before linearized reading' (duration: 103.275014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.273020Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.730718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:57.273052Z","caller":"traceutil/trace.go:171","msg":"trace[1907893976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1172; }","duration":"116.783769ms","start":"2026-03-17T20:49:57.156248Z","end":"2026-03-17T20:49:57.273032Z","steps":["trace[1907893976] 'agreement among raft nodes before linearized reading' (duration: 116.749138ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.272747Z","caller":"traceutil/trace.go:171","msg":"trace[26053037] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1172; }","duration":"174.411468ms","start":"2026-03-17T20:49:57.098322Z","end":"2026-03-17T20:49:57.272733Z","steps":["trace[26053037] 'agreement among raft nodes before linearized reading' (duration: 174.279044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.275615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.351444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:57.275669Z","caller":"traceutil/trace.go:171","msg":"trace[1085836615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1172; }","duration":"119.443087ms","start":"2026-03-17T20:49:57.156214Z","end":"2026-03-17T20:49:57.275657Z","steps":["trace[1085836615] 'agreement among raft nodes before linearized reading' (duration: 116.81939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.517026Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"36.31631ms"} {"level":"warn","ts":"2026-03-17T20:49:57.517157Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"36.453565ms"} {"level":"info","ts":"2026-03-17T20:49:57.517161Z","caller":"traceutil/trace.go:171","msg":"trace[703610891] linearizableReadLoop","detail":"{readStateIndex:1356; appliedIndex:1356; }","duration":"238.243094ms","start":"2026-03-17T20:49:57.278890Z","end":"2026-03-17T20:49:57.517133Z","steps":["trace[703610891] 'read index received' (duration: 238.233654ms)","trace[703610891] 'applied index is now lower than readState.Index' (duration: 7.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.681946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.227932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-17T20:49:57.682021Z","caller":"traceutil/trace.go:171","msg":"trace[293198965] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:1172; }","duration":"403.347626ms","start":"2026-03-17T20:49:57.278658Z","end":"2026-03-17T20:49:57.682005Z","steps":["trace[293198965] 'agreement among raft nodes before linearized reading' (duration: 238.546043ms)","trace[293198965] 'range keys from in-memory index tree' (duration: 164.652278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.682057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.278642Z","time spent":"403.407729ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":793,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.682751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.477516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:57.682992Z","caller":"traceutil/trace.go:171","msg":"trace[854978713] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"402.455767ms","start":"2026-03-17T20:49:57.280519Z","end":"2026-03-17T20:49:57.682975Z","steps":["trace[854978713] 'process raft request' (duration: 402.420846ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.682990Z","caller":"traceutil/trace.go:171","msg":"trace[1143757434] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"404.697321ms","start":"2026-03-17T20:49:57.278280Z","end":"2026-03-17T20:49:57.682977Z","steps":["trace[1143757434] 'process raft request' (duration: 238.933977ms)","trace[1143757434] 'compare' (duration: 164.633047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.683072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.280509Z","time spent":"402.522839ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:57.683090Z","caller":"traceutil/trace.go:171","msg":"trace[289231301] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"403.076567ms","start":"2026-03-17T20:49:57.279933Z","end":"2026-03-17T20:49:57.683010Z","steps":["trace[289231301] 'process raft request' (duration: 402.908542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.683127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.278258Z","time spent":"404.818325ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":793,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:57.683362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.279916Z","time spent":"403.256574ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:57.713264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.561214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"warn","ts":"2026-03-17T20:49:57.713265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.054568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:49:57.713314Z","caller":"traceutil/trace.go:171","msg":"trace[1628784116] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1176; }","duration":"430.625996ms","start":"2026-03-17T20:49:57.282678Z","end":"2026-03-17T20:49:57.713304Z","steps":["trace[1628784116] 'agreement among raft nodes before linearized reading' (duration: 430.529173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.713299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.619516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"warn","ts":"2026-03-17T20:49:57.713300Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.575808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:49:57.713331Z","caller":"traceutil/trace.go:171","msg":"trace[854257006] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1176; }","duration":"309.146661ms","start":"2026-03-17T20:49:57.404168Z","end":"2026-03-17T20:49:57.713315Z","steps":["trace[854257006] 'agreement among raft nodes before linearized reading' (duration: 309.023217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.713344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.282675Z","time spent":"430.661817ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":829,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:57.713366Z","caller":"traceutil/trace.go:171","msg":"trace[230835018] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1176; }","duration":"430.708988ms","start":"2026-03-17T20:49:57.282633Z","end":"2026-03-17T20:49:57.713342Z","steps":["trace[230835018] 'agreement among raft nodes before linearized reading' (duration: 430.603405ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.713366Z","caller":"traceutil/trace.go:171","msg":"trace[886530297] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1176; }","duration":"357.681512ms","start":"2026-03-17T20:49:57.355670Z","end":"2026-03-17T20:49:57.713352Z","steps":["trace[886530297] 'agreement among raft nodes before linearized reading' (duration: 357.508556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.713368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.404154Z","time spent":"309.205794ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":805,"request content":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.713399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.282622Z","time spent":"430.767991ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":829,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.713401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.355656Z","time spent":"357.737063ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":805,"request content":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.713471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.986913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-17T20:49:57.713554Z","caller":"traceutil/trace.go:171","msg":"trace[1004735407] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1360; }","duration":"195.93544ms","start":"2026-03-17T20:49:57.517238Z","end":"2026-03-17T20:49:57.713173Z","steps":["trace[1004735407] 'read index received' (duration: 195.92901ms)","trace[1004735407] 'applied index is now lower than readState.Index' (duration: 5.69µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:57.713559Z","caller":"traceutil/trace.go:171","msg":"trace[909012937] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1176; }","duration":"433.103228ms","start":"2026-03-17T20:49:57.280432Z","end":"2026-03-17T20:49:57.713535Z","steps":["trace[909012937] 'agreement among raft nodes before linearized reading' (duration: 432.933842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.713612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.279792Z","time spent":"433.809151ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":829,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.003721Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.99348ms"} {"level":"warn","ts":"2026-03-17T20:49:58.003939Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.219958ms"} {"level":"info","ts":"2026-03-17T20:49:58.003769Z","caller":"traceutil/trace.go:171","msg":"trace[1413678694] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1360; }","duration":"285.812251ms","start":"2026-03-17T20:49:57.717926Z","end":"2026-03-17T20:49:58.003738Z","steps":["trace[1413678694] 'read index received' (duration: 285.802431ms)","trace[1413678694] 'applied index is now lower than readState.Index' (duration: 8.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.087227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.283204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:49:58.087289Z","caller":"traceutil/trace.go:171","msg":"trace[618735751] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1176; }","duration":"369.389717ms","start":"2026-03-17T20:49:57.717885Z","end":"2026-03-17T20:49:58.087275Z","steps":["trace[618735751] 'agreement among raft nodes before linearized reading' (duration: 285.936545ms)","trace[618735751] 'range keys from in-memory index tree' (duration: 83.343849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.087320Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.717868Z","time spent":"369.445719ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":805,"request content":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:58.087795Z","caller":"traceutil/trace.go:171","msg":"trace[573064836] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"370.416971ms","start":"2026-03-17T20:49:57.717368Z","end":"2026-03-17T20:49:58.087785Z","steps":["trace[573064836] 'process raft request' (duration: 286.490113ms)","trace[573064836] 'compare' (duration: 83.68274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.087866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.717348Z","time spent":"370.478413ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:58.087938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.027042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:743"} {"level":"warn","ts":"2026-03-17T20:49:58.087993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.034829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-17T20:49:58.087972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.549917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-03-17T20:49:58.088016Z","caller":"traceutil/trace.go:171","msg":"trace[80198359] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1178; }","duration":"326.09692ms","start":"2026-03-17T20:49:57.761912Z","end":"2026-03-17T20:49:58.088009Z","steps":["trace[80198359] 'agreement among raft nodes before linearized reading' (duration: 326.054389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.087976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.281441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" limit:1 ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-03-17T20:49:58.088006Z","caller":"traceutil/trace.go:171","msg":"trace[1453477810] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:expand-controller; range_end:; response_count:1; response_revision:1178; }","duration":"243.153456ms","start":"2026-03-17T20:49:57.844835Z","end":"2026-03-17T20:49:58.087988Z","steps":["trace[1453477810] 'agreement among raft nodes before linearized reading' (duration: 242.963529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.088040Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.761900Z","time spent":"326.134621ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":805,"request content":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:58.088057Z","caller":"traceutil/trace.go:171","msg":"trace[738930529] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:expand-controller; range_end:; response_count:1; response_revision:1178; }","duration":"276.692622ms","start":"2026-03-17T20:49:57.811342Z","end":"2026-03-17T20:49:58.088034Z","steps":["trace[738930529] 'agreement among raft nodes before linearized reading' (duration: 276.452294ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.088064Z","caller":"traceutil/trace.go:171","msg":"trace[770037380] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:expand-controller; range_end:; response_count:1; response_revision:1178; }","duration":"186.431647ms","start":"2026-03-17T20:49:57.901614Z","end":"2026-03-17T20:49:58.088046Z","steps":["trace[770037380] 'agreement among raft nodes before linearized reading' (duration: 186.256311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.087972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.861415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:49:58.088155Z","caller":"traceutil/trace.go:171","msg":"trace[1504881586] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1178; }","duration":"256.106054ms","start":"2026-03-17T20:49:57.832031Z","end":"2026-03-17T20:49:58.088137Z","steps":["trace[1504881586] 'agreement among raft nodes before linearized reading' (duration: 255.851615ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.246759Z","caller":"traceutil/trace.go:171","msg":"trace[370660835] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1362; }","duration":"158.977633ms","start":"2026-03-17T20:49:58.087733Z","end":"2026-03-17T20:49:58.246711Z","steps":["trace[370660835] 'read index received' (duration: 158.971343ms)","trace[370660835] 'applied index is now lower than readState.Index' (duration: 5.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.249907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.972991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.249948Z","caller":"traceutil/trace.go:171","msg":"trace[835000612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"165.057583ms","start":"2026-03-17T20:49:58.084882Z","end":"2026-03-17T20:49:58.249940Z","steps":["trace[835000612] 'agreement among raft nodes before linearized reading' (duration: 162.008403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.250198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.344677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.250245Z","caller":"traceutil/trace.go:171","msg":"trace[2108220086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1178; }","duration":"163.395098ms","start":"2026-03-17T20:49:58.086840Z","end":"2026-03-17T20:49:58.250235Z","steps":["trace[2108220086] 'agreement among raft nodes before linearized reading' (duration: 160.043088ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.250435Z","caller":"traceutil/trace.go:171","msg":"trace[1547155247] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"158.429804ms","start":"2026-03-17T20:49:58.091995Z","end":"2026-03-17T20:49:58.250425Z","steps":["trace[1547155247] 'process raft request' (duration: 158.394613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.250512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.021565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:49:58.251139Z","caller":"traceutil/trace.go:171","msg":"trace[94148082] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1180; }","duration":"156.615995ms","start":"2026-03-17T20:49:58.094460Z","end":"2026-03-17T20:49:58.251076Z","steps":["trace[94148082] 'agreement among raft nodes before linearized reading' (duration: 155.969604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.781328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.340598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:58.781484Z","caller":"traceutil/trace.go:171","msg":"trace[13040180] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"204.398301ms","start":"2026-03-17T20:49:58.577060Z","end":"2026-03-17T20:49:58.781459Z","steps":["trace[13040180] 'process raft request' (duration: 33.829586ms)","trace[13040180] 'compare' (duration: 169.920184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.811321Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"488.202µs"} {"level":"warn","ts":"2026-03-17T20:49:58.811368Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"542.583µs"} {"level":"info","ts":"2026-03-17T20:49:58.888391Z","caller":"traceutil/trace.go:171","msg":"trace[645367645] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1389; }","duration":"235.215397ms","start":"2026-03-17T20:49:58.653148Z","end":"2026-03-17T20:49:58.888364Z","steps":["trace[645367645] 'read index received' (duration: 235.078022ms)","trace[645367645] 'applied index is now lower than readState.Index' (duration: 135.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.888621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.452005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-03-17T20:49:58.888654Z","caller":"traceutil/trace.go:171","msg":"trace[1443989886] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1203; }","duration":"235.535848ms","start":"2026-03-17T20:49:58.653109Z","end":"2026-03-17T20:49:58.888645Z","steps":["trace[1443989886] 'agreement among raft nodes before linearized reading' (duration: 235.431814ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.889160Z","caller":"traceutil/trace.go:171","msg":"trace[175552926] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"103.960408ms","start":"2026-03-17T20:49:58.785183Z","end":"2026-03-17T20:49:58.889144Z","steps":["trace[175552926] 'process raft request' (duration: 103.687489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.908291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.552423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-03-17T20:49:58.908351Z","caller":"traceutil/trace.go:171","msg":"trace[412432457] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1205; }","duration":"250.653237ms","start":"2026-03-17T20:49:58.657684Z","end":"2026-03-17T20:49:58.908337Z","steps":["trace[412432457] 'agreement among raft nodes before linearized reading' (duration: 250.506202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.908363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.462076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"warn","ts":"2026-03-17T20:49:58.908384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.091161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-03-17T20:49:58.908427Z","caller":"traceutil/trace.go:171","msg":"trace[456124622] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1205; }","duration":"241.163453ms","start":"2026-03-17T20:49:58.667254Z","end":"2026-03-17T20:49:58.908417Z","steps":["trace[456124622] 'agreement among raft nodes before linearized reading' (duration: 241.084751ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.908432Z","caller":"traceutil/trace.go:171","msg":"trace[402415935] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1205; }","duration":"232.551519ms","start":"2026-03-17T20:49:58.675859Z","end":"2026-03-17T20:49:58.908410Z","steps":["trace[402415935] 'agreement among raft nodes before linearized reading' (duration: 232.437085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.908425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.478365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-03-17T20:49:58.908363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.121561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-03-17T20:49:58.908780Z","caller":"traceutil/trace.go:171","msg":"trace[1536101917] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1205; }","duration":"234.575586ms","start":"2026-03-17T20:49:58.674190Z","end":"2026-03-17T20:49:58.908766Z","steps":["trace[1536101917] 'agreement among raft nodes before linearized reading' (duration: 234.081379ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.908680Z","caller":"traceutil/trace.go:171","msg":"trace[746205100] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1205; }","duration":"248.64918ms","start":"2026-03-17T20:49:58.659922Z","end":"2026-03-17T20:49:58.908571Z","steps":["trace[746205100] 'agreement among raft nodes before linearized reading' (duration: 248.462424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.413985Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:59.427559Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"339.016483ms"} {"level":"warn","ts":"2026-03-17T20:49:59.427673Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"339.144027ms"} {"level":"info","ts":"2026-03-17T20:49:59.429511Z","caller":"traceutil/trace.go:171","msg":"trace[1373463252] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1391; }","duration":"516.148339ms","start":"2026-03-17T20:49:58.913331Z","end":"2026-03-17T20:49:59.429479Z","steps":["trace[1373463252] 'read index received' (duration: 516.137848ms)","trace[1373463252] 'applied index is now lower than readState.Index' (duration: 8.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.565561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.196507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-03-17T20:49:59.565678Z","caller":"traceutil/trace.go:171","msg":"trace[731708510] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1205; }","duration":"652.348202ms","start":"2026-03-17T20:49:58.913302Z","end":"2026-03-17T20:49:59.565650Z","steps":["trace[731708510] 'agreement among raft nodes before linearized reading' (duration: 516.341735ms)","trace[731708510] 'range keys from in-memory index tree' (duration: 135.809911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.565734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.913288Z","time spent":"652.427845ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":753,"request content":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:59.565721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.864419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:59.565781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.509348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:59.565852Z","caller":"traceutil/trace.go:171","msg":"trace[601161751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1205; }","duration":"488.58151ms","start":"2026-03-17T20:49:59.077253Z","end":"2026-03-17T20:49:59.565835Z","steps":["trace[601161751] 'range keys from in-memory index tree' (duration: 488.476747ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.565974Z","caller":"traceutil/trace.go:171","msg":"trace[1645082381] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1391; }","duration":"136.261365ms","start":"2026-03-17T20:49:59.429696Z","end":"2026-03-17T20:49:59.565958Z","steps":["trace[1645082381] 'read index received' (duration: 975.922µs)","trace[1645082381] 'applied index is now lower than readState.Index' (duration: 135.284333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.566190Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.091776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-03-17T20:49:59.567148Z","caller":"traceutil/trace.go:171","msg":"trace[1006582063] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1210; }","duration":"573.049127ms","start":"2026-03-17T20:49:58.994069Z","end":"2026-03-17T20:49:59.567118Z","steps":["trace[1006582063] 'agreement among raft nodes before linearized reading' (duration: 572.037683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.566215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.010397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5w684\" limit:1 ","response":"range_response_count:1 size:19479"} {"level":"warn","ts":"2026-03-17T20:49:59.567248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.994062Z","time spent":"573.151501ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":753,"request content":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.567475Z","caller":"traceutil/trace.go:171","msg":"trace[794441760] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5w684; range_end:; response_count:1; response_revision:1210; }","duration":"237.128463ms","start":"2026-03-17T20:49:59.330136Z","end":"2026-03-17T20:49:59.567264Z","steps":["trace[794441760] 'agreement among raft nodes before linearized reading' (duration: 235.988696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.566224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.126146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-03-17T20:49:59.567654Z","caller":"traceutil/trace.go:171","msg":"trace[432284873] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1210; }","duration":"556.568043ms","start":"2026-03-17T20:49:59.011054Z","end":"2026-03-17T20:49:59.567622Z","steps":["trace[432284873] 'agreement among raft nodes before linearized reading' (duration: 554.9463ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.566458Z","caller":"traceutil/trace.go:171","msg":"trace[177780343] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"673.462728ms","start":"2026-03-17T20:49:58.892790Z","end":"2026-03-17T20:49:59.566252Z","steps":["trace[177780343] 'process raft request' (duration: 673.130807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.567756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:59.011040Z","time spent":"556.660427ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":841,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:59.567818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.892771Z","time spent":"674.995449ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:59.566499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.926766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-03-17T20:49:59.566551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.347097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:59.566590Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.133197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-03-17T20:49:59.566833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.396737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-03-17T20:49:59.567907Z","caller":"traceutil/trace.go:171","msg":"trace[1483713772] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1210; }","duration":"607.514203ms","start":"2026-03-17T20:49:58.960381Z","end":"2026-03-17T20:49:59.567895Z","steps":["trace[1483713772] 'agreement among raft nodes before linearized reading' (duration: 606.398877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.567937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.960345Z","time spent":"607.583785ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":753,"request content":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.568004Z","caller":"traceutil/trace.go:171","msg":"trace[1636587489] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1210; }","duration":"574.837076ms","start":"2026-03-17T20:49:58.993160Z","end":"2026-03-17T20:49:59.567997Z","steps":["trace[1636587489] 'agreement among raft nodes before linearized reading' (duration: 573.345866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.568034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.993148Z","time spent":"574.876697ms","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:59.568035Z","caller":"traceutil/trace.go:171","msg":"trace[251872003] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1210; }","duration":"573.578774ms","start":"2026-03-17T20:49:58.994438Z","end":"2026-03-17T20:49:59.568016Z","steps":["trace[251872003] 'agreement among raft nodes before linearized reading' (duration: 572.122936ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.568043Z","caller":"traceutil/trace.go:171","msg":"trace[1799535732] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1210; }","duration":"528.488337ms","start":"2026-03-17T20:49:59.039539Z","end":"2026-03-17T20:49:59.568027Z","steps":["trace[1799535732] 'agreement among raft nodes before linearized reading' (duration: 526.717838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.568100Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.994433Z","time spent":"573.647216ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":841,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:59.568107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:59.039530Z","time spent":"528.55945ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":841,"request content":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.805198Z","caller":"traceutil/trace.go:171","msg":"trace[753598964] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"231.712015ms","start":"2026-03-17T20:49:59.573462Z","end":"2026-03-17T20:49:59.805174Z","steps":["trace[753598964] 'process raft request' (duration: 231.403325ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.805296Z","caller":"traceutil/trace.go:171","msg":"trace[1649745370] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"222.493711ms","start":"2026-03-17T20:49:59.582777Z","end":"2026-03-17T20:49:59.805271Z","steps":["trace[1649745370] 'process raft request' (duration: 222.260744ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.806048Z","caller":"traceutil/trace.go:171","msg":"trace[1603310370] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1400; }","duration":"172.437129ms","start":"2026-03-17T20:49:59.633582Z","end":"2026-03-17T20:49:59.806019Z","steps":["trace[1603310370] 'read index received' (duration: 172.428549ms)","trace[1603310370] 'applied index is now lower than readState.Index' (duration: 7.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.806117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.711158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-03-17T20:49:59.806165Z","caller":"traceutil/trace.go:171","msg":"trace[46505317] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1214; }","duration":"232.787801ms","start":"2026-03-17T20:49:59.573364Z","end":"2026-03-17T20:49:59.806152Z","steps":["trace[46505317] 'agreement among raft nodes before linearized reading' (duration: 232.690367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.806262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.36202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-03-17T20:49:59.806432Z","caller":"traceutil/trace.go:171","msg":"trace[1549110067] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1214; }","duration":"233.481064ms","start":"2026-03-17T20:49:59.572865Z","end":"2026-03-17T20:49:59.806346Z","steps":["trace[1549110067] 'agreement among raft nodes before linearized reading' (duration: 233.271587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.806262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.232445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-03-17T20:49:59.806553Z","caller":"traceutil/trace.go:171","msg":"trace[683126482] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:1214; }","duration":"233.581577ms","start":"2026-03-17T20:49:59.572958Z","end":"2026-03-17T20:49:59.806539Z","steps":["trace[683126482] 'agreement among raft nodes before linearized reading' (duration: 233.157273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.806628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.647746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-03-17T20:49:59.807321Z","caller":"traceutil/trace.go:171","msg":"trace[780580767] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1214; }","duration":"233.927659ms","start":"2026-03-17T20:49:59.573378Z","end":"2026-03-17T20:49:59.807306Z","steps":["trace[780580767] 'agreement among raft nodes before linearized reading' (duration: 232.660827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.809366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.796328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-03-17T20:49:59.810741Z","caller":"traceutil/trace.go:171","msg":"trace[1100008544] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1214; }","duration":"153.207475ms","start":"2026-03-17T20:49:59.657515Z","end":"2026-03-17T20:49:59.810723Z","steps":["trace[1100008544] 'agreement among raft nodes before linearized reading' (duration: 151.791119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.809567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.198492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:59.810306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.968528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:59.811254Z","caller":"traceutil/trace.go:171","msg":"trace[1727089614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"124.092745ms","start":"2026-03-17T20:49:59.687148Z","end":"2026-03-17T20:49:59.811241Z","steps":["trace[1727089614] 'agreement among raft nodes before linearized reading' (duration: 122.400719ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.811421Z","caller":"traceutil/trace.go:171","msg":"trace[1375378356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1214; }","duration":"124.058553ms","start":"2026-03-17T20:49:59.687353Z","end":"2026-03-17T20:49:59.811411Z","steps":["trace[1375378356] 'agreement among raft nodes before linearized reading' (duration: 122.164021ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.948556Z","caller":"traceutil/trace.go:171","msg":"trace[1710933576] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"134.119236ms","start":"2026-03-17T20:49:59.814412Z","end":"2026-03-17T20:49:59.948531Z","steps":["trace[1710933576] 'process raft request' (duration: 134.014822ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.976207Z","caller":"traceutil/trace.go:171","msg":"trace[2058905306] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1401; }","duration":"102.613046ms","start":"2026-03-17T20:49:59.873567Z","end":"2026-03-17T20:49:59.976180Z","steps":["trace[2058905306] 'read index received' (duration: 102.603845ms)","trace[2058905306] 'applied index is now lower than readState.Index' (duration: 7.631µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.976741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.095161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:49:59.976845Z","caller":"traceutil/trace.go:171","msg":"trace[1682482925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1215; }","duration":"103.304258ms","start":"2026-03-17T20:49:59.873524Z","end":"2026-03-17T20:49:59.976828Z","steps":["trace[1682482925] 'agreement among raft nodes before linearized reading' (duration: 102.876864ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.984059Z","caller":"traceutil/trace.go:171","msg":"trace[2020694926] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"167.528987ms","start":"2026-03-17T20:49:59.816515Z","end":"2026-03-17T20:49:59.984044Z","steps":["trace[2020694926] 'process raft request' (duration: 167.488386ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.984105Z","caller":"traceutil/trace.go:171","msg":"trace[1643134411] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"167.677423ms","start":"2026-03-17T20:49:59.816385Z","end":"2026-03-17T20:49:59.984063Z","steps":["trace[1643134411] 'process raft request' (duration: 167.485806ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.342232Z","caller":"traceutil/trace.go:171","msg":"trace[446561441] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"120.099414ms","start":"2026-03-17T20:50:00.222108Z","end":"2026-03-17T20:50:00.342207Z","steps":["trace[446561441] 'process raft request' (duration: 119.581397ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.510566Z","caller":"traceutil/trace.go:171","msg":"trace[2118302055] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1409; }","duration":"263.151267ms","start":"2026-03-17T20:50:00.247396Z","end":"2026-03-17T20:50:00.510547Z","steps":["trace[2118302055] 'read index received' (duration: 263.146646ms)","trace[2118302055] 'applied index is now lower than readState.Index' (duration: 3.721µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:00.511022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.605971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-17T20:50:00.511059Z","caller":"traceutil/trace.go:171","msg":"trace[233969425] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1223; }","duration":"263.676484ms","start":"2026-03-17T20:50:00.247374Z","end":"2026-03-17T20:50:00.511050Z","steps":["trace[233969425] 'agreement among raft nodes before linearized reading' (duration: 263.493758ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.511134Z","caller":"traceutil/trace.go:171","msg":"trace[612729864] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"177.794609ms","start":"2026-03-17T20:50:00.333322Z","end":"2026-03-17T20:50:00.511117Z","steps":["trace[612729864] 'process raft request' (duration: 177.692426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.512132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.786326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-17T20:50:00.512219Z","caller":"traceutil/trace.go:171","msg":"trace[617812032] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1224; }","duration":"259.895039ms","start":"2026-03-17T20:50:00.252311Z","end":"2026-03-17T20:50:00.512206Z","steps":["trace[617812032] 'agreement among raft nodes before linearized reading' (duration: 259.751875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.512284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.281694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:50:00.512337Z","caller":"traceutil/trace.go:171","msg":"trace[1813797448] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1224; }","duration":"244.358216ms","start":"2026-03-17T20:50:00.267965Z","end":"2026-03-17T20:50:00.512324Z","steps":["trace[1813797448] 'agreement among raft nodes before linearized reading' (duration: 244.244152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.512444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.726348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"warn","ts":"2026-03-17T20:50:00.512596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.890316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7293"} {"level":"info","ts":"2026-03-17T20:50:00.512670Z","caller":"traceutil/trace.go:171","msg":"trace[1336567013] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1224; }","duration":"257.950895ms","start":"2026-03-17T20:50:00.254694Z","end":"2026-03-17T20:50:00.512645Z","steps":["trace[1336567013] 'agreement among raft nodes before linearized reading' (duration: 257.708407ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.512681Z","caller":"traceutil/trace.go:171","msg":"trace[7520773] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:1224; }","duration":"166.02803ms","start":"2026-03-17T20:50:00.346637Z","end":"2026-03-17T20:50:00.512665Z","steps":["trace[7520773] 'agreement among raft nodes before linearized reading' (duration: 165.807903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.512547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.117792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:50:00.512869Z","caller":"traceutil/trace.go:171","msg":"trace[149472154] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1224; }","duration":"245.476934ms","start":"2026-03-17T20:50:00.267378Z","end":"2026-03-17T20:50:00.512855Z","steps":["trace[149472154] 'agreement among raft nodes before linearized reading' (duration: 245.114152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.512564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.082006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:50:00.512962Z","caller":"traceutil/trace.go:171","msg":"trace[1653209666] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1224; }","duration":"260.498479ms","start":"2026-03-17T20:50:00.252438Z","end":"2026-03-17T20:50:00.512937Z","steps":["trace[1653209666] 'agreement among raft nodes before linearized reading' (duration: 260.065395ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.852793Z","caller":"traceutil/trace.go:171","msg":"trace[463381992] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"199.393023ms","start":"2026-03-17T20:50:00.653387Z","end":"2026-03-17T20:50:00.852780Z","steps":["trace[463381992] 'process raft request' (duration: 199.347371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:02.877196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.743229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-17T20:50:02.877256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.214676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" limit:1 ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-17T20:50:02.877271Z","caller":"traceutil/trace.go:171","msg":"trace[1239823071] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1274; }","duration":"110.857673ms","start":"2026-03-17T20:50:02.766397Z","end":"2026-03-17T20:50:02.877255Z","steps":["trace[1239823071] 'range keys from in-memory index tree' (duration: 110.191151ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:02.877284Z","caller":"traceutil/trace.go:171","msg":"trace[246807497] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:1; response_revision:1274; }","duration":"118.269998ms","start":"2026-03-17T20:50:02.759006Z","end":"2026-03-17T20:50:02.877276Z","steps":["trace[246807497] 'range keys from in-memory index tree' (duration: 117.317586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.381163Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:03.838914Z","caller":"traceutil/trace.go:171","msg":"trace[1992884288] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1461; }","duration":"958.730283ms","start":"2026-03-17T20:50:02.880158Z","end":"2026-03-17T20:50:03.838888Z","steps":["trace[1992884288] 'read index received' (duration: 958.723433ms)","trace[1992884288] 'applied index is now lower than readState.Index' (duration: 5.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:03.839343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.995262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" limit:1 ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-17T20:50:03.839480Z","caller":"traceutil/trace.go:171","msg":"trace[1664564587] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:1; response_revision:1274; }","duration":"959.312823ms","start":"2026-03-17T20:50:02.880133Z","end":"2026-03-17T20:50:03.839445Z","steps":["trace[1664564587] 'agreement among raft nodes before linearized reading' (duration: 958.951361ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.839332Z","caller":"traceutil/trace.go:171","msg":"trace[1755258474] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"963.45716ms","start":"2026-03-17T20:50:02.875857Z","end":"2026-03-17T20:50:03.839314Z","steps":["trace[1755258474] 'process raft request' (duration: 963.304385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.839690Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:02.875840Z","time spent":"963.76344ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:03.839864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:02.880124Z","time spent":"959.697855ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":721,"request content":"key:\"/registry/clusterrolebindings/system:node-proxier\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:03.840272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.848548ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:03.840333Z","caller":"traceutil/trace.go:171","msg":"trace[1058821154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1275; }","duration":"762.954382ms","start":"2026-03-17T20:50:03.077371Z","end":"2026-03-17T20:50:03.840325Z","steps":["trace[1058821154] 'agreement among raft nodes before linearized reading' (duration: 762.838558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.840357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.299172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:50:03.841140Z","caller":"traceutil/trace.go:171","msg":"trace[1317459920] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:1275; }","duration":"960.110019ms","start":"2026-03-17T20:50:02.881022Z","end":"2026-03-17T20:50:03.841132Z","steps":["trace[1317459920] 'agreement among raft nodes before linearized reading' (duration: 959.082205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.841173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:02.881015Z","time spent":"960.145911ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":805,"request content":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:03.840588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.201752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-17T20:50:03.841284Z","caller":"traceutil/trace.go:171","msg":"trace[1750060927] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1275; }","duration":"891.928626ms","start":"2026-03-17T20:50:02.949347Z","end":"2026-03-17T20:50:03.841276Z","steps":["trace[1750060927] 'agreement among raft nodes before linearized reading' (duration: 891.206722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.841311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:02.949328Z","time spent":"891.973467ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":787,"request content":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:03.840648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.196347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:03.841409Z","caller":"traceutil/trace.go:171","msg":"trace[788823522] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1275; }","duration":"883.966693ms","start":"2026-03-17T20:50:02.957423Z","end":"2026-03-17T20:50:03.841389Z","steps":["trace[788823522] 'agreement among raft nodes before linearized reading' (duration: 883.204138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.841507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:02.957409Z","time spent":"884.077046ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:03.840740Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.573809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:coredns\" limit:1 ","response":"range_response_count:1 size:415"} {"level":"info","ts":"2026-03-17T20:50:03.842008Z","caller":"traceutil/trace.go:171","msg":"trace[50686613] range","detail":"{range_begin:/registry/clusterrolebindings/system:coredns; range_end:; response_count:1; response_revision:1275; }","duration":"953.861932ms","start":"2026-03-17T20:50:02.888134Z","end":"2026-03-17T20:50:03.841996Z","steps":["trace[50686613] 'agreement among raft nodes before linearized reading' (duration: 952.58205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.842054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:02.888120Z","time spent":"953.919845ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":437,"request content":"key:\"/registry/clusterrolebindings/system:coredns\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:03.840718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.945464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:03.842132Z","caller":"traceutil/trace.go:171","msg":"trace[1907215852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1275; }","duration":"758.396301ms","start":"2026-03-17T20:50:03.083727Z","end":"2026-03-17T20:50:03.842123Z","steps":["trace[1907215852] 'agreement among raft nodes before linearized reading' (duration: 756.932943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.842158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:03.083714Z","time spent":"758.437703ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:03.840683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.249448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-17T20:50:03.842261Z","caller":"traceutil/trace.go:171","msg":"trace[1126619908] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:1275; }","duration":"946.84065ms","start":"2026-03-17T20:50:02.895404Z","end":"2026-03-17T20:50:03.842244Z","steps":["trace[1126619908] 'agreement among raft nodes before linearized reading' (duration: 945.262328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.842318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:02.895392Z","time spent":"946.909563ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":805,"request content":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.424924Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:07.425026Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"300.772994ms"} {"level":"warn","ts":"2026-03-17T20:50:07.425040Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"300.791605ms"} {"level":"warn","ts":"2026-03-17T20:50:07.640438Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.406534ms"} {"level":"warn","ts":"2026-03-17T20:50:07.640534Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.487546ms"} {"level":"info","ts":"2026-03-17T20:50:07.644506Z","caller":"traceutil/trace.go:171","msg":"trace[1818200055] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1562; }","duration":"720.273725ms","start":"2026-03-17T20:50:06.924211Z","end":"2026-03-17T20:50:07.644485Z","steps":["trace[1818200055] 'read index received' (duration: 720.268624ms)","trace[1818200055] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.645119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.845163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:50:07.645204Z","caller":"traceutil/trace.go:171","msg":"trace[2025079683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1332; }","duration":"721.012039ms","start":"2026-03-17T20:50:06.924174Z","end":"2026-03-17T20:50:07.645186Z","steps":["trace[2025079683] 'agreement among raft nodes before linearized reading' (duration: 720.629996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.645246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.924157Z","time spent":"721.07873ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.650778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.136148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.650864Z","caller":"traceutil/trace.go:171","msg":"trace[2009811615] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1333; }","duration":"389.258702ms","start":"2026-03-17T20:50:07.261587Z","end":"2026-03-17T20:50:07.650846Z","steps":["trace[2009811615] 'agreement among raft nodes before linearized reading' (duration: 389.123958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.650928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.261573Z","time spent":"389.344534ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:08.540898Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:09.041302Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:09.403173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635465323s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:50:09.403286Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.438521344s"} {"level":"warn","ts":"2026-03-17T20:50:09.403300Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.438538394s"} {"level":"warn","ts":"2026-03-17T20:50:09.408225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330614186s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:09.408264Z","caller":"traceutil/trace.go:171","msg":"trace[1296641584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1336; }","duration":"1.330658618s","start":"2026-03-17T20:50:08.077590Z","end":"2026-03-17T20:50:09.408249Z","steps":["trace[1296641584] 'range keys from in-memory index tree' (duration: 1.330571955s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:09.409536Z","caller":"traceutil/trace.go:171","msg":"trace[110135980] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1568; }","duration":"1.369618558s","start":"2026-03-17T20:50:08.039885Z","end":"2026-03-17T20:50:09.409503Z","steps":["trace[110135980] 'read index received' (duration: 1.369613358s)","trace[110135980] 'applied index is now lower than readState.Index' (duration: 4.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:09.409670Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369773133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-17T20:50:09.409688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369793654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:50:09.409710Z","caller":"traceutil/trace.go:171","msg":"trace[1380678689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1337; }","duration":"1.369850086s","start":"2026-03-17T20:50:08.039852Z","end":"2026-03-17T20:50:09.409702Z","steps":["trace[1380678689] 'agreement among raft nodes before linearized reading' (duration: 1.369762553s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:09.409726Z","caller":"traceutil/trace.go:171","msg":"trace[918333174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1337; }","duration":"1.369854126s","start":"2026-03-17T20:50:08.039862Z","end":"2026-03-17T20:50:09.409716Z","steps":["trace[918333174] 'agreement among raft nodes before linearized reading' (duration: 1.369759903s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.409766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.039832Z","time spent":"1.369927479s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:09.409736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.039832Z","time spent":"1.369897388s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:09.551173Z","caller":"traceutil/trace.go:171","msg":"trace[926620743] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1569; }","duration":"141.499501ms","start":"2026-03-17T20:50:09.409649Z","end":"2026-03-17T20:50:09.551148Z","steps":["trace[926620743] 'read index received' (duration: 141.48219ms)","trace[926620743] 'applied index is now lower than readState.Index' (duration: 16.511µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:09.712417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.091881ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:09.712511Z","caller":"traceutil/trace.go:171","msg":"trace[1128046349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1337; }","duration":"304.202314ms","start":"2026-03-17T20:50:09.408287Z","end":"2026-03-17T20:50:09.712489Z","steps":["trace[1128046349] 'agreement among raft nodes before linearized reading' (duration: 142.907017ms)","trace[1128046349] 'range keys from in-memory index tree' (duration: 161.156922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:09.712623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056921452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"warn","ts":"2026-03-17T20:50:09.712646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.718627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:09.712728Z","caller":"traceutil/trace.go:171","msg":"trace[983190666] range","detail":"{range_begin:/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc; range_end:; response_count:1; response_revision:1337; }","duration":"1.057088447s","start":"2026-03-17T20:50:08.655603Z","end":"2026-03-17T20:50:09.712692Z","steps":["trace[983190666] 'agreement among raft nodes before linearized reading' (duration: 895.622925ms)","trace[983190666] 'range keys from in-memory index tree' (duration: 161.282826ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:09.712737Z","caller":"traceutil/trace.go:171","msg":"trace[1148050935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1337; }","duration":"623.839991ms","start":"2026-03-17T20:50:09.088877Z","end":"2026-03-17T20:50:09.712717Z","steps":["trace[1148050935] 'agreement among raft nodes before linearized reading' (duration: 462.349578ms)","trace[1148050935] 'range keys from in-memory index tree' (duration: 161.360519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:09.712790Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.088861Z","time spent":"623.920703ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:09.712792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.655581Z","time spent":"1.057199721s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:09.712802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.602187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:09.713497Z","caller":"traceutil/trace.go:171","msg":"trace[455003435] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"290.76911ms","start":"2026-03-17T20:50:09.422694Z","end":"2026-03-17T20:50:09.713463Z","steps":["trace[455003435] 'process raft request' (duration: 128.428658ms)","trace[455003435] 'compare' (duration: 161.39308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:09.881851Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.961411ms"} {"level":"warn","ts":"2026-03-17T20:50:09.881911Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"131.028373ms"} {"level":"info","ts":"2026-03-17T20:50:09.942163Z","caller":"traceutil/trace.go:171","msg":"trace[2124877547] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1570; }","duration":"228.278147ms","start":"2026-03-17T20:50:09.713871Z","end":"2026-03-17T20:50:09.942149Z","steps":["trace[2124877547] 'read index received' (duration: 175.681214ms)","trace[2124877547] 'applied index is now lower than readState.Index' (duration: 52.596433ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:09.942254Z","caller":"traceutil/trace.go:171","msg":"trace[1926937703] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"227.340056ms","start":"2026-03-17T20:50:09.714898Z","end":"2026-03-17T20:50:09.942238Z","steps":["trace[1926937703] 'process raft request' (duration: 227.287584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.942274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.38446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:09.942320Z","caller":"traceutil/trace.go:171","msg":"trace[1346448946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1342; }","duration":"228.514454ms","start":"2026-03-17T20:50:09.713801Z","end":"2026-03-17T20:50:09.942315Z","steps":["trace[1346448946] 'agreement among raft nodes before linearized reading' (duration: 228.428391ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:09.942296Z","caller":"traceutil/trace.go:171","msg":"trace[133961783] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"509.904813ms","start":"2026-03-17T20:50:09.432362Z","end":"2026-03-17T20:50:09.942266Z","steps":["trace[133961783] 'process raft request' (duration: 509.773768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.942442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.432340Z","time spent":"510.032037ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:10.194179Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.060435ms"} {"level":"warn","ts":"2026-03-17T20:50:10.194255Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.145988ms"} {"level":"info","ts":"2026-03-17T20:50:10.197705Z","caller":"traceutil/trace.go:171","msg":"trace[1403423736] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1575; }","duration":"255.474772ms","start":"2026-03-17T20:50:09.942206Z","end":"2026-03-17T20:50:10.197681Z","steps":["trace[1403423736] 'read index received' (duration: 255.468351ms)","trace[1403423736] 'applied index is now lower than readState.Index' (duration: 5.611µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.197967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.085083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:50:10.198025Z","caller":"traceutil/trace.go:171","msg":"trace[748710817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1343; }","duration":"396.219197ms","start":"2026-03-17T20:50:09.801776Z","end":"2026-03-17T20:50:10.197995Z","steps":["trace[748710817] 'agreement among raft nodes before linearized reading' (duration: 396.059812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.198061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.801758Z","time spent":"396.2931ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.198265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.307537ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.198294Z","caller":"traceutil/trace.go:171","msg":"trace[1337095379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1345; }","duration":"484.336078ms","start":"2026-03-17T20:50:09.713949Z","end":"2026-03-17T20:50:10.198285Z","steps":["trace[1337095379] 'agreement among raft nodes before linearized reading' (duration: 484.281796ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.368199Z","caller":"traceutil/trace.go:171","msg":"trace[1715919665] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1577; }","duration":"150.15965ms","start":"2026-03-17T20:50:10.218013Z","end":"2026-03-17T20:50:10.368173Z","steps":["trace[1715919665] 'read index received' (duration: 150.151859ms)","trace[1715919665] 'applied index is now lower than readState.Index' (duration: 6.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.421304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.271521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.421383Z","caller":"traceutil/trace.go:171","msg":"trace[1752335934] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1345; }","duration":"203.361034ms","start":"2026-03-17T20:50:10.218007Z","end":"2026-03-17T20:50:10.421368Z","steps":["trace[1752335934] 'agreement among raft nodes before linearized reading' (duration: 150.347546ms)","trace[1752335934] 'range keys from in-memory index tree' (duration: 52.909844ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:10.485016Z","caller":"traceutil/trace.go:171","msg":"trace[1563188986] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"270.934045ms","start":"2026-03-17T20:50:10.214064Z","end":"2026-03-17T20:50:10.484998Z","steps":["trace[1563188986] 'process raft request' (duration: 270.798991ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.618953Z","caller":"traceutil/trace.go:171","msg":"trace[1525267715] linearizableReadLoop","detail":"{readStateIndex:1578; appliedIndex:1579; }","duration":"250.59286ms","start":"2026-03-17T20:50:10.368330Z","end":"2026-03-17T20:50:10.618922Z","steps":["trace[1525267715] 'read index received' (duration: 250.58169ms)","trace[1525267715] 'applied index is now lower than readState.Index' (duration: 9.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.628993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.99363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:10.629044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.056022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.629069Z","caller":"traceutil/trace.go:171","msg":"trace[149457492] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1346; }","duration":"316.098853ms","start":"2026-03-17T20:50:10.312951Z","end":"2026-03-17T20:50:10.629050Z","steps":["trace[149457492] 'agreement among raft nodes before linearized reading' (duration: 306.165544ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.629128Z","caller":"traceutil/trace.go:171","msg":"trace[633102060] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1346; }","duration":"278.147334ms","start":"2026-03-17T20:50:10.350964Z","end":"2026-03-17T20:50:10.629111Z","steps":["trace[633102060] 'agreement among raft nodes before linearized reading' (duration: 268.110641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.629162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.312937Z","time spent":"316.213276ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.629282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.721286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.629332Z","caller":"traceutil/trace.go:171","msg":"trace[1774034518] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1346; }","duration":"288.794547ms","start":"2026-03-17T20:50:10.340525Z","end":"2026-03-17T20:50:10.629320Z","steps":["trace[1774034518] 'agreement among raft nodes before linearized reading' (duration: 278.565518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.629348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.984818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:10.628980Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.808441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:10.629531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.164305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.629541Z","caller":"traceutil/trace.go:171","msg":"trace[1746569617] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1346; }","duration":"404.183065ms","start":"2026-03-17T20:50:10.225274Z","end":"2026-03-17T20:50:10.629457Z","steps":["trace[1746569617] 'agreement among raft nodes before linearized reading' (duration: 393.858512ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.629604Z","caller":"traceutil/trace.go:171","msg":"trace[2033962877] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1346; }","duration":"316.655841ms","start":"2026-03-17T20:50:10.312933Z","end":"2026-03-17T20:50:10.629589Z","steps":["trace[2033962877] 'agreement among raft nodes before linearized reading' (duration: 306.175283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.629623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.225261Z","time spent":"404.34802ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:10.629642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.312919Z","time spent":"316.715964ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:10.629597Z","caller":"traceutil/trace.go:171","msg":"trace[975014562] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1346; }","duration":"315.464482ms","start":"2026-03-17T20:50:10.314119Z","end":"2026-03-17T20:50:10.629583Z","steps":["trace[975014562] 'agreement among raft nodes before linearized reading' (duration: 304.980484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.629684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.314112Z","time spent":"315.562175ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.629057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.396826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.629833Z","caller":"traceutil/trace.go:171","msg":"trace[799798361] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1346; }","duration":"324.218303ms","start":"2026-03-17T20:50:10.305602Z","end":"2026-03-17T20:50:10.629820Z","steps":["trace[799798361] 'agreement among raft nodes before linearized reading' (duration: 313.523068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.629925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.305585Z","time spent":"324.329026ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:10.630817Z","caller":"traceutil/trace.go:171","msg":"trace[2142518026] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"125.694568ms","start":"2026-03-17T20:50:10.505107Z","end":"2026-03-17T20:50:10.630801Z","steps":["trace[2142518026] 'process raft request' (duration: 125.622686ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.877000Z","caller":"traceutil/trace.go:171","msg":"trace[316898863] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"327.129399ms","start":"2026-03-17T20:50:10.549844Z","end":"2026-03-17T20:50:10.876973Z","steps":["trace[316898863] 'process raft request' (duration: 326.54922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.877356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.549821Z","time spent":"327.355276ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.119167Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721271804921712625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:11.185167Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.584745ms"} {"level":"warn","ts":"2026-03-17T20:50:11.185221Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.652228ms"} {"level":"info","ts":"2026-03-17T20:50:11.185214Z","caller":"traceutil/trace.go:171","msg":"trace[486962015] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1585; }","duration":"566.155509ms","start":"2026-03-17T20:50:10.619035Z","end":"2026-03-17T20:50:11.185190Z","steps":["trace[486962015] 'read index received' (duration: 566.147659ms)","trace[486962015] 'applied index is now lower than readState.Index' (duration: 6.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.391506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.951504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:50:11.391583Z","caller":"traceutil/trace.go:171","msg":"trace[217590918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1349; }","duration":"986.072908ms","start":"2026-03-17T20:50:10.405492Z","end":"2026-03-17T20:50:11.391565Z","steps":["trace[217590918] 'agreement among raft nodes before linearized reading' (duration: 779.865746ms)","trace[217590918] 'range keys from in-memory index tree' (duration: 206.079997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.391615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.405473Z","time spent":"986.13451ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.392833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.131892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:50:11.400455Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.20239ms"} {"level":"warn","ts":"2026-03-17T20:50:11.400600Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.358365ms"} {"level":"warn","ts":"2026-03-17T20:50:11.400800Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3721271804921712629,"received-request-id":3721271804921712625} {"level":"info","ts":"2026-03-17T20:50:11.454755Z","caller":"traceutil/trace.go:171","msg":"trace[1437848540] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1587; }","duration":"269.44031ms","start":"2026-03-17T20:50:11.185266Z","end":"2026-03-17T20:50:11.454706Z","steps":["trace[1437848540] 'read index received' (duration: 221.253031ms)","trace[1437848540] 'applied index is now lower than readState.Index' (duration: 48.182979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.454845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.03021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.455007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.701716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-17T20:50:11.455099Z","caller":"traceutil/trace.go:171","msg":"trace[818994293] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1351; }","duration":"732.83493ms","start":"2026-03-17T20:50:10.722247Z","end":"2026-03-17T20:50:11.455082Z","steps":["trace[818994293] 'agreement among raft nodes before linearized reading' (duration: 732.647704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.299769ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.455126Z","caller":"traceutil/trace.go:171","msg":"trace[1027494600] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"489.728368ms","start":"2026-03-17T20:50:10.965373Z","end":"2026-03-17T20:50:11.455101Z","steps":["trace[1027494600] 'process raft request' (duration: 489.521721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.669827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.455290Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.986559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.455297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.965343Z","time spent":"489.868243ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:11.455342Z","caller":"traceutil/trace.go:171","msg":"trace[1700832398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"371.061131ms","start":"2026-03-17T20:50:11.084267Z","end":"2026-03-17T20:50:11.455329Z","steps":["trace[1700832398] 'agreement among raft nodes before linearized reading' (duration: 370.906306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.084246Z","time spent":"371.135303ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:11.455392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.690708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-17T20:50:11.455456Z","caller":"traceutil/trace.go:171","msg":"trace[470255229] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1353; }","duration":"720.76943ms","start":"2026-03-17T20:50:10.734670Z","end":"2026-03-17T20:50:11.455440Z","steps":["trace[470255229] 'agreement among raft nodes before linearized reading' (duration: 720.512642ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.455227Z","caller":"traceutil/trace.go:171","msg":"trace[1469976090] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"495.481219ms","start":"2026-03-17T20:50:10.959729Z","end":"2026-03-17T20:50:11.455210Z","steps":["trace[1469976090] 'process raft request' (duration: 494.901649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.734661Z","time spent":"720.852113ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1786,"request content":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:11.455042Z","caller":"traceutil/trace.go:171","msg":"trace[303418364] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1350; }","duration":"715.264977ms","start":"2026-03-17T20:50:10.739759Z","end":"2026-03-17T20:50:11.455024Z","steps":["trace[303418364] 'agreement among raft nodes before linearized reading' (duration: 715.000129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.739749Z","time spent":"715.882628ms","remote":"127.0.0.1:53904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.455645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.45884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-17T20:50:11.455693Z","caller":"traceutil/trace.go:171","msg":"trace[301078607] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1353; }","duration":"714.540223ms","start":"2026-03-17T20:50:10.741140Z","end":"2026-03-17T20:50:11.455681Z","steps":["trace[301078607] 'agreement among raft nodes before linearized reading' (duration: 714.052607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.716288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:50:11.455726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.741125Z","time spent":"714.592595ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1760,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:11.455742Z","caller":"traceutil/trace.go:171","msg":"trace[568927521] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:1353; }","duration":"379.803742ms","start":"2026-03-17T20:50:11.075926Z","end":"2026-03-17T20:50:11.455730Z","steps":["trace[568927521] 'agreement among raft nodes before linearized reading' (duration: 379.235993ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.455278Z","caller":"traceutil/trace.go:171","msg":"trace[935886376] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1351; }","duration":"739.878924ms","start":"2026-03-17T20:50:10.715368Z","end":"2026-03-17T20:50:11.455247Z","steps":["trace[935886376] 'agreement among raft nodes before linearized reading' (duration: 739.607635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.075897Z","time spent":"379.880874ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.455816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.715353Z","time spent":"740.450493ms","remote":"127.0.0.1:53904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.455856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.323195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.455895Z","caller":"traceutil/trace.go:171","msg":"trace[1471143898] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1353; }","duration":"685.408108ms","start":"2026-03-17T20:50:10.770477Z","end":"2026-03-17T20:50:11.455885Z","steps":["trace[1471143898] 'agreement among raft nodes before linearized reading' (duration: 684.714625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.770450Z","time spent":"685.47274ms","remote":"127.0.0.1:53904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.455079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.385088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.455972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.281093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-17T20:50:11.455996Z","caller":"traceutil/trace.go:171","msg":"trace[366911013] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1351; }","duration":"655.510805ms","start":"2026-03-17T20:50:10.800471Z","end":"2026-03-17T20:50:11.455982Z","steps":["trace[366911013] 'agreement among raft nodes before linearized reading' (duration: 654.323846ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.456019Z","caller":"traceutil/trace.go:171","msg":"trace[2090194642] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1353; }","duration":"685.368336ms","start":"2026-03-17T20:50:10.770639Z","end":"2026-03-17T20:50:11.456007Z","steps":["trace[2090194642] 'agreement among raft nodes before linearized reading' (duration: 684.503427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.456019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.959694Z","time spent":"496.247254ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.456055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.770613Z","time spent":"685.431998ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1786,"request content":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:11.455182Z","caller":"traceutil/trace.go:171","msg":"trace[327908086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1352; }","duration":"377.34801ms","start":"2026-03-17T20:50:11.077820Z","end":"2026-03-17T20:50:11.455168Z","steps":["trace[327908086] 'agreement among raft nodes before linearized reading' (duration: 377.256347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.722232Z","time spent":"732.911722ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1786,"request content":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.456054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.800459Z","time spent":"655.576948ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.454990Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.446733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-17T20:50:11.456343Z","caller":"traceutil/trace.go:171","msg":"trace[453884711] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1351; }","duration":"738.793288ms","start":"2026-03-17T20:50:10.717534Z","end":"2026-03-17T20:50:11.456328Z","steps":["trace[453884711] 'agreement among raft nodes before linearized reading' (duration: 737.412522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.454925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.530474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.456393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.12601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.455045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.041773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:11.456435Z","caller":"traceutil/trace.go:171","msg":"trace[82304863] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1354; }","duration":"733.184012ms","start":"2026-03-17T20:50:10.723239Z","end":"2026-03-17T20:50:11.456423Z","steps":["trace[82304863] 'agreement among raft nodes before linearized reading' (duration: 731.955271ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.456442Z","caller":"traceutil/trace.go:171","msg":"trace[428162131] range","detail":"{range_begin:/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc; range_end:; response_count:1; response_revision:1351; }","duration":"799.471061ms","start":"2026-03-17T20:50:10.656956Z","end":"2026-03-17T20:50:11.456427Z","steps":["trace[428162131] 'agreement among raft nodes before linearized reading' (duration: 798.052014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.456466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.723229Z","time spent":"733.230373ms","remote":"127.0.0.1:53904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.456474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.447909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-17T20:50:11.456525Z","caller":"traceutil/trace.go:171","msg":"trace[1764836567] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1354; }","duration":"723.526862ms","start":"2026-03-17T20:50:10.732981Z","end":"2026-03-17T20:50:11.456508Z","steps":["trace[1764836567] 'agreement among raft nodes before linearized reading' (duration: 722.203488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.456567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.732962Z","time spent":"723.592694ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1760,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.456399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.717469Z","time spent":"738.914551ms","remote":"127.0.0.1:53742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1760,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.456483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.656936Z","time spent":"799.533242ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:11.456439Z","caller":"traceutil/trace.go:171","msg":"trace[1002864624] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1351; }","duration":"735.061024ms","start":"2026-03-17T20:50:10.721357Z","end":"2026-03-17T20:50:11.456418Z","steps":["trace[1002864624] 'agreement among raft nodes before linearized reading' (duration: 733.529713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.456661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.721347Z","time spent":"735.304652ms","remote":"127.0.0.1:53904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.479132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.988589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:11.479204Z","caller":"traceutil/trace.go:171","msg":"trace[1146754352] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1354; }","duration":"113.125743ms","start":"2026-03-17T20:50:11.366062Z","end":"2026-03-17T20:50:11.479188Z","steps":["trace[1146754352] 'agreement among raft nodes before linearized reading' (duration: 112.985668ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.611926Z","caller":"traceutil/trace.go:171","msg":"trace[1278090347] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1597; }","duration":"132.886339ms","start":"2026-03-17T20:50:11.479018Z","end":"2026-03-17T20:50:11.611904Z","steps":["trace[1278090347] 'read index received' (duration: 132.880409ms)","trace[1278090347] 'applied index is now lower than readState.Index' (duration: 4.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.827619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.908233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.827706Z","caller":"traceutil/trace.go:171","msg":"trace[1709203692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1354; }","duration":"367.033497ms","start":"2026-03-17T20:50:11.460653Z","end":"2026-03-17T20:50:11.827687Z","steps":["trace[1709203692] 'agreement among raft nodes before linearized reading' (duration: 151.374052ms)","trace[1709203692] 'range keys from in-memory index tree' (duration: 215.531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.827754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.460643Z","time spent":"367.098969ms","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:11.827870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.82363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:11.828279Z","caller":"traceutil/trace.go:171","msg":"trace[2045035905] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"367.72861ms","start":"2026-03-17T20:50:11.460529Z","end":"2026-03-17T20:50:11.828257Z","steps":["trace[2045035905] 'process raft request' (duration: 151.451885ms)","trace[2045035905] 'compare' (duration: 215.676455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.828353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.460509Z","time spent":"367.813533ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.829342Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.61688ms"} {"level":"warn","ts":"2026-03-17T20:50:11.829385Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.663291ms"} {"level":"info","ts":"2026-03-17T20:50:11.829881Z","caller":"traceutil/trace.go:171","msg":"trace[1148274965] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"349.594178ms","start":"2026-03-17T20:50:11.480275Z","end":"2026-03-17T20:50:11.829869Z","steps":["trace[1148274965] 'process raft request' (duration: 349.305119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.830139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.480253Z","time spent":"349.662861ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:11.830359Z","caller":"traceutil/trace.go:171","msg":"trace[287624801] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"267.237816ms","start":"2026-03-17T20:50:11.563094Z","end":"2026-03-17T20:50:11.830331Z","steps":["trace[287624801] 'process raft request' (duration: 266.784071ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.830849Z","caller":"traceutil/trace.go:171","msg":"trace[488446350] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1602; }","duration":"218.845021ms","start":"2026-03-17T20:50:11.611994Z","end":"2026-03-17T20:50:11.830839Z","steps":["trace[488446350] 'read index received' (duration: 218.8387ms)","trace[488446350] 'applied index is now lower than readState.Index' (duration: 5.571µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.830903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.200111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.830951Z","caller":"traceutil/trace.go:171","msg":"trace[907298378] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1359; }","duration":"247.266624ms","start":"2026-03-17T20:50:11.583672Z","end":"2026-03-17T20:50:11.830938Z","steps":["trace[907298378] 'agreement among raft nodes before linearized reading' (duration: 247.188311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.830952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.791641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.830966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.167813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-17T20:50:11.831079Z","caller":"traceutil/trace.go:171","msg":"trace[280274648] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"267.229686ms","start":"2026-03-17T20:50:11.563771Z","end":"2026-03-17T20:50:11.831000Z","steps":["trace[280274648] 'agreement among raft nodes before linearized reading' (duration: 267.112602ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.831118Z","caller":"traceutil/trace.go:171","msg":"trace[1630358384] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1359; }","duration":"272.877833ms","start":"2026-03-17T20:50:11.558116Z","end":"2026-03-17T20:50:11.830993Z","steps":["trace[1630358384] 'agreement among raft nodes before linearized reading' (duration: 272.78984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.831173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.390796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"warn","ts":"2026-03-17T20:50:11.831172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.75377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.831197Z","caller":"traceutil/trace.go:171","msg":"trace[446808853] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"240.423226ms","start":"2026-03-17T20:50:11.590767Z","end":"2026-03-17T20:50:11.831190Z","steps":["trace[446808853] 'agreement among raft nodes before linearized reading' (duration: 240.386175ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.831219Z","caller":"traceutil/trace.go:171","msg":"trace[1334592907] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1359; }","duration":"241.821793ms","start":"2026-03-17T20:50:11.589386Z","end":"2026-03-17T20:50:11.831207Z","steps":["trace[1334592907] 'agreement among raft nodes before linearized reading' (duration: 241.74668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.831308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.922403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.831334Z","caller":"traceutil/trace.go:171","msg":"trace[1618794471] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1359; }","duration":"240.968535ms","start":"2026-03-17T20:50:11.590359Z","end":"2026-03-17T20:50:11.831328Z","steps":["trace[1618794471] 'agreement among raft nodes before linearized reading' (duration: 240.932874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.831361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.937055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-17T20:50:11.831409Z","caller":"traceutil/trace.go:171","msg":"trace[655577800] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"269.997828ms","start":"2026-03-17T20:50:11.561399Z","end":"2026-03-17T20:50:11.831397Z","steps":["trace[655577800] 'agreement among raft nodes before linearized reading' (duration: 269.915475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.831142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.773037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.831581Z","caller":"traceutil/trace.go:171","msg":"trace[1278560973] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1359; }","duration":"241.217103ms","start":"2026-03-17T20:50:11.590350Z","end":"2026-03-17T20:50:11.831567Z","steps":["trace[1278560973] 'agreement among raft nodes before linearized reading' (duration: 240.762658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.831055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.551228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"warn","ts":"2026-03-17T20:50:11.831775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.123292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-17T20:50:11.831826Z","caller":"traceutil/trace.go:171","msg":"trace[77794976] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"264.195205ms","start":"2026-03-17T20:50:11.567620Z","end":"2026-03-17T20:50:11.831815Z","steps":["trace[77794976] 'agreement among raft nodes before linearized reading' (duration: 264.103202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.831847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.186085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.831852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.294063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-17T20:50:11.831773Z","caller":"traceutil/trace.go:171","msg":"trace[1131257759] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"278.385126ms","start":"2026-03-17T20:50:11.553375Z","end":"2026-03-17T20:50:11.831760Z","steps":["trace[1131257759] 'agreement among raft nodes before linearized reading' (duration: 277.557219ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.831881Z","caller":"traceutil/trace.go:171","msg":"trace[900617698] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1359; }","duration":"264.232076ms","start":"2026-03-17T20:50:11.567638Z","end":"2026-03-17T20:50:11.831870Z","steps":["trace[900617698] 'agreement among raft nodes before linearized reading' (duration: 264.182194ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.831883Z","caller":"traceutil/trace.go:171","msg":"trace[1409797847] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"256.347455ms","start":"2026-03-17T20:50:11.575527Z","end":"2026-03-17T20:50:11.831875Z","steps":["trace[1409797847] 'agreement among raft nodes before linearized reading' (duration: 256.283713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.036813Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.652334ms"} {"level":"warn","ts":"2026-03-17T20:50:12.036900Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.772678ms"} {"level":"info","ts":"2026-03-17T20:50:12.036818Z","caller":"traceutil/trace.go:171","msg":"trace[1257044813] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1603; }","duration":"205.919002ms","start":"2026-03-17T20:50:11.830873Z","end":"2026-03-17T20:50:12.036792Z","steps":["trace[1257044813] 'read index received' (duration: 205.907962ms)","trace[1257044813] 'applied index is now lower than readState.Index' (duration: 9.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.095420Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.346183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:50:12.095502Z","caller":"traceutil/trace.go:171","msg":"trace[67017962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1359; }","duration":"378.472867ms","start":"2026-03-17T20:50:11.717011Z","end":"2026-03-17T20:50:12.095484Z","steps":["trace[67017962] 'agreement among raft nodes before linearized reading' (duration: 319.862292ms)","trace[67017962] 'range keys from in-memory index tree' (duration: 58.478591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.095546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.716990Z","time spent":"378.54612ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:12.095816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.00358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:12.096029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.79323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.096132Z","caller":"traceutil/trace.go:171","msg":"trace[314139088] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1359; }","duration":"171.920665ms","start":"2026-03-17T20:50:11.924197Z","end":"2026-03-17T20:50:12.096117Z","steps":["trace[314139088] 'agreement among raft nodes before linearized reading' (duration: 169.129653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.519391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:50:12.096416Z","caller":"traceutil/trace.go:171","msg":"trace[1865502892] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1359; }","duration":"263.123821ms","start":"2026-03-17T20:50:11.833274Z","end":"2026-03-17T20:50:12.096397Z","steps":["trace[1865502892] 'agreement among raft nodes before linearized reading' (duration: 259.980557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.78881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.096549Z","caller":"traceutil/trace.go:171","msg":"trace[1492776505] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1359; }","duration":"178.502784ms","start":"2026-03-17T20:50:11.918031Z","end":"2026-03-17T20:50:12.096533Z","steps":["trace[1492776505] 'agreement among raft nodes before linearized reading' (duration: 175.263036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.715169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:50:12.096695Z","caller":"traceutil/trace.go:171","msg":"trace[836860448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1359; }","duration":"150.557866ms","start":"2026-03-17T20:50:11.946110Z","end":"2026-03-17T20:50:12.096667Z","steps":["trace[836860448] 'agreement among raft nodes before linearized reading' (duration: 147.177274ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.096104Z","caller":"traceutil/trace.go:171","msg":"trace[950809140] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1359; }","duration":"176.309781ms","start":"2026-03-17T20:50:11.919773Z","end":"2026-03-17T20:50:12.096082Z","steps":["trace[950809140] 'agreement among raft nodes before linearized reading' (duration: 173.56309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.641585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.098600Z","caller":"traceutil/trace.go:171","msg":"trace[68013097] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1359; }","duration":"139.318434ms","start":"2026-03-17T20:50:11.959262Z","end":"2026-03-17T20:50:12.098580Z","steps":["trace[68013097] 'agreement among raft nodes before linearized reading' (duration: 134.045319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.778754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-17T20:50:12.098745Z","caller":"traceutil/trace.go:171","msg":"trace[1785962058] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"260.632328ms","start":"2026-03-17T20:50:11.838101Z","end":"2026-03-17T20:50:12.098733Z","steps":["trace[1785962058] 'agreement among raft nodes before linearized reading' (duration: 255.214648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.46944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-17T20:50:12.098830Z","caller":"traceutil/trace.go:171","msg":"trace[94711825] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"259.47128ms","start":"2026-03-17T20:50:11.839345Z","end":"2026-03-17T20:50:12.098817Z","steps":["trace[94711825] 'agreement among raft nodes before linearized reading' (duration: 253.938406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.783504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-17T20:50:12.099148Z","caller":"traceutil/trace.go:171","msg":"trace[726936958] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"260.99065ms","start":"2026-03-17T20:50:11.838148Z","end":"2026-03-17T20:50:12.099138Z","steps":["trace[726936958] 'agreement among raft nodes before linearized reading' (duration: 255.158287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.716773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.099510Z","caller":"traceutil/trace.go:171","msg":"trace[1669191917] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1359; }","duration":"145.822339ms","start":"2026-03-17T20:50:11.953675Z","end":"2026-03-17T20:50:12.099498Z","steps":["trace[1669191917] 'agreement among raft nodes before linearized reading' (duration: 139.638694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.008923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:12.096014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.662182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"warn","ts":"2026-03-17T20:50:12.096026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.937045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"warn","ts":"2026-03-17T20:50:12.096055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.679104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-17T20:50:12.100620Z","caller":"traceutil/trace.go:171","msg":"trace[1697214994] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"263.279626ms","start":"2026-03-17T20:50:11.837328Z","end":"2026-03-17T20:50:12.100608Z","steps":["trace[1697214994] 'agreement among raft nodes before linearized reading' (duration: 255.996485ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.100759Z","caller":"traceutil/trace.go:171","msg":"trace[1935208483] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1359; }","duration":"171.825832ms","start":"2026-03-17T20:50:11.928922Z","end":"2026-03-17T20:50:12.100748Z","steps":["trace[1935208483] 'agreement among raft nodes before linearized reading' (duration: 164.395105ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.100883Z","caller":"traceutil/trace.go:171","msg":"trace[105103720] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"263.563156ms","start":"2026-03-17T20:50:11.837307Z","end":"2026-03-17T20:50:12.100870Z","steps":["trace[105103720] 'agreement among raft nodes before linearized reading' (duration: 256.020326ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.100987Z","caller":"traceutil/trace.go:171","msg":"trace[1132786074] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1359; }","duration":"265.116608ms","start":"2026-03-17T20:50:11.835864Z","end":"2026-03-17T20:50:12.100980Z","steps":["trace[1132786074] 'agreement among raft nodes before linearized reading' (duration: 257.471014ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.730806Z","caller":"traceutil/trace.go:171","msg":"trace[1870429391] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1620; }","duration":"169.657201ms","start":"2026-03-17T20:50:12.561134Z","end":"2026-03-17T20:50:12.730791Z","steps":["trace[1870429391] 'read index received' (duration: 169.650561ms)","trace[1870429391] 'applied index is now lower than readState.Index' (duration: 5.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.731139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.972351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:50:12.731228Z","caller":"traceutil/trace.go:171","msg":"trace[36805933] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1375; }","duration":"170.131657ms","start":"2026-03-17T20:50:12.561073Z","end":"2026-03-17T20:50:12.731205Z","steps":["trace[36805933] 'agreement among raft nodes before linearized reading' (duration: 169.804566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.732735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.488919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:12.732764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.305996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:50:12.732821Z","caller":"traceutil/trace.go:171","msg":"trace[1055170773] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1376; }","duration":"168.365388ms","start":"2026-03-17T20:50:12.564439Z","end":"2026-03-17T20:50:12.732805Z","steps":["trace[1055170773] 'agreement among raft nodes before linearized reading' (duration: 168.258114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.732774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.981485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:50:12.733620Z","caller":"traceutil/trace.go:171","msg":"trace[1574172309] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1376; }","duration":"167.621733ms","start":"2026-03-17T20:50:12.565174Z","end":"2026-03-17T20:50:12.732795Z","steps":["trace[1574172309] 'agreement among raft nodes before linearized reading' (duration: 167.460997ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.733665Z","caller":"traceutil/trace.go:171","msg":"trace[1205869945] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1376; }","duration":"172.466554ms","start":"2026-03-17T20:50:12.561178Z","end":"2026-03-17T20:50:12.733645Z","steps":["trace[1205869945] 'agreement among raft nodes before linearized reading' (duration: 170.998215ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:13.575757Z","caller":"traceutil/trace.go:171","msg":"trace[63665722] linearizableReadLoop","detail":"{readStateIndex:1623; appliedIndex:1624; }","duration":"363.160258ms","start":"2026-03-17T20:50:13.212572Z","end":"2026-03-17T20:50:13.575732Z","steps":["trace[63665722] 'read index received' (duration: 363.152677ms)","trace[63665722] 'applied index is now lower than readState.Index' (duration: 6.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:13.584233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.630368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.584397Z","caller":"traceutil/trace.go:171","msg":"trace[1861206775] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1379; }","duration":"371.840516ms","start":"2026-03-17T20:50:13.212533Z","end":"2026-03-17T20:50:13.584373Z","steps":["trace[1861206775] 'agreement among raft nodes before linearized reading' (duration: 363.398725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.584456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:13.212519Z","time spent":"371.921699ms","remote":"127.0.0.1:54044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:13.649254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.898674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:13.649312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.049013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.649317Z","caller":"traceutil/trace.go:171","msg":"trace[2027270208] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1382; }","duration":"183.012467ms","start":"2026-03-17T20:50:13.466291Z","end":"2026-03-17T20:50:13.649304Z","steps":["trace[2027270208] 'agreement among raft nodes before linearized reading' (duration: 182.916134ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:13.649348Z","caller":"traceutil/trace.go:171","msg":"trace[642168985] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1382; }","duration":"372.079024ms","start":"2026-03-17T20:50:13.277256Z","end":"2026-03-17T20:50:13.649335Z","steps":["trace[642168985] 'agreement among raft nodes before linearized reading' (duration: 372.034193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.649381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:13.277247Z","time spent":"372.127507ms","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:13.649374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.433967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.649440Z","caller":"traceutil/trace.go:171","msg":"trace[1335109751] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1382; }","duration":"385.528881ms","start":"2026-03-17T20:50:13.263895Z","end":"2026-03-17T20:50:13.649424Z","steps":["trace[1335109751] 'agreement among raft nodes before linearized reading' (duration: 385.413597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.649471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:13.263887Z","time spent":"385.577953ms","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:13.649500Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.31298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.649521Z","caller":"traceutil/trace.go:171","msg":"trace[409693216] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1382; }","duration":"181.367052ms","start":"2026-03-17T20:50:13.468147Z","end":"2026-03-17T20:50:13.649515Z","steps":["trace[409693216] 'agreement among raft nodes before linearized reading' (duration: 181.335291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.649510Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.962171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.649565Z","caller":"traceutil/trace.go:171","msg":"trace[574985813] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1382; }","duration":"388.057445ms","start":"2026-03-17T20:50:13.261492Z","end":"2026-03-17T20:50:13.649549Z","steps":["trace[574985813] 'agreement among raft nodes before linearized reading' (duration: 387.970232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.649257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.861176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:1 size:1059"} {"level":"info","ts":"2026-03-17T20:50:13.649611Z","caller":"traceutil/trace.go:171","msg":"trace[2128928589] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1382; }","duration":"406.227538ms","start":"2026-03-17T20:50:13.243376Z","end":"2026-03-17T20:50:13.649604Z","steps":["trace[2128928589] 'agreement among raft nodes before linearized reading' (duration: 405.814804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.649606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:13.261440Z","time spent":"388.157529ms","remote":"127.0.0.1:54044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:13.649632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:13.243331Z","time spent":"406.293951ms","remote":"127.0.0.1:54044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1081,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:14.255382Z","caller":"traceutil/trace.go:171","msg":"trace[1845892439] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1634; }","duration":"121.169675ms","start":"2026-03-17T20:50:14.134184Z","end":"2026-03-17T20:50:14.255353Z","steps":["trace[1845892439] 'read index received' (duration: 121.162935ms)","trace[1845892439] 'applied index is now lower than readState.Index' (duration: 5.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:14.255816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.331811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.256290Z","caller":"traceutil/trace.go:171","msg":"trace[1015711487] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1387; }","duration":"121.752674ms","start":"2026-03-17T20:50:14.134165Z","end":"2026-03-17T20:50:14.255918Z","steps":["trace[1015711487] 'agreement among raft nodes before linearized reading' (duration: 121.305589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.056062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/default\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-17T20:50:14.695208Z","caller":"traceutil/trace.go:171","msg":"trace[169621930] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/default; range_end:; response_count:1; response_revision:1393; }","duration":"211.152754ms","start":"2026-03-17T20:50:14.484043Z","end":"2026-03-17T20:50:14.695195Z","steps":["trace[169621930] 'range keys from in-memory index tree' (duration: 210.478442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.750298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:14.695590Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.990395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" limit:1 ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-03-17T20:50:14.695616Z","caller":"traceutil/trace.go:171","msg":"trace[1649569646] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1393; }","duration":"126.046818ms","start":"2026-03-17T20:50:14.569562Z","end":"2026-03-17T20:50:14.695609Z","steps":["trace[1649569646] 'range keys from in-memory index tree' (duration: 125.148598ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.695602Z","caller":"traceutil/trace.go:171","msg":"trace[1690341299] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1393; }","duration":"147.876202ms","start":"2026-03-17T20:50:14.547716Z","end":"2026-03-17T20:50:14.695593Z","steps":["trace[1690341299] 'range keys from in-memory index tree' (duration: 147.013264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.68884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.695693Z","caller":"traceutil/trace.go:171","msg":"trace[653291882] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1393; }","duration":"201.777023ms","start":"2026-03-17T20:50:14.493904Z","end":"2026-03-17T20:50:14.695681Z","steps":["trace[653291882] 'range keys from in-memory index tree' (duration: 201.060749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.418226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:14.695735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.351979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-03-17T20:50:14.695740Z","caller":"traceutil/trace.go:171","msg":"trace[323172656] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1393; }","duration":"125.460698ms","start":"2026-03-17T20:50:14.570272Z","end":"2026-03-17T20:50:14.695733Z","steps":["trace[323172656] 'range keys from in-memory index tree' (duration: 124.594219ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.695755Z","caller":"traceutil/trace.go:171","msg":"trace[1810275476] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1393; }","duration":"173.381389ms","start":"2026-03-17T20:50:14.522366Z","end":"2026-03-17T20:50:14.695747Z","steps":["trace[1810275476] 'range keys from in-memory index tree' (duration: 172.914734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.171866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" limit:1 ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-03-17T20:50:14.695871Z","caller":"traceutil/trace.go:171","msg":"trace[108955645] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1393; }","duration":"174.300701ms","start":"2026-03-17T20:50:14.521545Z","end":"2026-03-17T20:50:14.695845Z","steps":["trace[108955645] 'range keys from in-memory index tree' (duration: 173.702801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.681102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" limit:1 ","response":"range_response_count:1 size:1036212"} {"level":"warn","ts":"2026-03-17T20:50:14.695908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.183275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.695925Z","caller":"traceutil/trace.go:171","msg":"trace[480530232] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:1393; }","duration":"206.082456ms","start":"2026-03-17T20:50:14.489832Z","end":"2026-03-17T20:50:14.695915Z","steps":["trace[480530232] 'range keys from in-memory index tree' (duration: 205.046342ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.695933Z","caller":"traceutil/trace.go:171","msg":"trace[948256774] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1393; }","duration":"205.244888ms","start":"2026-03-17T20:50:14.490679Z","end":"2026-03-17T20:50:14.695924Z","steps":["trace[948256774] 'range keys from in-memory index tree' (duration: 204.595696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695940Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.980965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" limit:1 ","response":"range_response_count:1 size:1036212"} {"level":"warn","ts":"2026-03-17T20:50:14.695880Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.412643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.695970Z","caller":"traceutil/trace.go:171","msg":"trace[908038042] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:1393; }","duration":"179.039087ms","start":"2026-03-17T20:50:14.516923Z","end":"2026-03-17T20:50:14.695962Z","steps":["trace[908038042] 'range keys from in-memory index tree' (duration: 177.889409ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.696013Z","caller":"traceutil/trace.go:171","msg":"trace[1207035497] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1393; }","duration":"205.542518ms","start":"2026-03-17T20:50:14.490447Z","end":"2026-03-17T20:50:14.695990Z","steps":["trace[1207035497] 'range keys from in-memory index tree' (duration: 204.929387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.695568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.304301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.696152Z","caller":"traceutil/trace.go:171","msg":"trace[754471993] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1393; }","duration":"131.913632ms","start":"2026-03-17T20:50:14.564229Z","end":"2026-03-17T20:50:14.696143Z","steps":["trace[754471993] 'range keys from in-memory index tree' (duration: 130.029039ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.421735Z","caller":"traceutil/trace.go:171","msg":"trace[603643936] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1648; }","duration":"255.97022ms","start":"2026-03-17T20:50:16.165745Z","end":"2026-03-17T20:50:16.421715Z","steps":["trace[603643936] 'read index received' (duration: 255.96393ms)","trace[603643936] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.467683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.912597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" limit:1 ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-03-17T20:50:16.467765Z","caller":"traceutil/trace.go:171","msg":"trace[2081885394] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:1400; }","duration":"302.040841ms","start":"2026-03-17T20:50:16.165703Z","end":"2026-03-17T20:50:16.467744Z","steps":["trace[2081885394] 'agreement among raft nodes before linearized reading' (duration: 256.092534ms)","trace[2081885394] 'range keys from in-memory index tree' (duration: 45.815953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.467825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:16.165688Z","time spent":"302.117093ms","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-node-lease/default\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:16.467795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.937968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.467939Z","caller":"traceutil/trace.go:171","msg":"trace[658154394] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1402; }","duration":"293.070273ms","start":"2026-03-17T20:50:16.174818Z","end":"2026-03-17T20:50:16.467889Z","steps":["trace[658154394] 'agreement among raft nodes before linearized reading' (duration: 292.935399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.467957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.771965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:16.468311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.403005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:50:16.468304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.350732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:50:16.468346Z","caller":"traceutil/trace.go:171","msg":"trace[1183124633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1402; }","duration":"173.469827ms","start":"2026-03-17T20:50:16.294863Z","end":"2026-03-17T20:50:16.468333Z","steps":["trace[1183124633] 'agreement among raft nodes before linearized reading' (duration: 173.180357ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.468362Z","caller":"traceutil/trace.go:171","msg":"trace[643310763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1402; }","duration":"173.411724ms","start":"2026-03-17T20:50:16.294934Z","end":"2026-03-17T20:50:16.468346Z","steps":["trace[643310763] 'agreement among raft nodes before linearized reading' (duration: 173.069473ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.468391Z","caller":"traceutil/trace.go:171","msg":"trace[1863780559] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1402; }","duration":"269.195069ms","start":"2026-03-17T20:50:16.199149Z","end":"2026-03-17T20:50:16.468344Z","steps":["trace[1863780559] 'agreement among raft nodes before linearized reading' (duration: 268.671982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.468399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.552888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.468471Z","caller":"traceutil/trace.go:171","msg":"trace[565416331] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1402; }","duration":"274.64121ms","start":"2026-03-17T20:50:16.193819Z","end":"2026-03-17T20:50:16.468460Z","steps":["trace[565416331] 'agreement among raft nodes before linearized reading' (duration: 274.542167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.468567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.85294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:50:16.468620Z","caller":"traceutil/trace.go:171","msg":"trace[1647477715] range","detail":"{range_begin:/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:1402; }","duration":"281.925343ms","start":"2026-03-17T20:50:16.186677Z","end":"2026-03-17T20:50:16.468602Z","steps":["trace[1647477715] 'agreement among raft nodes before linearized reading' (duration: 281.8345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.468633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.312215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.468660Z","caller":"traceutil/trace.go:171","msg":"trace[662975971] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1402; }","duration":"288.356157ms","start":"2026-03-17T20:50:16.180296Z","end":"2026-03-17T20:50:16.468652Z","steps":["trace[662975971] 'agreement among raft nodes before linearized reading' (duration: 288.314065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.468761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.028122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:16.468765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.310329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-03-17T20:50:16.468775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.155138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-17T20:50:16.468792Z","caller":"traceutil/trace.go:171","msg":"trace[1602035169] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1402; }","duration":"290.085194ms","start":"2026-03-17T20:50:16.178697Z","end":"2026-03-17T20:50:16.468782Z","steps":["trace[1602035169] 'agreement among raft nodes before linearized reading' (duration: 290.039592ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.468818Z","caller":"traceutil/trace.go:171","msg":"trace[1347139636] range","detail":"{range_begin:/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:1402; }","duration":"280.372721ms","start":"2026-03-17T20:50:16.188426Z","end":"2026-03-17T20:50:16.468798Z","steps":["trace[1347139636] 'agreement among raft nodes before linearized reading' (duration: 280.287189ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.468828Z","caller":"traceutil/trace.go:171","msg":"trace[487442870] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1402; }","duration":"275.22301ms","start":"2026-03-17T20:50:16.193589Z","end":"2026-03-17T20:50:16.468812Z","steps":["trace[487442870] 'agreement among raft nodes before linearized reading' (duration: 275.124957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.468006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.835023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:50:16.468939Z","caller":"traceutil/trace.go:171","msg":"trace[283737336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1402; }","duration":"234.769884ms","start":"2026-03-17T20:50:16.234150Z","end":"2026-03-17T20:50:16.468920Z","steps":["trace[283737336] 'agreement among raft nodes before linearized reading' (duration: 233.810743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.469028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.228474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.469128Z","caller":"traceutil/trace.go:171","msg":"trace[1334361653] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1402; }","duration":"261.328288ms","start":"2026-03-17T20:50:16.207737Z","end":"2026-03-17T20:50:16.469065Z","steps":["trace[1334361653] 'agreement among raft nodes before linearized reading' (duration: 261.209554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.470469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.662632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-17T20:50:16.470582Z","caller":"traceutil/trace.go:171","msg":"trace[1142003187] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1402; }","duration":"262.856989ms","start":"2026-03-17T20:50:16.207708Z","end":"2026-03-17T20:50:16.470565Z","steps":["trace[1142003187] 'agreement among raft nodes before linearized reading' (duration: 261.349059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.787653Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.478479ms"} {"level":"warn","ts":"2026-03-17T20:50:16.787710Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2a3dba058e8a2d82","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.552221ms"} {"level":"info","ts":"2026-03-17T20:50:16.846434Z","caller":"traceutil/trace.go:171","msg":"trace[684765911] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1655; }","duration":"296.58835ms","start":"2026-03-17T20:50:16.549589Z","end":"2026-03-17T20:50:16.846177Z","steps":["trace[684765911] 'read index received' (duration: 296.57968ms)","trace[684765911] 'applied index is now lower than readState.Index' (duration: 7.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.846941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.972002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.847067Z","caller":"traceutil/trace.go:171","msg":"trace[1350961606] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1406; }","duration":"297.458929ms","start":"2026-03-17T20:50:16.549552Z","end":"2026-03-17T20:50:16.847011Z","steps":["trace[1350961606] 'agreement among raft nodes before linearized reading' (duration: 296.941451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.847769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.563718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:16.847825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.439112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:16.847813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.496032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-17T20:50:16.847860Z","caller":"traceutil/trace.go:171","msg":"trace[1512940004] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1406; }","duration":"280.480984ms","start":"2026-03-17T20:50:16.567367Z","end":"2026-03-17T20:50:16.847848Z","steps":["trace[1512940004] 'agreement among raft nodes before linearized reading' (duration: 280.437843ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.847834Z","caller":"traceutil/trace.go:171","msg":"trace[1343669645] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1406; }","duration":"268.679633ms","start":"2026-03-17T20:50:16.579141Z","end":"2026-03-17T20:50:16.847820Z","steps":["trace[1343669645] 'agreement among raft nodes before linearized reading' (duration: 268.545488ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.847887Z","caller":"traceutil/trace.go:171","msg":"trace[794091124] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1406; }","duration":"276.604305ms","start":"2026-03-17T20:50:16.571265Z","end":"2026-03-17T20:50:16.847869Z","steps":["trace[794091124] 'agreement among raft nodes before linearized reading' (duration: 276.423939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.847941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.343268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-17T20:50:16.848035Z","caller":"traceutil/trace.go:171","msg":"trace[1602334760] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1406; }","duration":"230.478092ms","start":"2026-03-17T20:50:16.617539Z","end":"2026-03-17T20:50:16.848017Z","steps":["trace[1602334760] 'agreement among raft nodes before linearized reading' (duration: 230.305986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.848147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.987658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-03-17T20:50:16.848125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.732053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" limit:1 ","response":"range_response_count:1 size:371"} {"level":"info","ts":"2026-03-17T20:50:16.848191Z","caller":"traceutil/trace.go:171","msg":"trace[398401791] range","detail":"{range_begin:/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:1406; }","duration":"274.054811ms","start":"2026-03-17T20:50:16.574126Z","end":"2026-03-17T20:50:16.848181Z","steps":["trace[398401791] 'agreement among raft nodes before linearized reading' (duration: 273.983248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.847929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.928667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:16.848343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.478058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-node-lease/\" range_end:\"/registry/events/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:16.847774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.829783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.848379Z","caller":"traceutil/trace.go:171","msg":"trace[2090252135] range","detail":"{range_begin:/registry/events/kube-node-lease/; range_end:/registry/events/kube-node-lease0; response_count:0; response_revision:1406; }","duration":"275.53269ms","start":"2026-03-17T20:50:16.572838Z","end":"2026-03-17T20:50:16.848370Z","steps":["trace[2090252135] 'agreement among raft nodes before linearized reading' (duration: 275.478428ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.848390Z","caller":"traceutil/trace.go:171","msg":"trace[43456851] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1406; }","duration":"283.537336ms","start":"2026-03-17T20:50:16.564841Z","end":"2026-03-17T20:50:16.848378Z","steps":["trace[43456851] 'agreement among raft nodes before linearized reading' (duration: 282.825482ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.848398Z","caller":"traceutil/trace.go:171","msg":"trace[1754298560] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1406; }","duration":"194.446244ms","start":"2026-03-17T20:50:16.653933Z","end":"2026-03-17T20:50:16.848380Z","steps":["trace[1754298560] 'agreement among raft nodes before linearized reading' (duration: 193.886896ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.848225Z","caller":"traceutil/trace.go:171","msg":"trace[1378924239] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:1406; }","duration":"237.837047ms","start":"2026-03-17T20:50:16.610355Z","end":"2026-03-17T20:50:16.848192Z","steps":["trace[1378924239] 'agreement among raft nodes before linearized reading' (duration: 237.667081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.848170Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.374201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.848566Z","caller":"traceutil/trace.go:171","msg":"trace[1309736958] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1406; }","duration":"281.146057ms","start":"2026-03-17T20:50:16.567401Z","end":"2026-03-17T20:50:16.848547Z","steps":["trace[1309736958] 'agreement among raft nodes before linearized reading' (duration: 280.32708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.848807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.219994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:16.848856Z","caller":"traceutil/trace.go:171","msg":"trace[2056560845] range","detail":"{range_begin:/registry/events/kube-system/cilium-5w684.189dbc0f6aa531bc; range_end:; response_count:1; response_revision:1406; }","duration":"193.303257ms","start":"2026-03-17T20:50:16.655541Z","end":"2026-03-17T20:50:16.848845Z","steps":["trace[2056560845] 'agreement among raft nodes before linearized reading' (duration: 193.215584ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.974969Z","caller":"traceutil/trace.go:171","msg":"trace[1493535228] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1657; }","duration":"117.860978ms","start":"2026-03-17T20:50:16.857095Z","end":"2026-03-17T20:50:16.974956Z","steps":["trace[1493535228] 'read index received' (duration: 117.857588ms)","trace[1493535228] 'applied index is now lower than readState.Index' (duration: 2.73µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:16.975044Z","caller":"traceutil/trace.go:171","msg":"trace[1392837848] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"121.541461ms","start":"2026-03-17T20:50:16.853486Z","end":"2026-03-17T20:50:16.975027Z","steps":["trace[1392837848] 'process raft request' (duration: 121.496059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.975159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.055235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:50:16.975229Z","caller":"traceutil/trace.go:171","msg":"trace[196255360] range","detail":"{range_begin:/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:1408; }","duration":"118.166309ms","start":"2026-03-17T20:50:16.857046Z","end":"2026-03-17T20:50:16.975212Z","steps":["trace[196255360] 'agreement among raft nodes before linearized reading' (duration: 117.983563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.975839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.01138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-17T20:50:16.975886Z","caller":"traceutil/trace.go:171","msg":"trace[1551711758] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1408; }","duration":"117.087423ms","start":"2026-03-17T20:50:16.858786Z","end":"2026-03-17T20:50:16.975874Z","steps":["trace[1551711758] 'agreement among raft nodes before linearized reading' (duration: 117.00128ms)"],"step_count":1}