{"level":"warn","ts":"2026-03-14T01:30:21.36006Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:21.361378Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.52:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.52:2380","--initial-cluster=instance=https://162.253.55.52:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.52:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.52:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:30:21.361474Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:21.361486Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-03-14T01:30:21.361505Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:21.364098Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"]} {"level":"info","ts":"2026-03-14T01:30:21.364172Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.52:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:30:21.36854Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.166125ms"} {"level":"info","ts":"2026-03-14T01:30:21.374883Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b11e7fc5714be64b","cluster-id":"9349e4f32a52a90a"} {"level":"info","ts":"2026-03-14T01:30:21.374966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:30:21.374995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 0"} {"level":"info","ts":"2026-03-14T01:30:21.375009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b11e7fc5714be64b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:30:21.375026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 1"} {"level":"info","ts":"2026-03-14T01:30:21.375062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"warn","ts":"2026-03-14T01:30:21.386696Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:30:21.388373Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:30:21.389745Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:30:21.392006Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b11e7fc5714be64b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:30:21.392241Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b11e7fc5714be64b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:30:21.393261Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:21.393323Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:21.393334Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:21.394277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"info","ts":"2026-03-14T01:30:21.394485Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","added-peer-id":"b11e7fc5714be64b","added-peer-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-03-14T01:30:21.398638Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:21.399502Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b11e7fc5714be64b","initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:30:21.399539Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:30:21.399658Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-03-14T01:30:21.399675Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-03-14T01:30:21.87619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:30:21.876286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:30:21.87633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgPreVoteResp from b11e7fc5714be64b at term 1"} {"level":"info","ts":"2026-03-14T01:30:21.876351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:30:21.876372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgVoteResp from b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-03-14T01:30:21.876393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became leader at term 2"} {"level":"info","ts":"2026-03-14T01:30:21.876411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b11e7fc5714be64b elected leader b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-03-14T01:30:21.877283Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:21.878384Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:21.878377Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b11e7fc5714be64b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.52:2379]}","request-path":"/0/members/b11e7fc5714be64b/attributes","cluster-id":"9349e4f32a52a90a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:30:21.878417Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:21.878595Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:21.878729Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:21.878778Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:21.880045Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:30:21.880089Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:30:21.881217Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.52:2379"} {"level":"info","ts":"2026-03-14T01:30:21.882591Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T01:30:35.612691Z","caller":"traceutil/trace.go:171","msg":"trace[196751380] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"110.717856ms","start":"2026-03-14T01:30:35.50195Z","end":"2026-03-14T01:30:35.612668Z","steps":["trace[196751380] 'process raft request' (duration: 110.4553ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:35.896067Z","caller":"traceutil/trace.go:171","msg":"trace[1405918758] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"111.037695ms","start":"2026-03-14T01:30:35.784994Z","end":"2026-03-14T01:30:35.896032Z","steps":["trace[1405918758] 'read index received' (duration: 38.588201ms)","trace[1405918758] 'applied index is now lower than readState.Index' (duration: 72.448084ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:35.89616Z","caller":"traceutil/trace.go:171","msg":"trace[736205624] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"171.860763ms","start":"2026-03-14T01:30:35.724266Z","end":"2026-03-14T01:30:35.896127Z","steps":["trace[736205624] 'process raft request' (duration: 99.379859ms)","trace[736205624] 'compare' (duration: 72.268979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:35.896297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.261351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:30:35.896387Z","caller":"traceutil/trace.go:171","msg":"trace[1347789197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:410; }","duration":"111.465816ms","start":"2026-03-14T01:30:35.784907Z","end":"2026-03-14T01:30:35.896373Z","steps":["trace[1347789197] 'agreement among raft nodes before linearized reading' (duration: 111.24703ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:36.69354Z","caller":"traceutil/trace.go:171","msg":"trace[1674069987] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"192.222437ms","start":"2026-03-14T01:30:36.501288Z","end":"2026-03-14T01:30:36.69351Z","steps":["trace[1674069987] 'process raft request' (duration: 186.462795ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:36.807402Z","caller":"traceutil/trace.go:171","msg":"trace[1029664351] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"102.533426ms","start":"2026-03-14T01:30:36.704797Z","end":"2026-03-14T01:30:36.807331Z","steps":["trace[1029664351] 'process raft request' (duration: 91.226788ms)","trace[1029664351] 'compare' (duration: 11.175575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:37.114799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.392043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:30:37.114944Z","caller":"traceutil/trace.go:171","msg":"trace[735415554] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"243.800927ms","start":"2026-03-14T01:30:36.871121Z","end":"2026-03-14T01:30:37.114921Z","steps":["trace[735415554] 'process raft request' (duration: 47.671345ms)","trace[735415554] 'compare' (duration: 195.24988ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:37.439569Z","caller":"traceutil/trace.go:171","msg":"trace[1129100413] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"127.143242ms","start":"2026-03-14T01:30:37.312404Z","end":"2026-03-14T01:30:37.439547Z","steps":["trace[1129100413] 'read index received' (duration: 68.065137ms)","trace[1129100413] 'applied index is now lower than readState.Index' (duration: 59.077285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:37.439688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.268025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:30:37.439711Z","caller":"traceutil/trace.go:171","msg":"trace[1336737095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"127.353187ms","start":"2026-03-14T01:30:37.312348Z","end":"2026-03-14T01:30:37.439702Z","steps":["trace[1336737095] 'agreement among raft nodes before linearized reading' (duration: 127.275785ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:37.439716Z","caller":"traceutil/trace.go:171","msg":"trace[1403022632] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"272.393191ms","start":"2026-03-14T01:30:37.167278Z","end":"2026-03-14T01:30:37.439671Z","steps":["trace[1403022632] 'process raft request' (duration: 213.183382ms)","trace[1403022632] 'compare' (duration: 58.988824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:39.812865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666286774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:30:40.018229Z","caller":"traceutil/trace.go:171","msg":"trace[1686433293] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"706.218409ms","start":"2026-03-14T01:30:39.311981Z","end":"2026-03-14T01:30:40.018199Z","steps":["trace[1686433293] 'read index received' (duration: 706.073725ms)","trace[1686433293] 'applied index is now lower than readState.Index' (duration: 143.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:40.018309Z","caller":"traceutil/trace.go:171","msg":"trace[1305340242] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"996.941191ms","start":"2026-03-14T01:30:39.021324Z","end":"2026-03-14T01:30:40.018265Z","steps":["trace[1305340242] 'process raft request' (duration: 996.736096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:40.018491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.461014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:30:40.018516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:39.021301Z","time spent":"997.119096ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:30:40.018606Z","caller":"traceutil/trace.go:171","msg":"trace[1435887865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"706.640449ms","start":"2026-03-14T01:30:39.311932Z","end":"2026-03-14T01:30:40.018573Z","steps":["trace[1435887865] 'agreement among raft nodes before linearized reading' (duration: 706.427184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:40.018656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:39.311909Z","time spent":"706.737872ms","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:30:42.312131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992326684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:30:42.312209Z","caller":"traceutil/trace.go:171","msg":"trace[1657750230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992438727s","start":"2026-03-14T01:30:40.319754Z","end":"2026-03-14T01:30:42.312193Z","steps":["trace[1657750230] 'agreement among raft nodes before linearized reading' (duration: 1.992340605s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:42.312248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:40.319739Z","time spent":"1.992501328s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:30:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:30:42.513332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.245095542s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:30:42.870118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601864912s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:30:42.870376Z","caller":"traceutil/trace.go:171","msg":"trace[533713636] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"2.851998203s","start":"2026-03-14T01:30:40.018319Z","end":"2026-03-14T01:30:42.870317Z","steps":["trace[533713636] 'read index received' (duration: 249.940747ms)","trace[533713636] 'applied index is now lower than readState.Index' (duration: 2.602056356s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:42.870898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863289322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:30:42.870936Z","caller":"traceutil/trace.go:171","msg":"trace[1388780269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"2.863367974s","start":"2026-03-14T01:30:40.007556Z","end":"2026-03-14T01:30:42.870924Z","steps":["trace[1388780269] 'agreement among raft nodes before linearized reading' (duration: 2.863276712s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:42.87097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:40.007535Z","time spent":"2.863427795s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:30:42.87121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181156843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:30:42.871245Z","caller":"traceutil/trace.go:171","msg":"trace[793104250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:423; }","duration":"3.181233675s","start":"2026-03-14T01:30:39.690002Z","end":"2026-03-14T01:30:42.871236Z","steps":["trace[793104250] 'agreement among raft nodes before linearized reading' (duration: 3.181166233s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:42.871272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:39.689979Z","time spent":"3.181286655s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:30:42.871992Z","caller":"traceutil/trace.go:171","msg":"trace[1994972069] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"2.846957821s","start":"2026-03-14T01:30:40.025023Z","end":"2026-03-14T01:30:42.871981Z","steps":["trace[1994972069] 'process raft request' (duration: 2.845196677s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:42.872069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:40.025004Z","time spent":"2.847018242s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:30:44.81904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666286780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:30:45.320635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666286780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:30:45.709338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.692846543s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:30:45.735612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307680104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:30:45.73568Z","caller":"traceutil/trace.go:171","msg":"trace[107641793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:424; }","duration":"5.307783837s","start":"2026-03-14T01:30:40.427877Z","end":"2026-03-14T01:30:45.735661Z","steps":["trace[107641793] 'agreement among raft nodes before linearized reading' (duration: 2.444089625s)","trace[107641793] 'range keys from in-memory index tree' (duration: 2.863585519s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:45.73571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:40.427861Z","time spent":"5.307839518s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:30:45.735796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423190586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:30:45.735901Z","caller":"traceutil/trace.go:171","msg":"trace[874904550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"3.42335605s","start":"2026-03-14T01:30:42.312515Z","end":"2026-03-14T01:30:45.735871Z","steps":["trace[874904550] 'agreement among raft nodes before linearized reading' (duration: 559.676459ms)","trace[874904550] 'range keys from in-memory index tree' (duration: 2.863572619s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:45.735941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:42.312491Z","time spent":"3.423441993s","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:30:45.736053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.100656868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-14T01:30:45.736113Z","caller":"traceutil/trace.go:171","msg":"trace[1609237277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.1007089s","start":"2026-03-14T01:30:40.635369Z","end":"2026-03-14T01:30:45.736077Z","steps":["trace[1609237277] 'agreement among raft nodes before linearized reading' (duration: 2.236831654s)","trace[1609237277] 'range keys from in-memory index tree' (duration: 2.863814025s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:45.736146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:40.635356Z","time spent":"5.100783282s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/14 01:30:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:30:45.736719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720132825s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:30:45.737044Z","caller":"traceutil/trace.go:171","msg":"trace[856134751] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"2.854042473s","start":"2026-03-14T01:30:42.882987Z","end":"2026-03-14T01:30:45.737029Z","steps":["trace[856134751] 'process raft request' (duration: 2.853998992s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.737101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:42.882976Z","time spent":"2.854096634s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:30:45.737252Z","caller":"traceutil/trace.go:171","msg":"trace[2097985492] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"2.858681609s","start":"2026-03-14T01:30:42.878564Z","end":"2026-03-14T01:30:45.737246Z","steps":["trace[2097985492] 'process raft request' (duration: 2.85832654s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.737296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:42.878547Z","time spent":"2.858719419s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:30:45.737437Z","caller":"traceutil/trace.go:171","msg":"trace[388562551] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"2.854574297s","start":"2026-03-14T01:30:42.882856Z","end":"2026-03-14T01:30:45.73743Z","steps":["trace[388562551] 'process raft request' (duration: 2.854070415s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.737469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:42.882845Z","time spent":"2.854606597s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:30:45.737676Z","caller":"traceutil/trace.go:171","msg":"trace[1986528001] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"2.85911776s","start":"2026-03-14T01:30:42.878552Z","end":"2026-03-14T01:30:45.73767Z","steps":["trace[1986528001] 'process raft request' (duration: 2.858251608s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.737714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:42.878525Z","time spent":"2.85917091s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:30:45.737796Z","caller":"traceutil/trace.go:171","msg":"trace[382041072] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"2.860649488s","start":"2026-03-14T01:30:42.877139Z","end":"2026-03-14T01:30:45.737788Z","steps":["trace[382041072] 'process raft request' (duration: 139.346203ms)","trace[382041072] 'compare' (duration: 2.719865529s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:45.737879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:42.877109Z","time spent":"2.860700459s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:30:45.756826Z","caller":"traceutil/trace.go:171","msg":"trace[254769005] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"1.941728117s","start":"2026-03-14T01:30:43.815074Z","end":"2026-03-14T01:30:45.756802Z","steps":["trace[254769005] 'process raft request' (duration: 1.941560903s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:45.756985Z","caller":"traceutil/trace.go:171","msg":"trace[980854642] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:436; }","duration":"1.43813657s","start":"2026-03-14T01:30:44.318815Z","end":"2026-03-14T01:30:45.756952Z","steps":["trace[980854642] 'read index received' (duration: 1.390821155s)","trace[980854642] 'applied index is now lower than readState.Index' (duration: 47.313805ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:45.757045Z","caller":"traceutil/trace.go:171","msg":"trace[1480126391] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"1.441157975s","start":"2026-03-14T01:30:44.315862Z","end":"2026-03-14T01:30:45.75702Z","steps":["trace[1480126391] 'process raft request' (duration: 1.440896288s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.757172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:44.315845Z","time spent":"1.441255017s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:30:45.757189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438349806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:30:45.757223Z","caller":"traceutil/trace.go:171","msg":"trace[178113514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"1.438421088s","start":"2026-03-14T01:30:44.318789Z","end":"2026-03-14T01:30:45.757211Z","steps":["trace[178113514] 'agreement among raft nodes before linearized reading' (duration: 1.438280394s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.757256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:44.318782Z","time spent":"1.438468409s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:30:45.757178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:43.815052Z","time spent":"1.941947093s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:30:45.884486Z","caller":"traceutil/trace.go:171","msg":"trace[2094798658] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"141.047615ms","start":"2026-03-14T01:30:45.743413Z","end":"2026-03-14T01:30:45.884461Z","steps":["trace[2094798658] 'process raft request' (duration: 140.959773ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:45.88449Z","caller":"traceutil/trace.go:171","msg":"trace[1233165861] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"142.527602ms","start":"2026-03-14T01:30:45.741938Z","end":"2026-03-14T01:30:45.884466Z","steps":["trace[1233165861] 'process raft request' (duration: 103.08866ms)","trace[1233165861] 'compare' (duration: 39.207866ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:45.884763Z","caller":"traceutil/trace.go:171","msg":"trace[873925750] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"141.234449ms","start":"2026-03-14T01:30:45.743513Z","end":"2026-03-14T01:30:45.884748Z","steps":["trace[873925750] 'process raft request' (duration: 140.914061ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:45.884895Z","caller":"traceutil/trace.go:171","msg":"trace[621885781] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"141.345642ms","start":"2026-03-14T01:30:45.743526Z","end":"2026-03-14T01:30:45.884871Z","steps":["trace[621885781] 'process raft request' (duration: 141.111886ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:45.885161Z","caller":"traceutil/trace.go:171","msg":"trace[487150142] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"141.493195ms","start":"2026-03-14T01:30:45.743646Z","end":"2026-03-14T01:30:45.88514Z","steps":["trace[487150142] 'process raft request' (duration: 141.171998ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:45.885296Z","caller":"traceutil/trace.go:171","msg":"trace[578528807] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:443; }","duration":"128.23571ms","start":"2026-03-14T01:30:45.757048Z","end":"2026-03-14T01:30:45.885284Z","steps":["trace[578528807] 'read index received' (duration: 88.065991ms)","trace[578528807] 'applied index is now lower than readState.Index' (duration: 40.168839ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:45.885383Z","caller":"traceutil/trace.go:171","msg":"trace[656755094] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"139.977678ms","start":"2026-03-14T01:30:45.745361Z","end":"2026-03-14T01:30:45.885339Z","steps":["trace[656755094] 'process raft request' (duration: 139.737572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.885477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.127812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:30:45.885501Z","caller":"traceutil/trace.go:171","msg":"trace[1297147579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"127.185803ms","start":"2026-03-14T01:30:45.758307Z","end":"2026-03-14T01:30:45.885493Z","steps":["trace[1297147579] 'agreement among raft nodes before linearized reading' (duration: 127.124261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.88553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083723719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:30:45.885575Z","caller":"traceutil/trace.go:171","msg":"trace[387626475] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:438; }","duration":"1.083799191s","start":"2026-03-14T01:30:44.801757Z","end":"2026-03-14T01:30:45.885556Z","steps":["trace[387626475] 'agreement among raft nodes before linearized reading' (duration: 1.083623837s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:45.885577Z","caller":"traceutil/trace.go:171","msg":"trace[616964378] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"124.974318ms","start":"2026-03-14T01:30:45.760582Z","end":"2026-03-14T01:30:45.885556Z","steps":["trace[616964378] 'process raft request' (duration: 124.663021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:45.885602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:44.801735Z","time spent":"1.083861552s","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-03-14T01:30:46.226991Z","caller":"traceutil/trace.go:171","msg":"trace[860714852] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:467; }","duration":"139.094877ms","start":"2026-03-14T01:30:46.087868Z","end":"2026-03-14T01:30:46.226963Z","steps":["trace[860714852] 'read index received' (duration: 118.622043ms)","trace[860714852] 'applied index is now lower than readState.Index' (duration: 20.471524ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:46.227044Z","caller":"traceutil/trace.go:171","msg":"trace[2035294662] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"141.857655ms","start":"2026-03-14T01:30:46.085144Z","end":"2026-03-14T01:30:46.227001Z","steps":["trace[2035294662] 'process raft request' (duration: 121.36611ms)","trace[2035294662] 'compare' (duration: 20.29946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:46.227238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.326092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-14T01:30:46.227323Z","caller":"traceutil/trace.go:171","msg":"trace[1337089762] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:454; }","duration":"139.463005ms","start":"2026-03-14T01:30:46.087841Z","end":"2026-03-14T01:30:46.227304Z","steps":["trace[1337089762] 'agreement among raft nodes before linearized reading' (duration: 139.24445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:46.227416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.477136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-03-14T01:30:46.227491Z","caller":"traceutil/trace.go:171","msg":"trace[1258505015] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:455; }","duration":"139.581718ms","start":"2026-03-14T01:30:46.087897Z","end":"2026-03-14T01:30:46.227479Z","steps":["trace[1258505015] 'agreement among raft nodes before linearized reading' (duration: 139.434235ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:46.22764Z","caller":"traceutil/trace.go:171","msg":"trace[1417732332] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"137.821615ms","start":"2026-03-14T01:30:46.089808Z","end":"2026-03-14T01:30:46.22763Z","steps":["trace[1417732332] 'process raft request' (duration: 137.455666ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:50.178314Z","caller":"traceutil/trace.go:171","msg":"trace[1450079883] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"424.672952ms","start":"2026-03-14T01:30:49.753613Z","end":"2026-03-14T01:30:50.178286Z","steps":["trace[1450079883] 'read index received' (duration: 424.498908ms)","trace[1450079883] 'applied index is now lower than readState.Index' (duration: 172.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:50.178417Z","caller":"traceutil/trace.go:171","msg":"trace[1332499995] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"518.277868ms","start":"2026-03-14T01:30:49.660118Z","end":"2026-03-14T01:30:50.178396Z","steps":["trace[1332499995] 'process raft request' (duration: 518.003311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:50.178454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.822087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:30:50.178482Z","caller":"traceutil/trace.go:171","msg":"trace[236834159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:465; }","duration":"424.898298ms","start":"2026-03-14T01:30:49.753577Z","end":"2026-03-14T01:30:50.178475Z","steps":["trace[236834159] 'agreement among raft nodes before linearized reading' (duration: 424.814036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:50.1785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:49.753559Z","time spent":"424.937199ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:30:50.178527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:49.660098Z","time spent":"518.366641ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:30:50.240065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.099192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:30:50.240076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.882828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:30:50.240153Z","caller":"traceutil/trace.go:171","msg":"trace[42092638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"483.236336ms","start":"2026-03-14T01:30:49.756896Z","end":"2026-03-14T01:30:50.240133Z","steps":["trace[42092638] 'agreement among raft nodes before linearized reading' (duration: 483.034211ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:50.240162Z","caller":"traceutil/trace.go:171","msg":"trace[1709468837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:466; }","duration":"339.031152ms","start":"2026-03-14T01:30:49.901112Z","end":"2026-03-14T01:30:50.240144Z","steps":["trace[1709468837] 'agreement among raft nodes before linearized reading' (duration: 338.829117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:50.240201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:49.756875Z","time spent":"483.317517ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:30:50.240204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:49.901092Z","time spent":"339.102304ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:30:54.755812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666286924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:30:54.940138Z","caller":"traceutil/trace.go:171","msg":"trace[9086293] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"684.72723ms","start":"2026-03-14T01:30:54.255387Z","end":"2026-03-14T01:30:54.940114Z","steps":["trace[9086293] 'read index received' (duration: 684.505443ms)","trace[9086293] 'applied index is now lower than readState.Index' (duration: 220.697µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:30:54.940368Z","caller":"traceutil/trace.go:171","msg":"trace[925372841] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"741.131689ms","start":"2026-03-14T01:30:54.199214Z","end":"2026-03-14T01:30:54.940346Z","steps":["trace[925372841] 'process raft request' (duration: 740.740269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:54.941105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.091403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:30:54.941198Z","caller":"traceutil/trace.go:171","msg":"trace[1491521284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"630.216087ms","start":"2026-03-14T01:30:54.31096Z","end":"2026-03-14T01:30:54.941176Z","steps":["trace[1491521284] 'agreement among raft nodes before linearized reading' (duration: 630.073223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:54.941284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:54.310946Z","time spent":"630.327059ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:30:54.940705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.300134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:30:54.941373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:54.19919Z","time spent":"741.973569ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:30:54.941424Z","caller":"traceutil/trace.go:171","msg":"trace[1837584713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"686.064992ms","start":"2026-03-14T01:30:54.255332Z","end":"2026-03-14T01:30:54.941397Z","steps":["trace[1837584713] 'agreement among raft nodes before linearized reading' (duration: 685.089318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:54.941509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:54.255306Z","time spent":"686.182015ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:30:54.941006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.211743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:30:54.941667Z","caller":"traceutil/trace.go:171","msg":"trace[834646371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"668.9114ms","start":"2026-03-14T01:30:54.272739Z","end":"2026-03-14T01:30:54.94165Z","steps":["trace[834646371] 'agreement among raft nodes before linearized reading' (duration: 668.170142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:54.941719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:54.27272Z","time spent":"668.986112ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:30:54.941109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.899495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:30:54.941835Z","caller":"traceutil/trace.go:171","msg":"trace[1602840953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"668.639813ms","start":"2026-03-14T01:30:54.273182Z","end":"2026-03-14T01:30:54.941822Z","steps":["trace[1602840953] 'agreement among raft nodes before linearized reading' (duration: 667.853514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:30:54.941905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:30:54.27317Z","time spent":"668.721495ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:30:54.941632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.587255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:30:54.943596Z","caller":"traceutil/trace.go:171","msg":"trace[1521364079] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:508; }","duration":"140.949643ms","start":"2026-03-14T01:30:54.802627Z","end":"2026-03-14T01:30:54.943576Z","steps":["trace[1521364079] 'agreement among raft nodes before linearized reading' (duration: 138.501292ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:57.116872Z","caller":"traceutil/trace.go:171","msg":"trace[350231392] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"159.485899ms","start":"2026-03-14T01:30:56.957359Z","end":"2026-03-14T01:30:57.116845Z","steps":["trace[350231392] 'read index received' (duration: 60.51437ms)","trace[350231392] 'applied index is now lower than readState.Index' (duration: 98.970549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:30:57.117021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.638974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:30:57.117055Z","caller":"traceutil/trace.go:171","msg":"trace[688710265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"159.718785ms","start":"2026-03-14T01:30:56.957324Z","end":"2026-03-14T01:30:57.117043Z","steps":["trace[688710265] 'agreement among raft nodes before linearized reading' (duration: 159.609152ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:30:57.117054Z","caller":"traceutil/trace.go:171","msg":"trace[1787734716] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"160.761931ms","start":"2026-03-14T01:30:56.956248Z","end":"2026-03-14T01:30:57.11701Z","steps":["trace[1787734716] 'process raft request' (duration: 144.328916ms)","trace[1787734716] 'compare' (duration: 16.155099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:03.488575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666286982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:03.72115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004197619s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:31:03.721566Z","caller":"traceutil/trace.go:171","msg":"trace[742668246] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:547; }","duration":"733.326277ms","start":"2026-03-14T01:31:02.988212Z","end":"2026-03-14T01:31:03.721539Z","steps":["trace[742668246] 'read index received' (duration: 733.069141ms)","trace[742668246] 'applied index is now lower than readState.Index' (duration: 256.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:03.72197Z","caller":"traceutil/trace.go:171","msg":"trace[402618908] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.005200674s","start":"2026-03-14T01:31:02.716747Z","end":"2026-03-14T01:31:03.721947Z","steps":["trace[402618908] 'process raft request' (duration: 1.004600609s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.722022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.777296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:31:03.722068Z","caller":"traceutil/trace.go:171","msg":"trace[81228412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:531; }","duration":"642.931269ms","start":"2026-03-14T01:31:03.079122Z","end":"2026-03-14T01:31:03.722054Z","steps":["trace[81228412] 'agreement among raft nodes before linearized reading' (duration: 642.795786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.722106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.079093Z","time spent":"643.005151ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:03.722177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.983798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:03.722273Z","caller":"traceutil/trace.go:171","msg":"trace[1347912912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"511.135102ms","start":"2026-03-14T01:31:03.211114Z","end":"2026-03-14T01:31:03.722249Z","steps":["trace[1347912912] 'agreement among raft nodes before linearized reading' (duration: 510.935397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.722321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.211094Z","time spent":"511.219274ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:03.722398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.482905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:31:03.722263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:02.716693Z","time spent":"1.005342967s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:03.722494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.830197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:03.722691Z","caller":"traceutil/trace.go:171","msg":"trace[713953540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:531; }","duration":"410.034062ms","start":"2026-03-14T01:31:03.312634Z","end":"2026-03-14T01:31:03.722668Z","steps":["trace[713953540] 'agreement among raft nodes before linearized reading' (duration: 409.823957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.722696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.825259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:03.722754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.312624Z","time spent":"410.118154ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:31:03.722812Z","caller":"traceutil/trace.go:171","msg":"trace[162937397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:531; }","duration":"735.247534ms","start":"2026-03-14T01:31:02.987538Z","end":"2026-03-14T01:31:03.722786Z","steps":["trace[162937397] 'agreement among raft nodes before linearized reading' (duration: 734.345831ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:03.722649Z","caller":"traceutil/trace.go:171","msg":"trace[1917775601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:531; }","duration":"512.759052ms","start":"2026-03-14T01:31:03.209757Z","end":"2026-03-14T01:31:03.722516Z","steps":["trace[1917775601] 'agreement among raft nodes before linearized reading' (duration: 512.399613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.72307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.209732Z","time spent":"513.321295ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:03.722929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:02.987518Z","time spent":"735.391348ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:04.200275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.286829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:04.20049Z","caller":"traceutil/trace.go:171","msg":"trace[2035656390] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"473.241999ms","start":"2026-03-14T01:31:03.727226Z","end":"2026-03-14T01:31:04.200468Z","steps":["trace[2035656390] 'process raft request' (duration: 256.654723ms)","trace[2035656390] 'compare' (duration: 216.014302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:04.200573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.727205Z","time spent":"473.319972ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:04.222918Z","caller":"traceutil/trace.go:171","msg":"trace[247565298] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"493.480867ms","start":"2026-03-14T01:31:03.729405Z","end":"2026-03-14T01:31:04.222886Z","steps":["trace[247565298] 'process raft request' (duration: 493.424496ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.223135Z","caller":"traceutil/trace.go:171","msg":"trace[363087962] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"494.858601ms","start":"2026-03-14T01:31:03.728259Z","end":"2026-03-14T01:31:04.223117Z","steps":["trace[363087962] 'process raft request' (duration: 494.39385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.223226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.728243Z","time spent":"494.939903ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:04.223261Z","caller":"traceutil/trace.go:171","msg":"trace[642114803] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"494.40364ms","start":"2026-03-14T01:31:03.728824Z","end":"2026-03-14T01:31:04.223228Z","steps":["trace[642114803] 'process raft request' (duration: 493.962919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:04.223381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.729395Z","time spent":"493.661432ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:04.223419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:03.728816Z","time spent":"494.519062ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:05.874794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.440271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:05.874865Z","caller":"traceutil/trace.go:171","msg":"trace[1674762796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"563.560174ms","start":"2026-03-14T01:31:05.311288Z","end":"2026-03-14T01:31:05.874848Z","steps":["trace[1674762796] 'range keys from in-memory index tree' (duration: 563.37281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:05.874895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:05.311268Z","time spent":"563.620946ms","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:05.874931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071598522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:31:05.875007Z","caller":"traceutil/trace.go:171","msg":"trace[1646624064] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:535; }","duration":"1.071673914s","start":"2026-03-14T01:31:04.803305Z","end":"2026-03-14T01:31:05.874979Z","steps":["trace[1646624064] 'range keys from in-memory index tree' (duration: 1.071449878s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:05.875037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:04.803242Z","time spent":"1.071788067s","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-14T01:31:05.875299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.740096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:05.875363Z","caller":"traceutil/trace.go:171","msg":"trace[1595850689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"860.827358ms","start":"2026-03-14T01:31:05.01452Z","end":"2026-03-14T01:31:05.875348Z","steps":["trace[1595850689] 'range keys from in-memory index tree' (duration: 860.651604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:05.875403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:05.014462Z","time spent":"860.934451ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:06.7045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666286993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:07.205422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666286993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:07.316665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42955453s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:31:07.317088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:05.876917Z","time spent":"1.44016337s","remote":"127.0.0.1:41816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:31:07.319309Z","caller":"traceutil/trace.go:171","msg":"trace[391412935] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:552; }","duration":"1.115322998s","start":"2026-03-14T01:31:06.203964Z","end":"2026-03-14T01:31:07.319287Z","steps":["trace[391412935] 'read index received' (duration: 1.112860309s)","trace[391412935] 'applied index is now lower than readState.Index' (duration: 2.461659ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:07.319463Z","caller":"traceutil/trace.go:171","msg":"trace[919927427] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.224850047s","start":"2026-03-14T01:31:06.094539Z","end":"2026-03-14T01:31:07.319389Z","steps":["trace[919927427] 'process raft request' (duration: 1.224586789s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:07.319582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115599536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:31:07.319615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:06.094511Z","time spent":"1.225014721s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:07.319619Z","caller":"traceutil/trace.go:171","msg":"trace[714719493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:536; }","duration":"1.115693608s","start":"2026-03-14T01:31:06.203915Z","end":"2026-03-14T01:31:07.319608Z","steps":["trace[714719493] 'agreement among raft nodes before linearized reading' (duration: 1.115493903s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:07.319698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:06.2039Z","time spent":"1.11578923s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:07.320276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092598828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:07.320332Z","caller":"traceutil/trace.go:171","msg":"trace[1956676764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:537; }","duration":"1.09267897s","start":"2026-03-14T01:31:06.22764Z","end":"2026-03-14T01:31:07.320319Z","steps":["trace[1956676764] 'agreement among raft nodes before linearized reading' (duration: 1.092562048s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:07.320387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:06.227628Z","time spent":"1.092750012s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:07.320631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00825569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:07.320664Z","caller":"traceutil/trace.go:171","msg":"trace[463645165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"1.008321461s","start":"2026-03-14T01:31:06.312331Z","end":"2026-03-14T01:31:07.320652Z","steps":["trace[463645165] 'agreement among raft nodes before linearized reading' (duration: 1.00827649s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:07.320697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:06.312311Z","time spent":"1.008379983s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:07.320845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09226208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:07.320914Z","caller":"traceutil/trace.go:171","msg":"trace[974156993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:537; }","duration":"1.092296101s","start":"2026-03-14T01:31:06.228574Z","end":"2026-03-14T01:31:07.32087Z","steps":["trace[974156993] 'agreement among raft nodes before linearized reading' (duration: 1.092238039s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:07.320952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:06.228545Z","time spent":"1.092396474s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:07.321032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093275144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:07.321081Z","caller":"traceutil/trace.go:171","msg":"trace[1996276026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:537; }","duration":"1.093356637s","start":"2026-03-14T01:31:06.227712Z","end":"2026-03-14T01:31:07.321068Z","steps":["trace[1996276026] 'agreement among raft nodes before linearized reading' (duration: 1.093264944s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:07.321114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:06.227701Z","time spent":"1.093405748s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:31:09.387301Z","caller":"traceutil/trace.go:171","msg":"trace[567342411] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"456.317223ms","start":"2026-03-14T01:31:08.930956Z","end":"2026-03-14T01:31:09.387273Z","steps":["trace[567342411] 'process raft request' (duration: 456.130268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:09.387499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:08.930929Z","time spent":"456.465646ms","remote":"127.0.0.1:41840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:09.392019Z","caller":"traceutil/trace.go:171","msg":"trace[652929499] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"262.276601ms","start":"2026-03-14T01:31:09.129707Z","end":"2026-03-14T01:31:09.391984Z","steps":["trace[652929499] 'process raft request' (duration: 261.974863ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:12.096672Z","caller":"traceutil/trace.go:171","msg":"trace[2058231330] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"162.043123ms","start":"2026-03-14T01:31:11.934528Z","end":"2026-03-14T01:31:12.096571Z","steps":["trace[2058231330] 'process raft request' (duration: 161.784487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:18.186067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.394592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:31:18.186676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.308977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:18.187702Z","caller":"traceutil/trace.go:171","msg":"trace[403890377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:658; }","duration":"745.366793ms","start":"2026-03-14T01:31:17.44232Z","end":"2026-03-14T01:31:18.187687Z","steps":["trace[403890377] 'range keys from in-memory index tree' (duration: 744.194555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:18.186716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.900808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:18.186812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.220812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:31:18.186879Z","caller":"traceutil/trace.go:171","msg":"trace[1721799785] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"475.104536ms","start":"2026-03-14T01:31:17.711754Z","end":"2026-03-14T01:31:18.186859Z","steps":["trace[1721799785] 'process raft request' (duration: 416.514272ms)","trace[1721799785] 'compare' (duration: 57.673032ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:18.188104Z","caller":"traceutil/trace.go:171","msg":"trace[1360518857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:658; }","duration":"743.295712ms","start":"2026-03-14T01:31:17.444786Z","end":"2026-03-14T01:31:18.188082Z","steps":["trace[1360518857] 'range keys from in-memory index tree' (duration: 741.796326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:18.18819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.4423Z","time spent":"745.751583ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:18.188321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.444778Z","time spent":"743.525478ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:31:18.188527Z","caller":"traceutil/trace.go:171","msg":"trace[148919992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:658; }","duration":"740.967785ms","start":"2026-03-14T01:31:17.447542Z","end":"2026-03-14T01:31:18.18851Z","steps":["trace[148919992] 'range keys from in-memory index tree' (duration: 739.072828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:18.188574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.447534Z","time spent":"741.029816ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:31:18.187489Z","caller":"traceutil/trace.go:171","msg":"trace[1772210664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:658; }","duration":"739.851878ms","start":"2026-03-14T01:31:17.447619Z","end":"2026-03-14T01:31:18.187471Z","steps":["trace[1772210664] 'range keys from in-memory index tree' (duration: 738.258379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:18.188844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.447611Z","time spent":"741.219182ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:18.188883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:17.711737Z","time spent":"476.972042ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:18.812549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:19.313048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:19.814065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:20.123428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.313709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:20.123632Z","caller":"traceutil/trace.go:171","msg":"trace[213769602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:659; }","duration":"544.557165ms","start":"2026-03-14T01:31:19.579048Z","end":"2026-03-14T01:31:20.123605Z","steps":["trace[213769602] 'range keys from in-memory index tree' (duration: 544.286939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.12944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.860840195s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:31:20.130002Z","caller":"traceutil/trace.go:171","msg":"trace[1896293833] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"2.12291281s","start":"2026-03-14T01:31:18.007072Z","end":"2026-03-14T01:31:20.129985Z","steps":["trace[1896293833] 'process raft request' (duration: 2.122760327s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.130125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:18.007052Z","time spent":"2.122996574s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:20.31176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:31:20.311862Z","caller":"traceutil/trace.go:171","msg":"trace[895866319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221939s","start":"2026-03-14T01:31:18.311616Z","end":"2026-03-14T01:31:20.311838Z","steps":["trace[895866319] 'agreement among raft nodes before linearized reading' (duration: 2.000098076s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.311911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:18.311581Z","time spent":"2.000321481s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:31:20.327154Z","caller":"traceutil/trace.go:171","msg":"trace[31154868] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"2.133641306s","start":"2026-03-14T01:31:18.193479Z","end":"2026-03-14T01:31:20.327121Z","steps":["trace[31154868] 'process raft request' (duration: 2.070164622s)","trace[31154868] 'compare' (duration: 63.261719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:20.327427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:18.193461Z","time spent":"2.133852002s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:20.327566Z","caller":"traceutil/trace.go:171","msg":"trace[31197455] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"2.133997015s","start":"2026-03-14T01:31:18.19355Z","end":"2026-03-14T01:31:20.327547Z","steps":["trace[31197455] 'process raft request' (duration: 2.13379132s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.327741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:18.19354Z","time spent":"2.134066977s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:20.327759Z","caller":"traceutil/trace.go:171","msg":"trace[532376833] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"2.134242441s","start":"2026-03-14T01:31:18.193485Z","end":"2026-03-14T01:31:20.327727Z","steps":["trace[532376833] 'process raft request' (duration: 2.133575684s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.327915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:18.193463Z","time spent":"2.134368524s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:20.327928Z","caller":"traceutil/trace.go:171","msg":"trace[544954258] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"2.134274562s","start":"2026-03-14T01:31:18.193638Z","end":"2026-03-14T01:31:20.327913Z","steps":["trace[544954258] 'process raft request' (duration: 2.133870562s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.327998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:18.193627Z","time spent":"2.134331113s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:20.328138Z","caller":"traceutil/trace.go:171","msg":"trace[301030009] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:680; }","duration":"2.015913106s","start":"2026-03-14T01:31:18.311691Z","end":"2026-03-14T01:31:20.327604Z","steps":["trace[301030009] 'read index received' (duration: 1.818070561s)","trace[301030009] 'applied index is now lower than readState.Index' (duration: 197.837805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:20.328388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531952912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:31:20.328419Z","caller":"traceutil/trace.go:171","msg":"trace[1130704732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:664; }","duration":"1.531986703s","start":"2026-03-14T01:31:18.796423Z","end":"2026-03-14T01:31:20.328409Z","steps":["trace[1130704732] 'agreement among raft nodes before linearized reading' (duration: 1.53185696s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:20.328449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:18.796364Z","time spent":"1.532078295s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:31:20.55326Z","caller":"traceutil/trace.go:171","msg":"trace[1965356617] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"212.497565ms","start":"2026-03-14T01:31:20.340734Z","end":"2026-03-14T01:31:20.553232Z","steps":["trace[1965356617] 'process raft request' (duration: 212.323901ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:22.26474Z","caller":"traceutil/trace.go:171","msg":"trace[1148838065] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"122.367645ms","start":"2026-03-14T01:31:22.142348Z","end":"2026-03-14T01:31:22.264716Z","steps":["trace[1148838065] 'process raft request' (duration: 122.181619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:22.684127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:31:22.684687Z","caller":"traceutil/trace.go:171","msg":"trace[1818861891] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"159.208561ms","start":"2026-03-14T01:31:22.525452Z","end":"2026-03-14T01:31:22.68466Z","steps":["trace[1818861891] 'process raft request' (duration: 158.807861ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:23.526219Z","caller":"traceutil/trace.go:171","msg":"trace[631938348] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:706; }","duration":"216.281048ms","start":"2026-03-14T01:31:23.309915Z","end":"2026-03-14T01:31:23.526196Z","steps":["trace[631938348] 'read index received' (duration: 215.015716ms)","trace[631938348] 'applied index is now lower than readState.Index' (duration: 1.264282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:23.526367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.428811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:23.526401Z","caller":"traceutil/trace.go:171","msg":"trace[826701881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"216.527874ms","start":"2026-03-14T01:31:23.309862Z","end":"2026-03-14T01:31:23.52639Z","steps":["trace[826701881] 'agreement among raft nodes before linearized reading' (duration: 216.424851ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:23.526819Z","caller":"traceutil/trace.go:171","msg":"trace[1331122168] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"373.708436ms","start":"2026-03-14T01:31:23.153099Z","end":"2026-03-14T01:31:23.526807Z","steps":["trace[1331122168] 'process raft request' (duration: 371.926682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:23.526922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:23.15308Z","time spent":"373.770798ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:23.773995Z","caller":"traceutil/trace.go:171","msg":"trace[1555257143] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"239.209213ms","start":"2026-03-14T01:31:23.534762Z","end":"2026-03-14T01:31:23.773971Z","steps":["trace[1555257143] 'process raft request' (duration: 239.029749ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:23.834411Z","caller":"traceutil/trace.go:171","msg":"trace[1523139645] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"299.317955ms","start":"2026-03-14T01:31:23.53506Z","end":"2026-03-14T01:31:23.834378Z","steps":["trace[1523139645] 'process raft request' (duration: 298.831433ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:23.834451Z","caller":"traceutil/trace.go:171","msg":"trace[658661730] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"291.996614ms","start":"2026-03-14T01:31:23.542413Z","end":"2026-03-14T01:31:23.83441Z","steps":["trace[658661730] 'process raft request' (duration: 291.887601ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:25.601518Z","caller":"traceutil/trace.go:171","msg":"trace[1044467791] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"289.028842ms","start":"2026-03-14T01:31:25.312459Z","end":"2026-03-14T01:31:25.601488Z","steps":["trace[1044467791] 'read index received' (duration: 202.572731ms)","trace[1044467791] 'applied index is now lower than readState.Index' (duration: 86.45316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:25.601626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.157154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:25.601799Z","caller":"traceutil/trace.go:171","msg":"trace[647332040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"289.37911ms","start":"2026-03-14T01:31:25.312403Z","end":"2026-03-14T01:31:25.601782Z","steps":["trace[647332040] 'agreement among raft nodes before linearized reading' (duration: 289.158204ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:25.601534Z","caller":"traceutil/trace.go:171","msg":"trace[747132234] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"303.693053ms","start":"2026-03-14T01:31:25.297806Z","end":"2026-03-14T01:31:25.601499Z","steps":["trace[747132234] 'process raft request' (duration: 217.229012ms)","trace[747132234] 'compare' (duration: 86.106892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:25.60213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:25.29779Z","time spent":"304.241266ms","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:27.498526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.165371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:27.49862Z","caller":"traceutil/trace.go:171","msg":"trace[614507105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"187.300535ms","start":"2026-03-14T01:31:27.311295Z","end":"2026-03-14T01:31:27.498596Z","steps":["trace[614507105] 'range keys from in-memory index tree' (duration: 187.090849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.498581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441672458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:27.498886Z","caller":"traceutil/trace.go:171","msg":"trace[930657104] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:724; }","duration":"1.442076707s","start":"2026-03-14T01:31:26.056797Z","end":"2026-03-14T01:31:27.498874Z","steps":["trace[930657104] 'count revisions from in-memory index tree' (duration: 1.441439423s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.498919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025353371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:31:27.498994Z","caller":"traceutil/trace.go:171","msg":"trace[71893358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:724; }","duration":"1.025433073s","start":"2026-03-14T01:31:26.473537Z","end":"2026-03-14T01:31:27.49897Z","steps":["trace[71893358] 'range keys from in-memory index tree' (duration: 1.025185977s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.499016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136704785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:27.49905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.473527Z","time spent":"1.025512875s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:31:27.499067Z","caller":"traceutil/trace.go:171","msg":"trace[1094411675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:724; }","duration":"1.136764786s","start":"2026-03-14T01:31:26.362281Z","end":"2026-03-14T01:31:27.499045Z","steps":["trace[1094411675] 'range keys from in-memory index tree' (duration: 1.136602352s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.499109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.36226Z","time spent":"1.136840178s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:27.499192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.144692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:27.498934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.056763Z","time spent":"1.442151519s","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:31:27.499243Z","caller":"traceutil/trace.go:171","msg":"trace[1705172884] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:724; }","duration":"979.220274ms","start":"2026-03-14T01:31:26.520008Z","end":"2026-03-14T01:31:27.499229Z","steps":["trace[1705172884] 'count revisions from in-memory index tree' (duration: 979.082671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.499274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.519994Z","time spent":"979.271705ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:31:27.49933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070957084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:27.499372Z","caller":"traceutil/trace.go:171","msg":"trace[10920061] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:724; }","duration":"1.071032076s","start":"2026-03-14T01:31:26.428329Z","end":"2026-03-14T01:31:27.499361Z","steps":["trace[10920061] 'count revisions from in-memory index tree' (duration: 1.070853082s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.499408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.428306Z","time spent":"1.071094327s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:31:27.498912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033123773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:31:27.499654Z","caller":"traceutil/trace.go:171","msg":"trace[300114063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:724; }","duration":"1.033911562s","start":"2026-03-14T01:31:26.465732Z","end":"2026-03-14T01:31:27.499643Z","steps":["trace[300114063] 'range keys from in-memory index tree' (duration: 1.032966569s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.499687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.46572Z","time spent":"1.033958093s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:27.499737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034629049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:31:27.49978Z","caller":"traceutil/trace.go:171","msg":"trace[1375896021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:724; }","duration":"1.034714401s","start":"2026-03-14T01:31:26.465056Z","end":"2026-03-14T01:31:27.49977Z","steps":["trace[1375896021] 'range keys from in-memory index tree' (duration: 1.034453445s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.499813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.465036Z","time spent":"1.034770823s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:27.499833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034813793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:27.499882Z","caller":"traceutil/trace.go:171","msg":"trace[871026543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:724; }","duration":"1.034881175s","start":"2026-03-14T01:31:26.464989Z","end":"2026-03-14T01:31:27.49987Z","steps":["trace[871026543] 'range keys from in-memory index tree' (duration: 1.034702721s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.499922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:26.464972Z","time spent":"1.034941277s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:28.541348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037160702s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:31:28.541713Z","caller":"traceutil/trace.go:171","msg":"trace[1476463466] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"1.037611213s","start":"2026-03-14T01:31:27.504081Z","end":"2026-03-14T01:31:28.541692Z","steps":["trace[1476463466] 'process raft request' (duration: 1.037470499s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.541843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:27.504059Z","time spent":"1.037716896s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:28.885708Z","caller":"traceutil/trace.go:171","msg":"trace[757760665] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"1.380111431s","start":"2026-03-14T01:31:27.505561Z","end":"2026-03-14T01:31:28.885672Z","steps":["trace[757760665] 'process raft request' (duration: 1.380017559s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.885743Z","caller":"traceutil/trace.go:171","msg":"trace[276971238] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"1.380207734s","start":"2026-03-14T01:31:27.50548Z","end":"2026-03-14T01:31:28.885688Z","steps":["trace[276971238] 'process raft request' (duration: 1.379896856s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.8859Z","caller":"traceutil/trace.go:171","msg":"trace[437301983] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"1.378231885s","start":"2026-03-14T01:31:27.507657Z","end":"2026-03-14T01:31:28.885889Z","steps":["trace[437301983] 'process raft request' (duration: 1.377974048s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.885917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:27.505536Z","time spent":"1.380268455s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:28.88597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:27.507644Z","time spent":"1.378293396s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:28.885963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:27.505462Z","time spent":"1.380388159s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:28.8863Z","caller":"traceutil/trace.go:171","msg":"trace[1037130154] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"465.724873ms","start":"2026-03-14T01:31:28.420562Z","end":"2026-03-14T01:31:28.886287Z","steps":["trace[1037130154] 'process raft request' (duration: 465.679782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.886368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:28.420524Z","time spent":"465.806925ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:28.886449Z","caller":"traceutil/trace.go:171","msg":"trace[247358852] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.378199284s","start":"2026-03-14T01:31:27.508242Z","end":"2026-03-14T01:31:28.886441Z","steps":["trace[247358852] 'process raft request' (duration: 1.377585559s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.886452Z","caller":"traceutil/trace.go:171","msg":"trace[732086737] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"760.873564ms","start":"2026-03-14T01:31:28.125569Z","end":"2026-03-14T01:31:28.886442Z","steps":["trace[732086737] 'process raft request' (duration: 760.586077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.88649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:27.508233Z","time spent":"1.378234265s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:28.886501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:28.125543Z","time spent":"760.928956ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5169,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:31.673427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:32.174622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:32.186618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292140674s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:31:32.186848Z","caller":"traceutil/trace.go:171","msg":"trace[1866187984] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"1.29242423s","start":"2026-03-14T01:31:30.894409Z","end":"2026-03-14T01:31:32.186833Z","steps":["trace[1866187984] 'process raft request' (duration: 1.292315708s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:32.186932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:30.894396Z","time spent":"1.292481882s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:33.158702Z","caller":"traceutil/trace.go:171","msg":"trace[1884878922] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"2.263088426s","start":"2026-03-14T01:31:30.89559Z","end":"2026-03-14T01:31:33.158678Z","steps":["trace[1884878922] 'process raft request' (duration: 2.262920372s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.158836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:30.895571Z","time spent":"2.263198178s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:33.159005Z","caller":"traceutil/trace.go:171","msg":"trace[38468363] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:759; }","duration":"1.986243105s","start":"2026-03-14T01:31:31.172737Z","end":"2026-03-14T01:31:33.15898Z","steps":["trace[38468363] 'read index received' (duration: 1.014018552s)","trace[38468363] 'applied index is now lower than readState.Index' (duration: 972.223433ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:33.159058Z","caller":"traceutil/trace.go:171","msg":"trace[1808977824] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"2.262370757s","start":"2026-03-14T01:31:30.896678Z","end":"2026-03-14T01:31:33.159049Z","steps":["trace[1808977824] 'process raft request' (duration: 2.261966107s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:30.896669Z","time spent":"2.262413968s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:33.159124Z","caller":"traceutil/trace.go:171","msg":"trace[1226750164] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"2.262296525s","start":"2026-03-14T01:31:30.896817Z","end":"2026-03-14T01:31:33.159113Z","steps":["trace[1226750164] 'process raft request' (duration: 2.26206031s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986434779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:33.159235Z","caller":"traceutil/trace.go:171","msg":"trace[2124066840] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:737; }","duration":"1.98648228s","start":"2026-03-14T01:31:31.172744Z","end":"2026-03-14T01:31:33.159227Z","steps":["trace[2124066840] 'agreement among raft nodes before linearized reading' (duration: 1.986434549s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:30.896802Z","time spent":"2.262351286s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:33.159258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.172733Z","time spent":"1.986517883s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:31:33.159288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986548173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:33.159317Z","caller":"traceutil/trace.go:171","msg":"trace[274480632] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:737; }","duration":"1.986595434s","start":"2026-03-14T01:31:31.172711Z","end":"2026-03-14T01:31:33.159307Z","steps":["trace[274480632] 'agreement among raft nodes before linearized reading' (duration: 1.986560313s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.172697Z","time spent":"1.986636765s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:31:33.15939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960579773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:33.15936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976053224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:33.159234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960396507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:33.159426Z","caller":"traceutil/trace.go:171","msg":"trace[1414191238] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:737; }","duration":"1.960647094s","start":"2026-03-14T01:31:31.198768Z","end":"2026-03-14T01:31:33.159415Z","steps":["trace[1414191238] 'agreement among raft nodes before linearized reading' (duration: 1.960588952s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:33.159471Z","caller":"traceutil/trace.go:171","msg":"trace[483401292] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:737; }","duration":"1.976202138s","start":"2026-03-14T01:31:31.183251Z","end":"2026-03-14T01:31:33.159453Z","steps":["trace[483401292] 'agreement among raft nodes before linearized reading' (duration: 1.976016233s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:33.159481Z","caller":"traceutil/trace.go:171","msg":"trace[1103327728] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:737; }","duration":"1.960663815s","start":"2026-03-14T01:31:31.198801Z","end":"2026-03-14T01:31:33.159465Z","steps":["trace[1103327728] 'agreement among raft nodes before linearized reading' (duration: 1.960401757s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.198749Z","time spent":"1.960725076s","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:31:33.159516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.198756Z","time spent":"1.960749007s","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:31:33.159523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.127491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:33.159522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.183243Z","time spent":"1.976267499s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-14T01:31:33.159545Z","caller":"traceutil/trace.go:171","msg":"trace[174361457] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:737; }","duration":"709.170173ms","start":"2026-03-14T01:31:32.450368Z","end":"2026-03-14T01:31:33.159538Z","steps":["trace[174361457] 'agreement among raft nodes before linearized reading' (duration: 709.140142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:32.450352Z","time spent":"709.208133ms","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:31:33.159574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976533606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:33.159494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.277178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:33.159591Z","caller":"traceutil/trace.go:171","msg":"trace[1628939902] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:737; }","duration":"1.976568827s","start":"2026-03-14T01:31:31.183017Z","end":"2026-03-14T01:31:33.159586Z","steps":["trace[1628939902] 'agreement among raft nodes before linearized reading' (duration: 1.976538696s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:33.159599Z","caller":"traceutil/trace.go:171","msg":"trace[90558080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:737; }","duration":"438.402652ms","start":"2026-03-14T01:31:32.721189Z","end":"2026-03-14T01:31:33.159591Z","steps":["trace[90558080] 'agreement among raft nodes before linearized reading' (duration: 438.196407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.183006Z","time spent":"1.976595837s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:31:33.159631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:32.721173Z","time spent":"438.450053ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:33.15963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986734427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:33.159706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850090881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:33.159723Z","caller":"traceutil/trace.go:171","msg":"trace[1529290595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:737; }","duration":"1.850136822s","start":"2026-03-14T01:31:31.309582Z","end":"2026-03-14T01:31:33.159718Z","steps":["trace[1529290595] 'agreement among raft nodes before linearized reading' (duration: 1.850109211s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.309564Z","time spent":"1.850168832s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:31:33.159794Z","caller":"traceutil/trace.go:171","msg":"trace[1891069433] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:737; }","duration":"1.986922802s","start":"2026-03-14T01:31:31.172798Z","end":"2026-03-14T01:31:33.159721Z","steps":["trace[1891069433] 'agreement among raft nodes before linearized reading' (duration: 1.986661776s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.159829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976804973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:33.159807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961005352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:33.159845Z","caller":"traceutil/trace.go:171","msg":"trace[1842090100] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:737; }","duration":"1.976835913s","start":"2026-03-14T01:31:31.183005Z","end":"2026-03-14T01:31:33.159841Z","steps":["trace[1842090100] 'agreement among raft nodes before linearized reading' (duration: 1.976808372s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.15987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.182976Z","time spent":"1.976888224s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:31:33.159877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.17278Z","time spent":"1.987080455s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:31:33.15988Z","caller":"traceutil/trace.go:171","msg":"trace[1022523696] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:737; }","duration":"1.961109985s","start":"2026-03-14T01:31:31.198751Z","end":"2026-03-14T01:31:33.159861Z","steps":["trace[1022523696] 'agreement among raft nodes before linearized reading' (duration: 1.960994843s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.16137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:31.198734Z","time spent":"1.962615731s","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:31:33.159691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.391812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:31:33.161551Z","caller":"traceutil/trace.go:171","msg":"trace[2018928993] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:737; }","duration":"820.252817ms","start":"2026-03-14T01:31:32.341256Z","end":"2026-03-14T01:31:33.161509Z","steps":["trace[2018928993] 'agreement among raft nodes before linearized reading' (duration: 818.407753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:33.16158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:32.341232Z","time spent":"820.339661ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:31:51.559421Z","caller":"traceutil/trace.go:171","msg":"trace[1024555394] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:821; }","duration":"307.898648ms","start":"2026-03-14T01:31:51.251498Z","end":"2026-03-14T01:31:51.559397Z","steps":["trace[1024555394] 'read index received' (duration: 307.797806ms)","trace[1024555394] 'applied index is now lower than readState.Index' (duration: 99.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:51.559627Z","caller":"traceutil/trace.go:171","msg":"trace[670457172] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"310.875445ms","start":"2026-03-14T01:31:51.24874Z","end":"2026-03-14T01:31:51.559616Z","steps":["trace[670457172] 'process raft request' (duration: 310.530436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:51.559748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:51.248718Z","time spent":"310.944796ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:51.559983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.483463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:51.560023Z","caller":"traceutil/trace.go:171","msg":"trace[324536576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:792; }","duration":"308.594706ms","start":"2026-03-14T01:31:51.251417Z","end":"2026-03-14T01:31:51.560012Z","steps":["trace[324536576] 'agreement among raft nodes before linearized reading' (duration: 308.460452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:51.560053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:51.251403Z","time spent":"308.643838ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:51.560196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.540956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:51.560228Z","caller":"traceutil/trace.go:171","msg":"trace[2038586051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:792; }","duration":"241.595858ms","start":"2026-03-14T01:31:51.318624Z","end":"2026-03-14T01:31:51.56022Z","steps":["trace[2038586051] 'agreement among raft nodes before linearized reading' (duration: 241.511836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:51.560355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.520941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:51.560449Z","caller":"traceutil/trace.go:171","msg":"trace[705189380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:792; }","duration":"302.635744ms","start":"2026-03-14T01:31:51.257791Z","end":"2026-03-14T01:31:51.560427Z","steps":["trace[705189380] 'agreement among raft nodes before linearized reading' (duration: 302.344147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:51.560578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:51.257727Z","time spent":"302.84053ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:52.520129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.395635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:52.52031Z","caller":"traceutil/trace.go:171","msg":"trace[1094210248] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"954.802328ms","start":"2026-03-14T01:31:51.565488Z","end":"2026-03-14T01:31:52.52029Z","steps":["trace[1094210248] 'process raft request' (duration: 689.146496ms)","trace[1094210248] 'compare' (duration: 265.297863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:52.520402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:51.565464Z","time spent":"954.904569ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:52.555483Z","caller":"traceutil/trace.go:171","msg":"trace[459745612] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"989.648575ms","start":"2026-03-14T01:31:51.565778Z","end":"2026-03-14T01:31:52.555426Z","steps":["trace[459745612] 'process raft request' (duration: 989.470281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:52.555685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:51.565754Z","time spent":"989.814349ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:52.55588Z","caller":"traceutil/trace.go:171","msg":"trace[1418987528] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"989.642834ms","start":"2026-03-14T01:31:51.566225Z","end":"2026-03-14T01:31:52.555867Z","steps":["trace[1418987528] 'process raft request' (duration: 989.157602ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:52.555883Z","caller":"traceutil/trace.go:171","msg":"trace[90683625] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:822; }","duration":"774.778758ms","start":"2026-03-14T01:31:51.780999Z","end":"2026-03-14T01:31:52.555778Z","steps":["trace[90683625] 'read index received' (duration: 473.655643ms)","trace[90683625] 'applied index is now lower than readState.Index' (duration: 301.120685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:52.55595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:51.566202Z","time spent":"989.713557ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:52.556187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.168939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:31:52.556239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.043991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:52.556271Z","caller":"traceutil/trace.go:171","msg":"trace[1448361046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"244.096162ms","start":"2026-03-14T01:31:52.312164Z","end":"2026-03-14T01:31:52.55626Z","steps":["trace[1448361046] 'agreement among raft nodes before linearized reading' (duration: 244.054611ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:52.556242Z","caller":"traceutil/trace.go:171","msg":"trace[2097454135] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:795; }","duration":"775.277472ms","start":"2026-03-14T01:31:51.780952Z","end":"2026-03-14T01:31:52.556229Z","steps":["trace[2097454135] 'agreement among raft nodes before linearized reading' (duration: 775.094817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:52.556193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.879588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:31:52.556826Z","caller":"traceutil/trace.go:171","msg":"trace[1633617197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:795; }","duration":"257.547015ms","start":"2026-03-14T01:31:52.299263Z","end":"2026-03-14T01:31:52.55681Z","steps":["trace[1633617197] 'agreement among raft nodes before linearized reading' (duration: 256.824947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:52.556757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:51.78093Z","time spent":"775.702122ms","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:31:53.735293Z","caller":"traceutil/trace.go:171","msg":"trace[1157656850] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"162.016799ms","start":"2026-03-14T01:31:53.57325Z","end":"2026-03-14T01:31:53.735267Z","steps":["trace[1157656850] 'process raft request' (duration: 161.870255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.306807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287554,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:31:55.384324Z","caller":"traceutil/trace.go:171","msg":"trace[471006972] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"752.757727ms","start":"2026-03-14T01:31:54.631528Z","end":"2026-03-14T01:31:55.384286Z","steps":["trace[471006972] 'process raft request' (duration: 752.536762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.384586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:54.631499Z","time spent":"752.938392ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:55.398578Z","caller":"traceutil/trace.go:171","msg":"trace[1491418277] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"766.96361ms","start":"2026-03-14T01:31:54.631582Z","end":"2026-03-14T01:31:55.398545Z","steps":["trace[1491418277] 'process raft request' (duration: 766.863887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.398834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.947433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T01:31:55.398871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:54.631549Z","time spent":"767.132214ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:55.398894Z","caller":"traceutil/trace.go:171","msg":"trace[340785787] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:801; }","duration":"593.059236ms","start":"2026-03-14T01:31:54.805821Z","end":"2026-03-14T01:31:55.39888Z","steps":["trace[340785787] 'agreement among raft nodes before linearized reading' (duration: 592.871481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.398928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:54.805798Z","time spent":"593.122687ms","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-03-14T01:31:55.399097Z","caller":"traceutil/trace.go:171","msg":"trace[682266313] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"767.482193ms","start":"2026-03-14T01:31:54.631594Z","end":"2026-03-14T01:31:55.399076Z","steps":["trace[682266313] 'process raft request' (duration: 766.685603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.399255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:54.631545Z","time spent":"767.628626ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:55.398521Z","caller":"traceutil/trace.go:171","msg":"trace[1357621911] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:828; }","duration":"592.611934ms","start":"2026-03-14T01:31:54.805877Z","end":"2026-03-14T01:31:55.398489Z","steps":["trace[1357621911] 'read index received' (duration: 578.162776ms)","trace[1357621911] 'applied index is now lower than readState.Index' (duration: 14.448168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:55.399978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.963478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:55.400024Z","caller":"traceutil/trace.go:171","msg":"trace[2060404475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"375.04488ms","start":"2026-03-14T01:31:55.024964Z","end":"2026-03-14T01:31:55.400009Z","steps":["trace[2060404475] 'agreement among raft nodes before linearized reading' (duration: 374.959538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.400059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:55.024946Z","time spent":"375.105981ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:31:55.801547Z","caller":"traceutil/trace.go:171","msg":"trace[796184419] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"295.550043ms","start":"2026-03-14T01:31:55.505955Z","end":"2026-03-14T01:31:55.801505Z","steps":["trace[796184419] 'process raft request' (duration: 291.50201ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:05.557168Z","caller":"traceutil/trace.go:171","msg":"trace[838990561] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:912; }","duration":"122.018859ms","start":"2026-03-14T01:32:05.435127Z","end":"2026-03-14T01:32:05.557146Z","steps":["trace[838990561] 'read index received' (duration: 121.767353ms)","trace[838990561] 'applied index is now lower than readState.Index' (duration: 250.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:05.557439Z","caller":"traceutil/trace.go:171","msg":"trace[63205751] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"123.815657ms","start":"2026-03-14T01:32:05.433601Z","end":"2026-03-14T01:32:05.557417Z","steps":["trace[63205751] 'process raft request' (duration: 123.379925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:05.55763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.488563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:32:05.557719Z","caller":"traceutil/trace.go:171","msg":"trace[2122931697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:879; }","duration":"122.586135ms","start":"2026-03-14T01:32:05.435114Z","end":"2026-03-14T01:32:05.5577Z","steps":["trace[2122931697] 'agreement among raft nodes before linearized reading' (duration: 122.323619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:05.558048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.81376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:32:05.558105Z","caller":"traceutil/trace.go:171","msg":"trace[736547926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:879; }","duration":"122.967694ms","start":"2026-03-14T01:32:05.435122Z","end":"2026-03-14T01:32:05.558089Z","steps":["trace[736547926] 'agreement among raft nodes before linearized reading' (duration: 122.142053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:07.487517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:07.988388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:08.488993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:08.756802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.010498157s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:32:08.757206Z","caller":"traceutil/trace.go:171","msg":"trace[1243868424] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:916; }","duration":"1.769908044s","start":"2026-03-14T01:32:06.987272Z","end":"2026-03-14T01:32:08.757181Z","steps":["trace[1243868424] 'read index received' (duration: 1.769662057s)","trace[1243868424] 'applied index is now lower than readState.Index' (duration: 245.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:08.757423Z","caller":"traceutil/trace.go:171","msg":"trace[1889955312] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"2.011206884s","start":"2026-03-14T01:32:06.746205Z","end":"2026-03-14T01:32:08.757411Z","steps":["trace[1889955312] 'process raft request' (duration: 2.010784194s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.757521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:06.746186Z","time spent":"2.011269396s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:08.75776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770492219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:08.757823Z","caller":"traceutil/trace.go:171","msg":"trace[621614067] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:883; }","duration":"1.770597981s","start":"2026-03-14T01:32:06.987213Z","end":"2026-03-14T01:32:08.757811Z","steps":["trace[621614067] 'agreement among raft nodes before linearized reading' (duration: 1.770515069s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.757855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:06.987192Z","time spent":"1.770654062s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:32:08.758084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446316826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:08.758169Z","caller":"traceutil/trace.go:171","msg":"trace[1369685305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:883; }","duration":"1.446446159s","start":"2026-03-14T01:32:07.311703Z","end":"2026-03-14T01:32:08.758149Z","steps":["trace[1369685305] 'agreement among raft nodes before linearized reading' (duration: 1.446293875s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.758217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:07.311684Z","time spent":"1.44652499s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:08.758356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.675827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:08.7584Z","caller":"traceutil/trace.go:171","msg":"trace[924754183] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:883; }","duration":"920.723018ms","start":"2026-03-14T01:32:07.837667Z","end":"2026-03-14T01:32:08.75839Z","steps":["trace[924754183] 'agreement among raft nodes before linearized reading' (duration: 920.654526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.758433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:07.837654Z","time spent":"920.771279ms","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:32:08.758502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093695198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:32:08.758542Z","caller":"traceutil/trace.go:171","msg":"trace[1725123943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:883; }","duration":"1.093760629s","start":"2026-03-14T01:32:07.664771Z","end":"2026-03-14T01:32:08.758532Z","steps":["trace[1725123943] 'agreement among raft nodes before linearized reading' (duration: 1.093622105s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.758574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:07.664751Z","time spent":"1.093817651s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:08.758746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093995445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:32:08.758754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.613661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:08.758781Z","caller":"traceutil/trace.go:171","msg":"trace[1184017977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:883; }","duration":"1.094049747s","start":"2026-03-14T01:32:07.664723Z","end":"2026-03-14T01:32:08.758773Z","steps":["trace[1184017977] 'agreement among raft nodes before linearized reading' (duration: 1.093964074s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:08.758788Z","caller":"traceutil/trace.go:171","msg":"trace[73424001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:883; }","duration":"910.675313ms","start":"2026-03-14T01:32:07.848104Z","end":"2026-03-14T01:32:08.758779Z","steps":["trace[73424001] 'agreement among raft nodes before linearized reading' (duration: 910.56822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.758808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:07.664675Z","time spent":"1.094127208s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:08.758814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:07.848091Z","time spent":"910.717034ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:32:08.759012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197501613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:32:08.759048Z","caller":"traceutil/trace.go:171","msg":"trace[1149531993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:883; }","duration":"1.197562304s","start":"2026-03-14T01:32:07.561476Z","end":"2026-03-14T01:32:08.759038Z","steps":["trace[1149531993] 'agreement among raft nodes before linearized reading' (duration: 1.197475862s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.759074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:07.561462Z","time spent":"1.197606076s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:32:21.023098Z","caller":"traceutil/trace.go:171","msg":"trace[1859293660] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:953; }","duration":"200.54153ms","start":"2026-03-14T01:32:20.822513Z","end":"2026-03-14T01:32:21.023055Z","steps":["trace[1859293660] 'read index received' (duration: 200.185381ms)","trace[1859293660] 'applied index is now lower than readState.Index' (duration: 355.209µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:21.023719Z","caller":"traceutil/trace.go:171","msg":"trace[365197163] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"203.442576ms","start":"2026-03-14T01:32:20.82026Z","end":"2026-03-14T01:32:21.023703Z","steps":["trace[365197163] 'process raft request' (duration: 202.584883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:21.023893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.357373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:21.02397Z","caller":"traceutil/trace.go:171","msg":"trace[329239685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"201.498186ms","start":"2026-03-14T01:32:20.822451Z","end":"2026-03-14T01:32:21.023949Z","steps":["trace[329239685] 'agreement among raft nodes before linearized reading' (duration: 201.26396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:21.024056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.065009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:32:21.024183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.337937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:32:21.02427Z","caller":"traceutil/trace.go:171","msg":"trace[958658715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:917; }","duration":"178.315745ms","start":"2026-03-14T01:32:20.845928Z","end":"2026-03-14T01:32:21.024243Z","steps":["trace[958658715] 'agreement among raft nodes before linearized reading' (duration: 177.913495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:21.024409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.904019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:32:21.024561Z","caller":"traceutil/trace.go:171","msg":"trace[241838056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:917; }","duration":"180.906052ms","start":"2026-03-14T01:32:20.843639Z","end":"2026-03-14T01:32:21.024545Z","steps":["trace[241838056] 'agreement among raft nodes before linearized reading' (duration: 180.153713ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:21.024786Z","caller":"traceutil/trace.go:171","msg":"trace[1540191355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:917; }","duration":"175.310208ms","start":"2026-03-14T01:32:20.849455Z","end":"2026-03-14T01:32:21.024765Z","steps":["trace[1540191355] 'agreement among raft nodes before linearized reading' (duration: 174.869567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:22.838529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.106111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:22.838817Z","caller":"traceutil/trace.go:171","msg":"trace[1168862694] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"135.475992ms","start":"2026-03-14T01:32:22.703324Z","end":"2026-03-14T01:32:22.8388Z","steps":["trace[1168862694] 'read index received' (duration: 26.075234ms)","trace[1168862694] 'applied index is now lower than readState.Index' (duration: 109.398988ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:22.838886Z","caller":"traceutil/trace.go:171","msg":"trace[293373519] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"144.353939ms","start":"2026-03-14T01:32:22.6945Z","end":"2026-03-14T01:32:22.838854Z","steps":["trace[293373519] 'process raft request' (duration: 34.857458ms)","trace[293373519] 'compare' (duration: 108.927816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:22.839162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.826933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5183"} {"level":"info","ts":"2026-03-14T01:32:22.839235Z","caller":"traceutil/trace.go:171","msg":"trace[530819666] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:935; }","duration":"135.931865ms","start":"2026-03-14T01:32:22.703291Z","end":"2026-03-14T01:32:22.839223Z","steps":["trace[530819666] 'agreement among raft nodes before linearized reading' (duration: 135.587125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:23.320809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.486139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:23.320858Z","caller":"traceutil/trace.go:171","msg":"trace[1114103751] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:943; }","duration":"176.575712ms","start":"2026-03-14T01:32:23.144272Z","end":"2026-03-14T01:32:23.320848Z","steps":["trace[1114103751] 'count revisions from in-memory index tree' (duration: 176.424627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:23.577479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.518671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:23.57769Z","caller":"traceutil/trace.go:171","msg":"trace[1979181999] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"196.762205ms","start":"2026-03-14T01:32:23.380911Z","end":"2026-03-14T01:32:23.577673Z","steps":["trace[1979181999] 'process raft request' (duration: 196.665872ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:23.57773Z","caller":"traceutil/trace.go:171","msg":"trace[1112687966] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"202.587444ms","start":"2026-03-14T01:32:23.375116Z","end":"2026-03-14T01:32:23.577704Z","steps":["trace[1112687966] 'process raft request' (duration: 72.758415ms)","trace[1112687966] 'compare' (duration: 129.305805ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:27.392947Z","caller":"traceutil/trace.go:171","msg":"trace[509131702] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:998; }","duration":"337.247216ms","start":"2026-03-14T01:32:27.055684Z","end":"2026-03-14T01:32:27.392931Z","steps":["trace[509131702] 'read index received' (duration: 337.079651ms)","trace[509131702] 'applied index is now lower than readState.Index' (duration: 167.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:27.393023Z","caller":"traceutil/trace.go:171","msg":"trace[66202516] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"342.539251ms","start":"2026-03-14T01:32:27.050479Z","end":"2026-03-14T01:32:27.393018Z","steps":["trace[66202516] 'process raft request' (duration: 342.328096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.393096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:27.050463Z","time spent":"342.575321ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:27.393229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.988062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:32:27.393251Z","caller":"traceutil/trace.go:171","msg":"trace[1104401353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:961; }","duration":"334.009444ms","start":"2026-03-14T01:32:27.059235Z","end":"2026-03-14T01:32:27.393245Z","steps":["trace[1104401353] 'agreement among raft nodes before linearized reading' (duration: 333.936802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.393266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:27.059178Z","time spent":"334.085195ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:27.393309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.363323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:32:27.393297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.359803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:32:27.393381Z","caller":"traceutil/trace.go:171","msg":"trace[1511229771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:961; }","duration":"336.500596ms","start":"2026-03-14T01:32:27.056862Z","end":"2026-03-14T01:32:27.393363Z","steps":["trace[1511229771] 'agreement among raft nodes before linearized reading' (duration: 336.321232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.393416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:27.056829Z","time spent":"336.579459ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:32:27.393408Z","caller":"traceutil/trace.go:171","msg":"trace[1999575984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:961; }","duration":"336.503747ms","start":"2026-03-14T01:32:27.056877Z","end":"2026-03-14T01:32:27.393381Z","steps":["trace[1999575984] 'agreement among raft nodes before linearized reading' (duration: 336.24441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.393525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:27.056867Z","time spent":"336.64354ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:32:27.393335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.653916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:32:27.393645Z","caller":"traceutil/trace.go:171","msg":"trace[1281260235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:961; }","duration":"337.975474ms","start":"2026-03-14T01:32:27.055648Z","end":"2026-03-14T01:32:27.393624Z","steps":["trace[1281260235] 'agreement among raft nodes before linearized reading' (duration: 337.649026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.393712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:27.055631Z","time spent":"338.063176ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:27.578796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.756245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:27.579359Z","caller":"traceutil/trace.go:171","msg":"trace[838824733] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"180.103911ms","start":"2026-03-14T01:32:27.399232Z","end":"2026-03-14T01:32:27.579336Z","steps":["trace[838824733] 'process raft request' (duration: 179.778203ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:27.579382Z","caller":"traceutil/trace.go:171","msg":"trace[114688940] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"180.344467ms","start":"2026-03-14T01:32:27.399014Z","end":"2026-03-14T01:32:27.579359Z","steps":["trace[114688940] 'process raft request' (duration: 64.7555ms)","trace[114688940] 'compare' (duration: 114.527059ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:27.579525Z","caller":"traceutil/trace.go:171","msg":"trace[1791936580] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"179.396683ms","start":"2026-03-14T01:32:27.400118Z","end":"2026-03-14T01:32:27.579515Z","steps":["trace[1791936580] 'process raft request' (duration: 178.995183ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:27.579609Z","caller":"traceutil/trace.go:171","msg":"trace[914413595] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"180.093281ms","start":"2026-03-14T01:32:27.399469Z","end":"2026-03-14T01:32:27.579563Z","steps":["trace[914413595] 'process raft request' (duration: 179.611129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:29.752991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:29.968052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.819925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:29.96819Z","caller":"traceutil/trace.go:171","msg":"trace[982211835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:965; }","duration":"387.983049ms","start":"2026-03-14T01:32:29.580187Z","end":"2026-03-14T01:32:29.96817Z","steps":["trace[982211835] 'range keys from in-memory index tree' (duration: 387.799165ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:30.161923Z","caller":"traceutil/trace.go:171","msg":"trace[244729987] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"909.236556ms","start":"2026-03-14T01:32:29.252665Z","end":"2026-03-14T01:32:30.161901Z","steps":["trace[244729987] 'read index received' (duration: 909.123594ms)","trace[244729987] 'applied index is now lower than readState.Index' (duration: 111.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:30.161971Z","caller":"traceutil/trace.go:171","msg":"trace[1057717455] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"910.762806ms","start":"2026-03-14T01:32:29.251172Z","end":"2026-03-14T01:32:30.161935Z","steps":["trace[1057717455] 'process raft request' (duration: 910.571241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:30.162124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.450022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:32:30.162136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.251149Z","time spent":"910.914209ms","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:32:30.16216Z","caller":"traceutil/trace.go:171","msg":"trace[1434531985] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:966; }","duration":"909.551745ms","start":"2026-03-14T01:32:29.252598Z","end":"2026-03-14T01:32:30.16215Z","steps":["trace[1434531985] 'agreement among raft nodes before linearized reading' (duration: 909.411991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:30.162198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.252577Z","time spent":"909.612006ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:32:31.097659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.522939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:32:31.097771Z","caller":"traceutil/trace.go:171","msg":"trace[570570684] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"935.766372ms","start":"2026-03-14T01:32:30.161984Z","end":"2026-03-14T01:32:31.097751Z","steps":["trace[570570684] 'read index received' (duration: 351.228003ms)","trace[570570684] 'applied index is now lower than readState.Index' (duration: 584.536999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:31.097837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786310652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:31.097874Z","caller":"traceutil/trace.go:171","msg":"trace[1902778440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:966; }","duration":"1.786402694s","start":"2026-03-14T01:32:29.311462Z","end":"2026-03-14T01:32:31.097865Z","steps":["trace[1902778440] 'agreement among raft nodes before linearized reading' (duration: 1.786335872s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.09801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.3114Z","time spent":"1.786568729s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:31.098228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700370941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:32:31.09822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514943215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:32:31.098282Z","caller":"traceutil/trace.go:171","msg":"trace[379547945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:966; }","duration":"1.700452043s","start":"2026-03-14T01:32:29.397815Z","end":"2026-03-14T01:32:31.098267Z","steps":["trace[379547945] 'agreement among raft nodes before linearized reading' (duration: 1.70033708s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.098312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.39779Z","time spent":"1.700515455s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:32:31.098296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514645087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:32:31.098322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514959165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:32:31.098332Z","caller":"traceutil/trace.go:171","msg":"trace[898498698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:966; }","duration":"1.515043728s","start":"2026-03-14T01:32:29.583244Z","end":"2026-03-14T01:32:31.098288Z","steps":["trace[898498698] 'agreement among raft nodes before linearized reading' (duration: 1.514803952s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.098373Z","caller":"traceutil/trace.go:171","msg":"trace[140098387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:966; }","duration":"1.514738329s","start":"2026-03-14T01:32:29.583615Z","end":"2026-03-14T01:32:31.098353Z","steps":["trace[140098387] 'agreement among raft nodes before linearized reading' (duration: 1.514493673s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.098378Z","caller":"traceutil/trace.go:171","msg":"trace[1488307789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:966; }","duration":"1.515027807s","start":"2026-03-14T01:32:29.583336Z","end":"2026-03-14T01:32:31.098364Z","steps":["trace[1488307789] 'agreement among raft nodes before linearized reading' (duration: 1.514876303s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.098392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.583227Z","time spent":"1.51514648s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:31.098406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738243266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-03-14T01:32:31.098414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.583564Z","time spent":"1.514841473s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:32:31.098414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.583331Z","time spent":"1.515076139s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:32:31.098443Z","caller":"traceutil/trace.go:171","msg":"trace[1242792936] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:966; }","duration":"1.738314958s","start":"2026-03-14T01:32:29.360118Z","end":"2026-03-14T01:32:31.098433Z","steps":["trace[1242792936] 'agreement among raft nodes before linearized reading' (duration: 1.738176995s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.098472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.360097Z","time spent":"1.73836886s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-14T01:32:31.098502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515300304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:32:31.098528Z","caller":"traceutil/trace.go:171","msg":"trace[2068435553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:966; }","duration":"1.515350455s","start":"2026-03-14T01:32:29.583168Z","end":"2026-03-14T01:32:31.098518Z","steps":["trace[2068435553] 'agreement among raft nodes before linearized reading' (duration: 1.515290164s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.098548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:29.583149Z","time spent":"1.515395426s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:32:31.197539Z","caller":"traceutil/trace.go:171","msg":"trace[1751842590] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"949.696927ms","start":"2026-03-14T01:32:30.247821Z","end":"2026-03-14T01:32:31.197518Z","steps":["trace[1751842590] 'process raft request' (duration: 949.458261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.197681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:30.247795Z","time spent":"949.80119ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5957,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:31.198039Z","caller":"traceutil/trace.go:171","msg":"trace[1307199006] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"852.775856ms","start":"2026-03-14T01:32:30.345246Z","end":"2026-03-14T01:32:31.198022Z","steps":["trace[1307199006] 'process raft request' (duration: 852.186541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:31.198127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:30.345223Z","time spent":"852.860918ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:31.389717Z","caller":"traceutil/trace.go:171","msg":"trace[373131871] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"286.41058ms","start":"2026-03-14T01:32:31.10328Z","end":"2026-03-14T01:32:31.38969Z","steps":["trace[373131871] 'process raft request' (duration: 286.240796ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.389984Z","caller":"traceutil/trace.go:171","msg":"trace[1796235232] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"286.390839ms","start":"2026-03-14T01:32:31.103575Z","end":"2026-03-14T01:32:31.389966Z","steps":["trace[1796235232] 'process raft request' (duration: 286.065611ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.390117Z","caller":"traceutil/trace.go:171","msg":"trace[500878964] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"286.130562ms","start":"2026-03-14T01:32:31.103975Z","end":"2026-03-14T01:32:31.390106Z","steps":["trace[500878964] 'process raft request' (duration: 285.922407ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.390219Z","caller":"traceutil/trace.go:171","msg":"trace[1827392144] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"286.175294ms","start":"2026-03-14T01:32:31.104033Z","end":"2026-03-14T01:32:31.390209Z","steps":["trace[1827392144] 'process raft request' (duration: 286.034701ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.390259Z","caller":"traceutil/trace.go:171","msg":"trace[997892396] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1008; }","duration":"183.856767ms","start":"2026-03-14T01:32:31.206394Z","end":"2026-03-14T01:32:31.39025Z","steps":["trace[997892396] 'read index received' (duration: 165.453598ms)","trace[997892396] 'applied index is now lower than readState.Index' (duration: 18.402419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:31.39032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.911568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:31.390348Z","caller":"traceutil/trace.go:171","msg":"trace[1323142285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:974; }","duration":"183.979149ms","start":"2026-03-14T01:32:31.206358Z","end":"2026-03-14T01:32:31.390337Z","steps":["trace[1323142285] 'agreement among raft nodes before linearized reading' (duration: 183.919398ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.39042Z","caller":"traceutil/trace.go:171","msg":"trace[919470301] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"284.791139ms","start":"2026-03-14T01:32:31.105617Z","end":"2026-03-14T01:32:31.390408Z","steps":["trace[919470301] 'process raft request' (duration: 284.552883ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.39159Z","caller":"traceutil/trace.go:171","msg":"trace[294882844] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"287.284223ms","start":"2026-03-14T01:32:31.102427Z","end":"2026-03-14T01:32:31.389712Z","steps":["trace[294882844] 'process raft request' (duration: 269.478138ms)","trace[294882844] 'compare' (duration: 16.998824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:31.838268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.449779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:31.838366Z","caller":"traceutil/trace.go:171","msg":"trace[1591672826] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1014; }","duration":"161.998829ms","start":"2026-03-14T01:32:31.676351Z","end":"2026-03-14T01:32:31.83835Z","steps":["trace[1591672826] 'read index received' (duration: 29.181µs)","trace[1591672826] 'applied index is now lower than readState.Index' (duration: 161.968698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:31.838548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.182054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:31.838622Z","caller":"traceutil/trace.go:171","msg":"trace[1750581234] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:975; }","duration":"162.304097ms","start":"2026-03-14T01:32:31.676301Z","end":"2026-03-14T01:32:31.838605Z","steps":["trace[1750581234] 'agreement among raft nodes before linearized reading' (duration: 162.169913ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:31.838748Z","caller":"traceutil/trace.go:171","msg":"trace[1823958418] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"359.684047ms","start":"2026-03-14T01:32:31.479031Z","end":"2026-03-14T01:32:31.838715Z","steps":["trace[1823958418] 'process raft request' (duration: 18.688225ms)","trace[1823958418] 'compare' (duration: 340.352106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:31.83901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:31.479011Z","time spent":"359.913034ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:32.524447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:32:32.568662Z","caller":"traceutil/trace.go:171","msg":"trace[1268578435] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1015; }","duration":"544.983561ms","start":"2026-03-14T01:32:32.023663Z","end":"2026-03-14T01:32:32.568646Z","steps":["trace[1268578435] 'read index received' (duration: 544.849068ms)","trace[1268578435] 'applied index is now lower than readState.Index' (duration: 133.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:32.568721Z","caller":"traceutil/trace.go:171","msg":"trace[438436131] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"615.5406ms","start":"2026-03-14T01:32:31.953145Z","end":"2026-03-14T01:32:32.568685Z","steps":["trace[438436131] 'process raft request' (duration: 615.409387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:32.568872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.614536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:32.568925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:31.95311Z","time spent":"615.708253ms","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:32:32.568939Z","caller":"traceutil/trace.go:171","msg":"trace[2147430740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:976; }","duration":"257.720579ms","start":"2026-03-14T01:32:32.311202Z","end":"2026-03-14T01:32:32.568922Z","steps":["trace[2147430740] 'agreement among raft nodes before linearized reading' (duration: 257.592746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:32.568778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.101954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:32.569019Z","caller":"traceutil/trace.go:171","msg":"trace[1973325692] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:976; }","duration":"545.363201ms","start":"2026-03-14T01:32:32.023628Z","end":"2026-03-14T01:32:32.568991Z","steps":["trace[1973325692] 'agreement among raft nodes before linearized reading' (duration: 545.103354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:32.569093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:32.023614Z","time spent":"545.459643ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-14T01:32:33.657196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.851761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:33.65752Z","caller":"traceutil/trace.go:171","msg":"trace[243779194] linearizableReadLoop","detail":"{readStateIndex:1020; appliedIndex:1017; }","duration":"345.797893ms","start":"2026-03-14T01:32:33.311699Z","end":"2026-03-14T01:32:33.657497Z","steps":["trace[243779194] 'read index received' (duration: 323.67988ms)","trace[243779194] 'applied index is now lower than readState.Index' (duration: 22.116723ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:33.657636Z","caller":"traceutil/trace.go:171","msg":"trace[1488263018] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"1.024075882s","start":"2026-03-14T01:32:32.633544Z","end":"2026-03-14T01:32:33.65762Z","steps":["trace[1488263018] 'process raft request' (duration: 636.715779ms)","trace[1488263018] 'compare' (duration: 386.536583ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:33.657702Z","caller":"traceutil/trace.go:171","msg":"trace[332698010] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"1.020189004s","start":"2026-03-14T01:32:32.637441Z","end":"2026-03-14T01:32:33.65763Z","steps":["trace[332698010] 'process raft request' (duration: 1.019968478s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.657805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.100551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:33.657806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:32.637426Z","time spent":"1.020321547s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:33.657849Z","caller":"traceutil/trace.go:171","msg":"trace[1192325793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:980; }","duration":"346.171123ms","start":"2026-03-14T01:32:33.311664Z","end":"2026-03-14T01:32:33.657835Z","steps":["trace[1192325793] 'agreement among raft nodes before linearized reading' (duration: 346.07637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.657891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.311645Z","time spent":"346.233856ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:32:33.658008Z","caller":"traceutil/trace.go:171","msg":"trace[461391547] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"1.022367789s","start":"2026-03-14T01:32:32.635616Z","end":"2026-03-14T01:32:33.657984Z","steps":["trace[461391547] 'process raft request' (duration: 1.021697391s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.657709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:32.633525Z","time spent":"1.024146614s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:32:33.658133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:32.635598Z","time spent":"1.022474072s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:32:33.658185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.168118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:32:33.658231Z","caller":"traceutil/trace.go:171","msg":"trace[1835684170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:980; }","duration":"263.252941ms","start":"2026-03-14T01:32:33.394965Z","end":"2026-03-14T01:32:33.658218Z","steps":["trace[1835684170] 'agreement among raft nodes before linearized reading' (duration: 263.111647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.658265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.099086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:33.658336Z","caller":"traceutil/trace.go:171","msg":"trace[1008963975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:980; }","duration":"263.203539ms","start":"2026-03-14T01:32:33.395115Z","end":"2026-03-14T01:32:33.658318Z","steps":["trace[1008963975] 'agreement among raft nodes before linearized reading' (duration: 262.970593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.658356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.2425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:32:33.658405Z","caller":"traceutil/trace.go:171","msg":"trace[713408306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:980; }","duration":"263.330662ms","start":"2026-03-14T01:32:33.39506Z","end":"2026-03-14T01:32:33.658391Z","steps":["trace[713408306] 'agreement among raft nodes before linearized reading' (duration: 263.194328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:33.658485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.436205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:32:33.658469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.910791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:32:33.65853Z","caller":"traceutil/trace.go:171","msg":"trace[2126923095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:980; }","duration":"263.506027ms","start":"2026-03-14T01:32:33.395011Z","end":"2026-03-14T01:32:33.658517Z","steps":["trace[2126923095] 'agreement among raft nodes before linearized reading' (duration: 263.384394ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:33.658547Z","caller":"traceutil/trace.go:171","msg":"trace[1048369176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:980; }","duration":"263.008544ms","start":"2026-03-14T01:32:33.395521Z","end":"2026-03-14T01:32:33.658529Z","steps":["trace[1048369176] 'agreement among raft nodes before linearized reading' (duration: 262.805589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.269367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.250627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:34.26951Z","caller":"traceutil/trace.go:171","msg":"trace[1802059016] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"605.891404ms","start":"2026-03-14T01:32:33.663606Z","end":"2026-03-14T01:32:34.269497Z","steps":["trace[1802059016] 'process raft request' (duration: 605.840642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.269559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.663583Z","time spent":"605.949415ms","remote":"127.0.0.1:41868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:32:34.269862Z","caller":"traceutil/trace.go:171","msg":"trace[571365689] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"606.200091ms","start":"2026-03-14T01:32:33.663606Z","end":"2026-03-14T01:32:34.269806Z","steps":["trace[571365689] 'process raft request' (duration: 164.441191ms)","trace[571365689] 'compare' (duration: 441.099154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:34.270004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.663583Z","time spent":"606.349635ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:34.370007Z","caller":"traceutil/trace.go:171","msg":"trace[2020503640] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"706.339834ms","start":"2026-03-14T01:32:33.663649Z","end":"2026-03-14T01:32:34.369989Z","steps":["trace[2020503640] 'process raft request' (duration: 705.934104ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:34.370017Z","caller":"traceutil/trace.go:171","msg":"trace[1248756943] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"705.959564ms","start":"2026-03-14T01:32:33.664036Z","end":"2026-03-14T01:32:34.369996Z","steps":["trace[1248756943] 'process raft request' (duration: 705.900673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.370316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.66403Z","time spent":"706.236251ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:34.370099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.663628Z","time spent":"706.423646ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:34.370585Z","caller":"traceutil/trace.go:171","msg":"trace[585467177] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"706.691613ms","start":"2026-03-14T01:32:33.663813Z","end":"2026-03-14T01:32:34.370505Z","steps":["trace[585467177] 'process raft request' (duration: 706.057407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.370637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.663795Z","time spent":"706.814946ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:34.890883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.844806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:34.890947Z","caller":"traceutil/trace.go:171","msg":"trace[463196610] linearizableReadLoop","detail":"{readStateIndex:1026; appliedIndex:1022; }","duration":"579.300507ms","start":"2026-03-14T01:32:34.311636Z","end":"2026-03-14T01:32:34.890936Z","steps":["trace[463196610] 'read index received' (duration: 57.883736ms)","trace[463196610] 'applied index is now lower than readState.Index' (duration: 521.416101ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:34.890991Z","caller":"traceutil/trace.go:171","msg":"trace[2003789851] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"1.226650537s","start":"2026-03-14T01:32:33.664335Z","end":"2026-03-14T01:32:34.890985Z","steps":["trace[2003789851] 'process raft request' (duration: 705.649077ms)","trace[2003789851] 'compare' (duration: 520.783535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:34.891028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:33.664318Z","time spent":"1.226692748s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:34.891166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.529079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:34.891246Z","caller":"traceutil/trace.go:171","msg":"trace[1161324315] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:986; }","duration":"369.645212ms","start":"2026-03-14T01:32:34.521584Z","end":"2026-03-14T01:32:34.891229Z","steps":["trace[1161324315] 'agreement among raft nodes before linearized reading' (duration: 369.504599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.891293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:34.521565Z","time spent":"369.717345ms","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:32:34.891201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.568423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:34.891397Z","caller":"traceutil/trace.go:171","msg":"trace[1653506393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"579.766728ms","start":"2026-03-14T01:32:34.311624Z","end":"2026-03-14T01:32:34.891391Z","steps":["trace[1653506393] 'agreement among raft nodes before linearized reading' (duration: 579.549843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.891416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:34.311573Z","time spent":"579.83824ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:36.810169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:37.311201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529780666287979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:37.38608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1083387s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:32:37.386484Z","caller":"traceutil/trace.go:171","msg":"trace[237394765] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1035; }","duration":"1.076777676s","start":"2026-03-14T01:32:36.309681Z","end":"2026-03-14T01:32:37.386459Z","steps":["trace[237394765] 'read index received' (duration: 1.07655282s)","trace[237394765] 'applied index is now lower than readState.Index' (duration: 223.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:37.386545Z","caller":"traceutil/trace.go:171","msg":"trace[1951941889] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"1.108928305s","start":"2026-03-14T01:32:36.277588Z","end":"2026-03-14T01:32:37.386517Z","steps":["trace[1951941889] 'process raft request' (duration: 1.108699728s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:37.38669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.277565Z","time spent":"1.109046518s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:37.386792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007745597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:32:37.386802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.531443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-14T01:32:37.386851Z","caller":"traceutil/trace.go:171","msg":"trace[2028101101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:995; }","duration":"1.00786314s","start":"2026-03-14T01:32:36.378972Z","end":"2026-03-14T01:32:37.386835Z","steps":["trace[2028101101] 'agreement among raft nodes before linearized reading' (duration: 1.007628794s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:37.386826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00436579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:32:37.386856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.494373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:32:37.386905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.378952Z","time spent":"1.007941532s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:32:37.386918Z","caller":"traceutil/trace.go:171","msg":"trace[1101987748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:995; }","duration":"1.004477094s","start":"2026-03-14T01:32:36.382422Z","end":"2026-03-14T01:32:37.386899Z","steps":["trace[1101987748] 'agreement among raft nodes before linearized reading' (duration: 1.004245938s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:37.386952Z","caller":"traceutil/trace.go:171","msg":"trace[1873919082] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:995; }","duration":"470.606575ms","start":"2026-03-14T01:32:36.916321Z","end":"2026-03-14T01:32:37.386927Z","steps":["trace[1873919082] 'agreement among raft nodes before linearized reading' (duration: 470.324088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:37.386969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.382411Z","time spent":"1.004549225s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:37.386968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.158565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:32:37.387007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.916299Z","time spent":"470.696127ms","remote":"127.0.0.1:37586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:32:37.387012Z","caller":"traceutil/trace.go:171","msg":"trace[650871333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:995; }","duration":"492.242127ms","start":"2026-03-14T01:32:36.894758Z","end":"2026-03-14T01:32:37.387Z","steps":["trace[650871333] 'agreement among raft nodes before linearized reading' (duration: 492.089943ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:37.386885Z","caller":"traceutil/trace.go:171","msg":"trace[762482350] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:995; }","duration":"989.650616ms","start":"2026-03-14T01:32:36.397215Z","end":"2026-03-14T01:32:37.386865Z","steps":["trace[762482350] 'agreement among raft nodes before linearized reading' (duration: 989.41017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:37.387049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.894737Z","time spent":"492.304318ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:37.387088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005412498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:32:37.387078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.3972Z","time spent":"989.860922ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-14T01:32:37.38712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07693495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:37.387147Z","caller":"traceutil/trace.go:171","msg":"trace[2118360207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:995; }","duration":"1.005528941s","start":"2026-03-14T01:32:36.381605Z","end":"2026-03-14T01:32:37.387134Z","steps":["trace[2118360207] 'agreement among raft nodes before linearized reading' (duration: 1.005313935s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:37.387177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.381578Z","time spent":"1.005594242s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:32:37.387285Z","caller":"traceutil/trace.go:171","msg":"trace[1358352608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:995; }","duration":"1.077517826s","start":"2026-03-14T01:32:36.309626Z","end":"2026-03-14T01:32:37.387144Z","steps":["trace[1358352608] 'agreement among raft nodes before linearized reading' (duration: 1.076916221s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:37.38733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:36.309602Z","time spent":"1.07771506s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:38.081084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.181201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:38.081301Z","caller":"traceutil/trace.go:171","msg":"trace[1830400212] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1036; }","duration":"684.844467ms","start":"2026-03-14T01:32:37.396444Z","end":"2026-03-14T01:32:38.081288Z","steps":["trace[1830400212] 'read index received' (duration: 118.394207ms)","trace[1830400212] 'applied index is now lower than readState.Index' (duration: 566.44961ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:38.081366Z","caller":"traceutil/trace.go:171","msg":"trace[1306923984] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"688.538561ms","start":"2026-03-14T01:32:37.392818Z","end":"2026-03-14T01:32:38.081356Z","steps":["trace[1306923984] 'process raft request' (duration: 688.430389ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:38.08137Z","caller":"traceutil/trace.go:171","msg":"trace[1880908017] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"688.530721ms","start":"2026-03-14T01:32:37.392817Z","end":"2026-03-14T01:32:38.081348Z","steps":["trace[1880908017] 'process raft request' (duration: 688.406547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:38.081406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:37.392797Z","time spent":"688.586242ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:38.081495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:37.392803Z","time spent":"688.619073ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:38.081545Z","caller":"traceutil/trace.go:171","msg":"trace[1454209559] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"688.705795ms","start":"2026-03-14T01:32:37.392833Z","end":"2026-03-14T01:32:38.081539Z","steps":["trace[1454209559] 'process raft request' (duration: 688.434928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:38.081579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:37.392817Z","time spent":"688.744216ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:38.081673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.227246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:38.081697Z","caller":"traceutil/trace.go:171","msg":"trace[360808239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1000; }","duration":"685.260098ms","start":"2026-03-14T01:32:37.396431Z","end":"2026-03-14T01:32:38.081691Z","steps":["trace[360808239] 'agreement among raft nodes before linearized reading' (duration: 685.192936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:38.081714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:37.396425Z","time spent":"685.285378ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:32:38.081736Z","caller":"traceutil/trace.go:171","msg":"trace[949541806] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"688.987122ms","start":"2026-03-14T01:32:37.392741Z","end":"2026-03-14T01:32:38.081728Z","steps":["trace[949541806] 'process raft request' (duration: 688.446097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:38.081779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:37.392716Z","time spent":"689.040113ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:38.081839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.950192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:38.081861Z","caller":"traceutil/trace.go:171","msg":"trace[1830507461] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1000; }","duration":"334.012865ms","start":"2026-03-14T01:32:37.747843Z","end":"2026-03-14T01:32:38.081856Z","steps":["trace[1830507461] 'agreement among raft nodes before linearized reading' (duration: 333.971594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:38.081882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:37.747822Z","time spent":"334.054995ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:32:38.081898Z","caller":"traceutil/trace.go:171","msg":"trace[1061197892] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"689.910846ms","start":"2026-03-14T01:32:37.391953Z","end":"2026-03-14T01:32:38.081863Z","steps":["trace[1061197892] 'process raft request' (duration: 122.874172ms)","trace[1061197892] 'compare' (duration: 566.10797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:38.082182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:37.391929Z","time spent":"690.161693ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:42.801415Z","caller":"traceutil/trace.go:171","msg":"trace[622798557] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"389.412715ms","start":"2026-03-14T01:32:42.411977Z","end":"2026-03-14T01:32:42.801389Z","steps":["trace[622798557] 'process raft request' (duration: 386.742407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:42.80154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:42.411965Z","time spent":"389.516539ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:35:44.50796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.368466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:44.508051Z","caller":"traceutil/trace.go:171","msg":"trace[775171409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1805; }","duration":"196.498459ms","start":"2026-03-14T01:35:44.311534Z","end":"2026-03-14T01:35:44.508032Z","steps":["trace[775171409] 'range keys from in-memory index tree' (duration: 196.282144ms)"],"step_count":1}