{"level":"warn","ts":"2026-03-09T01:39:37.611124Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:37.611204Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:39:37.611282Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:37.611346Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-09T01:39:37.611371Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:37.612017Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-03-09T01:39:37.612108Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:39:37.618328Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.993319ms"} {"level":"info","ts":"2026-03-09T01:39:37.845829Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-03-09T01:39:37.845977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:39:37.846303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-03-09T01:39:37.846339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:39:37.846426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-03-09T01:39:37.846552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-03-09T01:39:37.853632Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:39:37.855684Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:39:37.857253Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:39:37.859939Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:39:37.86022Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:39:37.860381Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:37.860439Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:37.860473Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:37.861581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-03-09T01:39:37.861956Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-09T01:39:37.864755Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:37.864876Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-09T01:39:37.864902Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-09T01:39:37.865194Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:39:37.865311Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:39:38.348424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:39:38.348548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:39:38.348577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-03-09T01:39:38.348597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:39:38.348607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-09T01:39:38.348623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-03-09T01:39:38.348636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-09T01:39:38.363635Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:39:38.363657Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:38.363748Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:38.363857Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:39:38.363887Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:39:38.363665Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:38.365323Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:38.365518Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:38.365604Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:38.367396Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-03-09T01:39:38.368036Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T01:39:41.480567Z","caller":"traceutil/trace.go:171","msg":"trace[2085108361] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"107.76184ms","start":"2026-03-09T01:39:41.372765Z","end":"2026-03-09T01:39:41.480526Z","steps":["trace[2085108361] 'process raft request' (duration: 75.852736ms)","trace[2085108361] 'compare' (duration: 31.378982ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:02.649507Z","caller":"traceutil/trace.go:171","msg":"trace[1439234024] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"403.472788ms","start":"2026-03-09T01:40:02.246012Z","end":"2026-03-09T01:40:02.649485Z","steps":["trace[1439234024] 'read index received' (duration: 361.757334ms)","trace[1439234024] 'applied index is now lower than readState.Index' (duration: 41.714004ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:02.649528Z","caller":"traceutil/trace.go:171","msg":"trace[1556202774] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"534.743472ms","start":"2026-03-09T01:40:02.114766Z","end":"2026-03-09T01:40:02.649509Z","steps":["trace[1556202774] 'process raft request' (duration: 493.089849ms)","trace[1556202774] 'compare' (duration: 41.53245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:02.649691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.676022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T01:40:02.649739Z","caller":"traceutil/trace.go:171","msg":"trace[540881417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:460; }","duration":"403.770655ms","start":"2026-03-09T01:40:02.24596Z","end":"2026-03-09T01:40:02.649731Z","steps":["trace[540881417] 'agreement among raft nodes before linearized reading' (duration: 403.611511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:02.649765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:02.245934Z","time spent":"403.825246ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:02.649755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.13311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:02.649844Z","caller":"traceutil/trace.go:171","msg":"trace[1087960498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:460; }","duration":"228.241303ms","start":"2026-03-09T01:40:02.421584Z","end":"2026-03-09T01:40:02.649826Z","steps":["trace[1087960498] 'agreement among raft nodes before linearized reading' (duration: 228.053319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:02.650032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:02.114752Z","time spent":"534.858414ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:13.297877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.284765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:40:13.297969Z","caller":"traceutil/trace.go:171","msg":"trace[1564657250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"208.418757ms","start":"2026-03-09T01:40:13.089531Z","end":"2026-03-09T01:40:13.29795Z","steps":["trace[1564657250] 'range keys from in-memory index tree' (duration: 208.198662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:13.298234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.686228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:13.298273Z","caller":"traceutil/trace.go:171","msg":"trace[70003418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"602.766939ms","start":"2026-03-09T01:40:12.695496Z","end":"2026-03-09T01:40:13.298263Z","steps":["trace[70003418] 'range keys from in-memory index tree' (duration: 602.597146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:13.298301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:12.695475Z","time spent":"602.819171ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:40:13.298302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.905432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:40:13.298331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312484482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:40:13.29845Z","caller":"traceutil/trace.go:171","msg":"trace[703772709] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:517; }","duration":"1.312698277s","start":"2026-03-09T01:40:11.985704Z","end":"2026-03-09T01:40:13.298403Z","steps":["trace[703772709] 'range keys from in-memory index tree' (duration: 1.312351448s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:13.29851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:11.985685Z","time spent":"1.312814359s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-09T01:40:13.298412Z","caller":"traceutil/trace.go:171","msg":"trace[1551606939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"603.064326ms","start":"2026-03-09T01:40:12.695319Z","end":"2026-03-09T01:40:13.298383Z","steps":["trace[1551606939] 'range keys from in-memory index tree' (duration: 602.735159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:13.298608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:12.695299Z","time spent":"603.29811ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:13.298303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.603528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:13.298682Z","caller":"traceutil/trace.go:171","msg":"trace[1784552541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"213.023106ms","start":"2026-03-09T01:40:13.085639Z","end":"2026-03-09T01:40:13.298662Z","steps":["trace[1784552541] 'range keys from in-memory index tree' (duration: 212.551886ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:17.377732Z","caller":"traceutil/trace.go:171","msg":"trace[913145265] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"243.52747ms","start":"2026-03-09T01:40:17.134175Z","end":"2026-03-09T01:40:17.377702Z","steps":["trace[913145265] 'process raft request' (duration: 243.330826ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:17.538937Z","caller":"traceutil/trace.go:171","msg":"trace[286063112] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"156.879303ms","start":"2026-03-09T01:40:17.382026Z","end":"2026-03-09T01:40:17.538905Z","steps":["trace[286063112] 'process raft request' (duration: 120.80979ms)","trace[286063112] 'compare' (duration: 35.813618ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:17.539043Z","caller":"traceutil/trace.go:171","msg":"trace[1386500595] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"156.886603ms","start":"2026-03-09T01:40:17.38213Z","end":"2026-03-09T01:40:17.539016Z","steps":["trace[1386500595] 'process raft request' (duration: 156.671189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:18.464005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.58506ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:18.464173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.100029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T01:40:18.464374Z","caller":"traceutil/trace.go:171","msg":"trace[529905114] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"893.996743ms","start":"2026-03-09T01:40:17.570325Z","end":"2026-03-09T01:40:18.464322Z","steps":["trace[529905114] 'read index received' (duration: 46.111µs)","trace[529905114] 'applied index is now lower than readState.Index' (duration: 893.948832ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:18.464191Z","caller":"traceutil/trace.go:171","msg":"trace[1228173765] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:534; }","duration":"416.785524ms","start":"2026-03-09T01:40:18.047377Z","end":"2026-03-09T01:40:18.464163Z","steps":["trace[1228173765] 'range keys from in-memory index tree' (duration: 416.56274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:18.464613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.281068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:18.464647Z","caller":"traceutil/trace.go:171","msg":"trace[1079562852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:534; }","duration":"894.35276ms","start":"2026-03-09T01:40:17.570282Z","end":"2026-03-09T01:40:18.464635Z","steps":["trace[1079562852] 'agreement among raft nodes before linearized reading' (duration: 894.205667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:18.464621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.168865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:18.464685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:17.570254Z","time spent":"894.422071ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:18.464699Z","caller":"traceutil/trace.go:171","msg":"trace[2146788834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"385.315648ms","start":"2026-03-09T01:40:18.079363Z","end":"2026-03-09T01:40:18.464679Z","steps":["trace[2146788834] 'agreement among raft nodes before linearized reading' (duration: 385.179635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:18.464731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:18.079333Z","time spent":"385.39342ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:20.042774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623829918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:20.542908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623829918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:21.030883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60117761s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:21.031214Z","caller":"traceutil/trace.go:171","msg":"trace[1104287379] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:555; }","duration":"1.488917914s","start":"2026-03-09T01:40:19.542275Z","end":"2026-03-09T01:40:21.031193Z","steps":["trace[1104287379] 'read index received' (duration: 1.488785111s)","trace[1104287379] 'applied index is now lower than readState.Index' (duration: 131.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:21.031278Z","caller":"traceutil/trace.go:171","msg":"trace[1441046630] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.601688661s","start":"2026-03-09T01:40:19.429565Z","end":"2026-03-09T01:40:21.031253Z","steps":["trace[1441046630] 'process raft request' (duration: 1.601504017s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.031417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489120089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:40:21.031477Z","caller":"traceutil/trace.go:171","msg":"trace[2045453273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:536; }","duration":"1.48918808s","start":"2026-03-09T01:40:19.542268Z","end":"2026-03-09T01:40:21.031456Z","steps":["trace[2045453273] 'agreement among raft nodes before linearized reading' (duration: 1.489004795s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.031481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.429542Z","time spent":"1.601834885s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:21.031514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.542245Z","time spent":"1.489263062s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:21.253517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.635247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:21.253802Z","caller":"traceutil/trace.go:171","msg":"trace[901077775] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"463.159927ms","start":"2026-03-09T01:40:20.790605Z","end":"2026-03-09T01:40:21.253765Z","steps":["trace[901077775] 'process raft request' (duration: 348.169862ms)","trace[901077775] 'compare' (duration: 114.393252ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:21.253916Z","caller":"traceutil/trace.go:171","msg":"trace[2123295995] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:556; }","duration":"222.617782ms","start":"2026-03-09T01:40:21.031268Z","end":"2026-03-09T01:40:21.253886Z","steps":["trace[2123295995] 'read index received' (duration: 107.521136ms)","trace[2123295995] 'applied index is now lower than readState.Index' (duration: 115.093416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:21.253986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.790577Z","time spent":"463.32032ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.254055Z","caller":"traceutil/trace.go:171","msg":"trace[1777401489] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"218.987953ms","start":"2026-03-09T01:40:21.03504Z","end":"2026-03-09T01:40:21.254028Z","steps":["trace[1777401489] 'process raft request' (duration: 218.611525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.254189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710881642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:40:21.254197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176310554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:21.254226Z","caller":"traceutil/trace.go:171","msg":"trace[652547739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:538; }","duration":"1.710962953s","start":"2026-03-09T01:40:19.543252Z","end":"2026-03-09T01:40:21.254215Z","steps":["trace[652547739] 'agreement among raft nodes before linearized reading' (duration: 1.710734068s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.254241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.362346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:21.254246Z","caller":"traceutil/trace.go:171","msg":"trace[1854955044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"1.176388576s","start":"2026-03-09T01:40:20.077843Z","end":"2026-03-09T01:40:21.254232Z","steps":["trace[1854955044] 'agreement among raft nodes before linearized reading' (duration: 1.176308084s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.254264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.543244Z","time spent":"1.711011535s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:40:21.254281Z","caller":"traceutil/trace.go:171","msg":"trace[295267376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:538; }","duration":"738.441468ms","start":"2026-03-09T01:40:20.515828Z","end":"2026-03-09T01:40:21.254269Z","steps":["trace[295267376] 'agreement among raft nodes before linearized reading' (duration: 738.300185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.25429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.077827Z","time spent":"1.176454067s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:21.254315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.515807Z","time spent":"738.499889ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:22.310953Z","caller":"traceutil/trace.go:171","msg":"trace[234321085] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"172.133829ms","start":"2026-03-09T01:40:22.138796Z","end":"2026-03-09T01:40:22.31093Z","steps":["trace[234321085] 'process raft request' (duration: 171.915475ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:23.490885Z","caller":"traceutil/trace.go:171","msg":"trace[1310470744] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"210.383789ms","start":"2026-03-09T01:40:23.280477Z","end":"2026-03-09T01:40:23.490861Z","steps":["trace[1310470744] 'read index received' (duration: 207.843286ms)","trace[1310470744] 'applied index is now lower than readState.Index' (duration: 2.539393ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:23.491038Z","caller":"traceutil/trace.go:171","msg":"trace[492705580] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"229.848428ms","start":"2026-03-09T01:40:23.261152Z","end":"2026-03-09T01:40:23.491Z","steps":["trace[492705580] 'process raft request' (duration: 227.16116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:23.491097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.645566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:40:23.491157Z","caller":"traceutil/trace.go:171","msg":"trace[1634947032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"210.751368ms","start":"2026-03-09T01:40:23.280389Z","end":"2026-03-09T01:40:23.49114Z","steps":["trace[1634947032] 'agreement among raft nodes before linearized reading' (duration: 210.594255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:23.491257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.910739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:23.491323Z","caller":"traceutil/trace.go:171","msg":"trace[1089584090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"210.009402ms","start":"2026-03-09T01:40:23.281297Z","end":"2026-03-09T01:40:23.491307Z","steps":["trace[1089584090] 'agreement among raft nodes before linearized reading' (duration: 209.774517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.144047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:27.252371Z","caller":"traceutil/trace.go:171","msg":"trace[1264442228] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"777.178688ms","start":"2026-03-09T01:40:26.475171Z","end":"2026-03-09T01:40:27.252349Z","steps":["trace[1264442228] 'process raft request' (duration: 777.061736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.25252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:26.475154Z","time spent":"777.27703ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:40:27.264011Z","caller":"traceutil/trace.go:171","msg":"trace[330779261] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:626; }","duration":"620.295555ms","start":"2026-03-09T01:40:26.643689Z","end":"2026-03-09T01:40:27.263985Z","steps":["trace[330779261] 'read index received' (duration: 608.797469ms)","trace[330779261] 'applied index is now lower than readState.Index' (duration: 11.497146ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:27.264413Z","caller":"traceutil/trace.go:171","msg":"trace[1137077349] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"195.097782ms","start":"2026-03-09T01:40:27.069287Z","end":"2026-03-09T01:40:27.264385Z","steps":["trace[1137077349] 'process raft request' (duration: 194.622601ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:27.264206Z","caller":"traceutil/trace.go:171","msg":"trace[1289745737] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"416.840353ms","start":"2026-03-09T01:40:26.847336Z","end":"2026-03-09T01:40:27.264176Z","steps":["trace[1289745737] 'process raft request' (duration: 415.527396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.264788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.454587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:27.264858Z","caller":"traceutil/trace.go:171","msg":"trace[534597455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"186.554399ms","start":"2026-03-09T01:40:27.078285Z","end":"2026-03-09T01:40:27.26484Z","steps":["trace[534597455] 'agreement among raft nodes before linearized reading' (duration: 186.432337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.264729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.164948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:40:27.264955Z","caller":"traceutil/trace.go:171","msg":"trace[493122077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"198.423693ms","start":"2026-03-09T01:40:27.06651Z","end":"2026-03-09T01:40:27.264934Z","steps":["trace[493122077] 'agreement among raft nodes before linearized reading' (duration: 198.074466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.264929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:26.847313Z","time spent":"417.516269ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:27.266524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.977961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-09T01:40:27.266764Z","caller":"traceutil/trace.go:171","msg":"trace[80068069] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:606; }","duration":"622.964933ms","start":"2026-03-09T01:40:26.643646Z","end":"2026-03-09T01:40:27.266611Z","steps":["trace[80068069] 'agreement among raft nodes before linearized reading' (duration: 620.775007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.266801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:26.643628Z","time spent":"623.163467ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-09T01:40:37.394592Z","caller":"traceutil/trace.go:171","msg":"trace[1773154825] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"140.812933ms","start":"2026-03-09T01:40:37.253753Z","end":"2026-03-09T01:40:37.394566Z","steps":["trace[1773154825] 'process raft request' (duration: 140.66291ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:39.536854Z","caller":"traceutil/trace.go:171","msg":"trace[1408657372] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"130.034394ms","start":"2026-03-09T01:40:39.406793Z","end":"2026-03-09T01:40:39.536828Z","steps":["trace[1408657372] 'process raft request' (duration: 129.897931ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:39.773651Z","caller":"traceutil/trace.go:171","msg":"trace[1077595781] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"142.057967ms","start":"2026-03-09T01:40:39.631571Z","end":"2026-03-09T01:40:39.773629Z","steps":["trace[1077595781] 'process raft request' (duration: 141.943365ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:39.801042Z","caller":"traceutil/trace.go:171","msg":"trace[1405078002] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"169.047797ms","start":"2026-03-09T01:40:39.631955Z","end":"2026-03-09T01:40:39.801003Z","steps":["trace[1405078002] 'process raft request' (duration: 168.895104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.052509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:44.407113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312775918s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:44.407416Z","caller":"traceutil/trace.go:171","msg":"trace[1965895735] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"859.18814ms","start":"2026-03-09T01:40:43.548206Z","end":"2026-03-09T01:40:44.407394Z","steps":["trace[1965895735] 'read index received' (duration: 859.018547ms)","trace[1965895735] 'applied index is now lower than readState.Index' (duration: 168.543µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:44.407442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:43.094213Z","time spent":"1.313223646s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:40:44.407623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.966981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:40:44.407654Z","caller":"traceutil/trace.go:171","msg":"trace[491034960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:728; }","duration":"769.041413ms","start":"2026-03-09T01:40:43.638604Z","end":"2026-03-09T01:40:44.407646Z","steps":["trace[491034960] 'agreement among raft nodes before linearized reading' (duration: 768.914561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.407679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:43.638587Z","time spent":"769.086753ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:44.407664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.437345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:44.408258Z","caller":"traceutil/trace.go:171","msg":"trace[1239690295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:728; }","duration":"860.072117ms","start":"2026-03-09T01:40:43.548155Z","end":"2026-03-09T01:40:44.408227Z","steps":["trace[1239690295] 'agreement among raft nodes before linearized reading' (duration: 859.320263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.40768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.898875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:44.408327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:43.548136Z","time spent":"860.173109ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:40:44.408335Z","caller":"traceutil/trace.go:171","msg":"trace[337160056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"668.603999ms","start":"2026-03-09T01:40:43.739711Z","end":"2026-03-09T01:40:44.408315Z","steps":["trace[337160056] 'agreement among raft nodes before linearized reading' (duration: 667.889245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.408375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:43.739696Z","time spent":"668.67004ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:44.407717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.898867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:44.408425Z","caller":"traceutil/trace.go:171","msg":"trace[561750636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:728; }","duration":"597.641962ms","start":"2026-03-09T01:40:43.810775Z","end":"2026-03-09T01:40:44.408417Z","steps":["trace[561750636] 'agreement among raft nodes before linearized reading' (duration: 596.844166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.408474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:43.810757Z","time spent":"597.707062ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:44.407731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.99515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:40:44.408525Z","caller":"traceutil/trace.go:171","msg":"trace[1660974370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:728; }","duration":"623.824236ms","start":"2026-03-09T01:40:43.78468Z","end":"2026-03-09T01:40:44.408504Z","steps":["trace[1660974370] 'agreement among raft nodes before linearized reading' (duration: 622.893339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.408611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:43.784663Z","time spent":"623.927648ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:44.407757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.562149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:44.408717Z","caller":"traceutil/trace.go:171","msg":"trace[681909685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"329.554347ms","start":"2026-03-09T01:40:44.079155Z","end":"2026-03-09T01:40:44.408709Z","steps":["trace[681909685] 'agreement among raft nodes before linearized reading' (duration: 328.566778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.408743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.079139Z","time spent":"329.59697ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:44.407828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.623158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:40:44.408792Z","caller":"traceutil/trace.go:171","msg":"trace[1049959878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:728; }","duration":"426.607448ms","start":"2026-03-09T01:40:43.982165Z","end":"2026-03-09T01:40:44.408772Z","steps":["trace[1049959878] 'agreement among raft nodes before linearized reading' (duration: 425.396954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:44.408855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:43.982152Z","time spent":"426.69104ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:45.580153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:46.081114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:46.581564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:46.708089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.955992Z","time spent":"752.090236ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:40:46.709233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103562519s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:46.709325Z","caller":"traceutil/trace.go:171","msg":"trace[81850090] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"2.300926261s","start":"2026-03-09T01:40:44.408385Z","end":"2026-03-09T01:40:46.709311Z","steps":["trace[81850090] 'process raft request' (duration: 197.214269ms)","trace[81850090] 'compare' (duration: 2.102752973s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:46.709386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.40837Z","time spent":"2.300996262s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:46.804766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.199091419s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:46.805434Z","caller":"traceutil/trace.go:171","msg":"trace[1200882655] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"2.393571465s","start":"2026-03-09T01:40:44.411835Z","end":"2026-03-09T01:40:46.805406Z","steps":["trace[1200882655] 'process raft request' (duration: 2.393254149s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:46.805484Z","caller":"traceutil/trace.go:171","msg":"trace[752076252] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"2.393387452s","start":"2026-03-09T01:40:44.412061Z","end":"2026-03-09T01:40:46.805449Z","steps":["trace[752076252] 'process raft request' (duration: 2.393245229s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:46.805541Z","caller":"traceutil/trace.go:171","msg":"trace[819886869] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"2.393372771s","start":"2026-03-09T01:40:44.412147Z","end":"2026-03-09T01:40:46.80552Z","steps":["trace[819886869] 'process raft request' (duration: 2.39332159s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.80558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.411814Z","time spent":"2.393691937s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:46.805588Z","caller":"traceutil/trace.go:171","msg":"trace[508182493] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"2.393466643s","start":"2026-03-09T01:40:44.412102Z","end":"2026-03-09T01:40:46.805568Z","steps":["trace[508182493] 'process raft request' (duration: 2.393263549s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.805668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.412132Z","time spent":"2.393473043s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:46.805687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.412033Z","time spent":"2.393547944s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:46.805697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.41209Z","time spent":"2.393554074s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:46.805602Z","caller":"traceutil/trace.go:171","msg":"trace[1369376618] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"2.393446842s","start":"2026-03-09T01:40:44.412134Z","end":"2026-03-09T01:40:46.805581Z","steps":["trace[1369376618] 'process raft request' (duration: 2.393274169s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.805859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.412114Z","time spent":"2.393705188s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:46.952251Z","caller":"traceutil/trace.go:171","msg":"trace[1876433275] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:757; }","duration":"1.872524589s","start":"2026-03-09T01:40:45.079706Z","end":"2026-03-09T01:40:46.952231Z","steps":["trace[1876433275] 'read index received' (duration: 1.725447266s)","trace[1876433275] 'applied index is now lower than readState.Index' (duration: 147.076493ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:46.952461Z","caller":"traceutil/trace.go:171","msg":"trace[1014942320] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"2.144642381s","start":"2026-03-09T01:40:44.80777Z","end":"2026-03-09T01:40:46.952412Z","steps":["trace[1014942320] 'process raft request' (duration: 2.144305604s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.952608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:44.807748Z","time spent":"2.144785663s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:46.952694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872669331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:46.952833Z","caller":"traceutil/trace.go:171","msg":"trace[1950989666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"1.873173622s","start":"2026-03-09T01:40:45.079646Z","end":"2026-03-09T01:40:46.95282Z","steps":["trace[1950989666] 'agreement among raft nodes before linearized reading' (duration: 1.872677851s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.952955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.079623Z","time spent":"1.873319184s","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:46.953035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.534252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:46.953085Z","caller":"traceutil/trace.go:171","msg":"trace[147109506] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:736; }","duration":"460.602863ms","start":"2026-03-09T01:40:46.492469Z","end":"2026-03-09T01:40:46.953072Z","steps":["trace[147109506] 'agreement among raft nodes before linearized reading' (duration: 460.529051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.953123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.492457Z","time spent":"460.653043ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-03-09T01:40:46.953495Z","caller":"traceutil/trace.go:171","msg":"trace[417015126] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"1.680377717s","start":"2026-03-09T01:40:45.273104Z","end":"2026-03-09T01:40:46.953482Z","steps":["trace[417015126] 'process raft request' (duration: 1.679087232s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.953596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.273081Z","time spent":"1.680454079s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:46.954088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.747635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:46.954155Z","caller":"traceutil/trace.go:171","msg":"trace[1384049272] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:736; }","duration":"460.807986ms","start":"2026-03-09T01:40:46.49332Z","end":"2026-03-09T01:40:46.954128Z","steps":["trace[1384049272] 'agreement among raft nodes before linearized reading' (duration: 460.740414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.954187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.493316Z","time spent":"460.861937ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-09T01:40:46.954313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.539891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:46.954355Z","caller":"traceutil/trace.go:171","msg":"trace[1563753044] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:736; }","duration":"461.607022ms","start":"2026-03-09T01:40:46.492736Z","end":"2026-03-09T01:40:46.954343Z","steps":["trace[1563753044] 'agreement among raft nodes before linearized reading' (duration: 461.554801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.954383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.49272Z","time spent":"461.655532ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:40:49.313266Z","caller":"traceutil/trace.go:171","msg":"trace[1628951423] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"499.056442ms","start":"2026-03-09T01:40:48.814194Z","end":"2026-03-09T01:40:49.31325Z","steps":["trace[1628951423] 'process raft request' (duration: 498.94325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.313361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:48.814179Z","time spent":"499.130654ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:49.550246Z","caller":"traceutil/trace.go:171","msg":"trace[442974703] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"735.140451ms","start":"2026-03-09T01:40:48.815082Z","end":"2026-03-09T01:40:49.550222Z","steps":["trace[442974703] 'process raft request' (duration: 734.964007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.550479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:48.815073Z","time spent":"735.331005ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:49.550556Z","caller":"traceutil/trace.go:171","msg":"trace[505358641] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:765; }","duration":"464.193991ms","start":"2026-03-09T01:40:49.08634Z","end":"2026-03-09T01:40:49.550534Z","steps":["trace[505358641] 'read index received' (duration: 226.860679ms)","trace[505358641] 'applied index is now lower than readState.Index' (duration: 237.332262ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:49.550679Z","caller":"traceutil/trace.go:171","msg":"trace[451172034] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"735.526928ms","start":"2026-03-09T01:40:48.815143Z","end":"2026-03-09T01:40:49.55067Z","steps":["trace[451172034] 'process raft request' (duration: 735.041809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.550785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:48.815126Z","time spent":"735.58772ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:49.551098Z","caller":"traceutil/trace.go:171","msg":"trace[2125781319] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"735.67347ms","start":"2026-03-09T01:40:48.815415Z","end":"2026-03-09T01:40:49.551088Z","steps":["trace[2125781319] 'process raft request' (duration: 734.982217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.551189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:48.815405Z","time spent":"735.731701ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:49.551311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.015255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:40:49.551372Z","caller":"traceutil/trace.go:171","msg":"trace[287752522] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:741; }","duration":"401.111416ms","start":"2026-03-09T01:40:49.150247Z","end":"2026-03-09T01:40:49.551358Z","steps":["trace[287752522] 'agreement among raft nodes before linearized reading' (duration: 400.999364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.551406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:49.150235Z","time spent":"401.165207ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:40:49.551419Z","caller":"traceutil/trace.go:171","msg":"trace[801643311] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"735.906685ms","start":"2026-03-09T01:40:48.815494Z","end":"2026-03-09T01:40:49.551401Z","steps":["trace[801643311] 'process raft request' (duration: 734.996928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.55152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:48.815489Z","time spent":"735.978016ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:49.551348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.995947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:49.551593Z","caller":"traceutil/trace.go:171","msg":"trace[2125941029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"465.287482ms","start":"2026-03-09T01:40:49.086289Z","end":"2026-03-09T01:40:49.551576Z","steps":["trace[2125941029] 'agreement among raft nodes before linearized reading' (duration: 465.001207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:49.551666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:49.086273Z","time spent":"465.376825ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:40:59.8776Z","caller":"traceutil/trace.go:171","msg":"trace[2001311788] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:803; }","duration":"214.790487ms","start":"2026-03-09T01:40:59.662787Z","end":"2026-03-09T01:40:59.877577Z","steps":["trace[2001311788] 'read index received' (duration: 154.328513ms)","trace[2001311788] 'applied index is now lower than readState.Index' (duration: 60.461074ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:59.877643Z","caller":"traceutil/trace.go:171","msg":"trace[933342355] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"230.660143ms","start":"2026-03-09T01:40:59.646938Z","end":"2026-03-09T01:40:59.877599Z","steps":["trace[933342355] 'process raft request' (duration: 170.163249ms)","trace[933342355] 'compare' (duration: 60.306201ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:59.877675Z","caller":"traceutil/trace.go:171","msg":"trace[1026513054] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"227.250377ms","start":"2026-03-09T01:40:59.650393Z","end":"2026-03-09T01:40:59.877644Z","steps":["trace[1026513054] 'process raft request' (duration: 227.142045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:59.877791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.98574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:59.87783Z","caller":"traceutil/trace.go:171","msg":"trace[1695425510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:773; }","duration":"215.079572ms","start":"2026-03-09T01:40:59.662738Z","end":"2026-03-09T01:40:59.877817Z","steps":["trace[1695425510] 'agreement among raft nodes before linearized reading' (duration: 214.9345ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:01.615591Z","caller":"traceutil/trace.go:171","msg":"trace[1886483618] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"225.377232ms","start":"2026-03-09T01:41:01.390187Z","end":"2026-03-09T01:41:01.615565Z","steps":["trace[1886483618] 'process raft request' (duration: 225.24359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:02.876906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.516348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:02.877014Z","caller":"traceutil/trace.go:171","msg":"trace[444149972] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:812; }","duration":"796.764157ms","start":"2026-03-09T01:41:02.080229Z","end":"2026-03-09T01:41:02.876993Z","steps":["trace[444149972] 'read index received' (duration: 100.082087ms)","trace[444149972] 'applied index is now lower than readState.Index' (duration: 696.68044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:02.877122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.901159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:02.877156Z","caller":"traceutil/trace.go:171","msg":"trace[338261418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:780; }","duration":"796.962251ms","start":"2026-03-09T01:41:02.080184Z","end":"2026-03-09T01:41:02.877147Z","steps":["trace[338261418] 'agreement among raft nodes before linearized reading' (duration: 796.882659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:02.877192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:02.08017Z","time spent":"797.013672ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:02.877215Z","caller":"traceutil/trace.go:171","msg":"trace[686529833] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"808.413361ms","start":"2026-03-09T01:41:02.06875Z","end":"2026-03-09T01:41:02.877163Z","steps":["trace[686529833] 'process raft request' (duration: 111.550988ms)","trace[686529833] 'compare' (duration: 696.027217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:02.877383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:02.068727Z","time spent":"808.569344ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:03.378981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:04.036816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.645971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:04.03694Z","caller":"traceutil/trace.go:171","msg":"trace[1951182228] linearizableReadLoop","detail":"{readStateIndex:814; appliedIndex:813; }","duration":"1.158499615s","start":"2026-03-09T01:41:02.878418Z","end":"2026-03-09T01:41:04.036918Z","steps":["trace[1951182228] 'read index received' (duration: 667.558629ms)","trace[1951182228] 'applied index is now lower than readState.Index' (duration: 490.939296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:04.037078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158661008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:04.03713Z","caller":"traceutil/trace.go:171","msg":"trace[1086681553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:781; }","duration":"1.15874943s","start":"2026-03-09T01:41:02.878366Z","end":"2026-03-09T01:41:04.037116Z","steps":["trace[1086681553] 'agreement among raft nodes before linearized reading' (duration: 1.158658938s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.037172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:02.878345Z","time spent":"1.158815571s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:04.037116Z","caller":"traceutil/trace.go:171","msg":"trace[1965365943] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"1.531488811s","start":"2026-03-09T01:41:02.505523Z","end":"2026-03-09T01:41:04.037012Z","steps":["trace[1965365943] 'process raft request' (duration: 1.040535994s)","trace[1965365943] 'compare' (duration: 490.469868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:04.037461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:02.505497Z","time spent":"1.531801306s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:04.037609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.866441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:04.037666Z","caller":"traceutil/trace.go:171","msg":"trace[1157661780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:781; }","duration":"129.944913ms","start":"2026-03-09T01:41:03.907709Z","end":"2026-03-09T01:41:04.037654Z","steps":["trace[1157661780] 'agreement among raft nodes before linearized reading' (duration: 129.79805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.037476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158084698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T01:41:04.037826Z","caller":"traceutil/trace.go:171","msg":"trace[1418133403] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:781; }","duration":"1.158441554s","start":"2026-03-09T01:41:02.879345Z","end":"2026-03-09T01:41:04.037786Z","steps":["trace[1418133403] 'agreement among raft nodes before linearized reading' (duration: 1.158074097s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.037943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:02.879328Z","time spent":"1.158577928s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-09T01:41:04.037958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.255137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:04.038051Z","caller":"traceutil/trace.go:171","msg":"trace[119695633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:781; }","duration":"284.320377ms","start":"2026-03-09T01:41:03.753669Z","end":"2026-03-09T01:41:04.037989Z","steps":["trace[119695633] 'agreement among raft nodes before linearized reading' (duration: 284.189714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.038247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.717946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:41:04.038322Z","caller":"traceutil/trace.go:171","msg":"trace[1457199442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:781; }","duration":"418.828748ms","start":"2026-03-09T01:41:03.619475Z","end":"2026-03-09T01:41:04.038304Z","steps":["trace[1457199442] 'agreement among raft nodes before linearized reading' (duration: 418.701236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.038357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:03.619456Z","time spent":"418.893629ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:04.038324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.697738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:04.038408Z","caller":"traceutil/trace.go:171","msg":"trace[188842239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:781; }","duration":"292.822561ms","start":"2026-03-09T01:41:03.745572Z","end":"2026-03-09T01:41:04.038394Z","steps":["trace[188842239] 'agreement among raft nodes before linearized reading' (duration: 292.670658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:04.353246Z","caller":"traceutil/trace.go:171","msg":"trace[1501140306] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"310.658284ms","start":"2026-03-09T01:41:04.042563Z","end":"2026-03-09T01:41:04.353222Z","steps":["trace[1501140306] 'process raft request' (duration: 295.617655ms)","trace[1501140306] 'compare' (duration: 14.875916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:04.353408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:04.042546Z","time spent":"310.778387ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:04.353501Z","caller":"traceutil/trace.go:171","msg":"trace[2092653666] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"310.010392ms","start":"2026-03-09T01:41:04.043467Z","end":"2026-03-09T01:41:04.353478Z","steps":["trace[2092653666] 'process raft request' (duration: 309.712486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.353637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:04.043456Z","time spent":"310.107024ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:04.353796Z","caller":"traceutil/trace.go:171","msg":"trace[976114128] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"310.307648ms","start":"2026-03-09T01:41:04.043478Z","end":"2026-03-09T01:41:04.353786Z","steps":["trace[976114128] 'process raft request' (duration: 309.90203ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:04.353743Z","caller":"traceutil/trace.go:171","msg":"trace[621441378] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:814; }","duration":"308.959362ms","start":"2026-03-09T01:41:04.04476Z","end":"2026-03-09T01:41:04.353719Z","steps":["trace[621441378] 'read index received' (duration: 29.919937ms)","trace[621441378] 'applied index is now lower than readState.Index' (duration: 279.038425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:04.353845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:04.043459Z","time spent":"310.359298ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:04.353866Z","caller":"traceutil/trace.go:171","msg":"trace[372613301] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"310.135523ms","start":"2026-03-09T01:41:04.043716Z","end":"2026-03-09T01:41:04.353851Z","steps":["trace[372613301] 'process raft request' (duration: 309.926109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.353954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:04.043705Z","time spent":"310.194855ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:04.353911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.133705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:04.354051Z","caller":"traceutil/trace.go:171","msg":"trace[87016294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:786; }","duration":"309.300928ms","start":"2026-03-09T01:41:04.044738Z","end":"2026-03-09T01:41:04.354039Z","steps":["trace[87016294] 'agreement among raft nodes before linearized reading' (duration: 309.120684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:04.354083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:04.044729Z","time spent":"309.345998ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:17.360781Z","caller":"traceutil/trace.go:171","msg":"trace[1509754713] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"235.937494ms","start":"2026-03-09T01:41:17.124827Z","end":"2026-03-09T01:41:17.360764Z","steps":["trace[1509754713] 'process raft request' (duration: 235.822242ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:20.312356Z","caller":"traceutil/trace.go:171","msg":"trace[134866260] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"117.504273ms","start":"2026-03-09T01:41:20.194827Z","end":"2026-03-09T01:41:20.312332Z","steps":["trace[134866260] 'process raft request' (duration: 117.355101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:20.708569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.243045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:20.708594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.236642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:20.70863Z","caller":"traceutil/trace.go:171","msg":"trace[947868721] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:876; }","duration":"149.361457ms","start":"2026-03-09T01:41:20.559256Z","end":"2026-03-09T01:41:20.708617Z","steps":["trace[947868721] 'count revisions from in-memory index tree' (duration: 149.113492ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:20.708638Z","caller":"traceutil/trace.go:171","msg":"trace[156965103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:876; }","duration":"207.316143ms","start":"2026-03-09T01:41:20.501309Z","end":"2026-03-09T01:41:20.708626Z","steps":["trace[156965103] 'range keys from in-memory index tree' (duration: 207.087349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:20.708869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.402899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:41:20.708899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.729182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:20.708925Z","caller":"traceutil/trace.go:171","msg":"trace[1324983238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:876; }","duration":"206.783144ms","start":"2026-03-09T01:41:20.502135Z","end":"2026-03-09T01:41:20.708918Z","steps":["trace[1324983238] 'range keys from in-memory index tree' (duration: 206.647331ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:20.708981Z","caller":"traceutil/trace.go:171","msg":"trace[869540854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:876; }","duration":"202.495682ms","start":"2026-03-09T01:41:20.506422Z","end":"2026-03-09T01:41:20.708918Z","steps":["trace[869540854] 'range keys from in-memory index tree' (duration: 202.284356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:20.708987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.126941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:20.709087Z","caller":"traceutil/trace.go:171","msg":"trace[1793215014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:876; }","duration":"206.257183ms","start":"2026-03-09T01:41:20.502804Z","end":"2026-03-09T01:41:20.709062Z","steps":["trace[1793215014] 'range keys from in-memory index tree' (duration: 205.952648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:33.212024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.491553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:41:33.212135Z","caller":"traceutil/trace.go:171","msg":"trace[1811193015] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:914; }","duration":"158.651686ms","start":"2026-03-09T01:41:33.053449Z","end":"2026-03-09T01:41:33.212101Z","steps":["trace[1811193015] 'count revisions from in-memory index tree' (duration: 158.419361ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:37.098714Z","caller":"traceutil/trace.go:171","msg":"trace[2106923246] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"180.71395ms","start":"2026-03-09T01:41:36.91798Z","end":"2026-03-09T01:41:37.098694Z","steps":["trace[2106923246] 'process raft request' (duration: 180.579767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:37.524204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.690607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:37.52459Z","caller":"traceutil/trace.go:171","msg":"trace[766141619] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"605.906471ms","start":"2026-03-09T01:41:36.918654Z","end":"2026-03-09T01:41:37.52456Z","steps":["trace[766141619] 'process raft request' (duration: 236.764665ms)","trace[766141619] 'compare' (duration: 368.505783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:37.524729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:36.91864Z","time spent":"606.011623ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:37.524796Z","caller":"traceutil/trace.go:171","msg":"trace[1416244092] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"605.910301ms","start":"2026-03-09T01:41:36.918853Z","end":"2026-03-09T01:41:37.524764Z","steps":["trace[1416244092] 'process raft request' (duration: 605.440751ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:37.52485Z","caller":"traceutil/trace.go:171","msg":"trace[1477769593] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"605.601285ms","start":"2026-03-09T01:41:36.919214Z","end":"2026-03-09T01:41:37.524815Z","steps":["trace[1477769593] 'process raft request' (duration: 605.158046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:37.524918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:36.918847Z","time spent":"606.007593ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:37.525005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:36.919203Z","time spent":"605.722898ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:38.136527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.107986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T01:41:38.13668Z","caller":"traceutil/trace.go:171","msg":"trace[303866483] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:970; }","duration":"1.121996868s","start":"2026-03-09T01:41:37.014668Z","end":"2026-03-09T01:41:38.136665Z","steps":["trace[303866483] 'read index received' (duration: 83.878255ms)","trace[303866483] 'applied index is now lower than readState.Index' (duration: 1.038117743s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:38.136925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122252243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:41:38.136955Z","caller":"traceutil/trace.go:171","msg":"trace[864162175] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:934; }","duration":"1.122323465s","start":"2026-03-09T01:41:37.014626Z","end":"2026-03-09T01:41:38.136949Z","steps":["trace[864162175] 'agreement among raft nodes before linearized reading' (duration: 1.122263294s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:38.136978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:37.014608Z","time spent":"1.122363705s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:41:38.137525Z","caller":"traceutil/trace.go:171","msg":"trace[591732119] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"495.094135ms","start":"2026-03-09T01:41:37.642414Z","end":"2026-03-09T01:41:38.137508Z","steps":["trace[591732119] 'process raft request' (duration: 494.188307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:38.137857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:37.642383Z","time spent":"495.264209ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:38.178888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098299262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:38.178992Z","caller":"traceutil/trace.go:171","msg":"trace[248542798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:935; }","duration":"1.098420034s","start":"2026-03-09T01:41:37.08053Z","end":"2026-03-09T01:41:38.178951Z","steps":["trace[248542798] 'agreement among raft nodes before linearized reading' (duration: 1.056975551s)","trace[248542798] 'range keys from in-memory index tree' (duration: 41.315891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:38.179036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:37.080514Z","time spent":"1.098514766s","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:39.394966Z","caller":"traceutil/trace.go:171","msg":"trace[537843399] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"272.765959ms","start":"2026-03-09T01:41:39.122171Z","end":"2026-03-09T01:41:39.394936Z","steps":["trace[537843399] 'process raft request' (duration: 272.588595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.822211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.347042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:41:39.822295Z","caller":"traceutil/trace.go:171","msg":"trace[720975953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"293.489784ms","start":"2026-03-09T01:41:39.528785Z","end":"2026-03-09T01:41:39.822275Z","steps":["trace[720975953] 'range keys from in-memory index tree' (duration: 293.098697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.822459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.174298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:39.822657Z","caller":"traceutil/trace.go:171","msg":"trace[324384958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"293.410105ms","start":"2026-03-09T01:41:39.529234Z","end":"2026-03-09T01:41:39.822644Z","steps":["trace[324384958] 'range keys from in-memory index tree' (duration: 293.015335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.822743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.079047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:39.822897Z","caller":"traceutil/trace.go:171","msg":"trace[468219163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"294.221441ms","start":"2026-03-09T01:41:39.528616Z","end":"2026-03-09T01:41:39.822837Z","steps":["trace[468219163] 'range keys from in-memory index tree' (duration: 293.878643ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:39.982471Z","caller":"traceutil/trace.go:171","msg":"trace[1296595817] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"156.355641ms","start":"2026-03-09T01:41:39.826088Z","end":"2026-03-09T01:41:39.982443Z","steps":["trace[1296595817] 'process raft request' (duration: 156.115566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.562379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:41:40.731485Z","caller":"traceutil/trace.go:171","msg":"trace[1111912543] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:985; }","duration":"669.338695ms","start":"2026-03-09T01:41:40.062122Z","end":"2026-03-09T01:41:40.731461Z","steps":["trace[1111912543] 'read index received' (duration: 581.641954ms)","trace[1111912543] 'applied index is now lower than readState.Index' (duration: 87.695821ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:40.731507Z","caller":"traceutil/trace.go:171","msg":"trace[1388775337] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"905.296505ms","start":"2026-03-09T01:41:39.826178Z","end":"2026-03-09T01:41:40.731475Z","steps":["trace[1388775337] 'process raft request' (duration: 817.627095ms)","trace[1388775337] 'compare' (duration: 87.1438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:40.731621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:39.826159Z","time spent":"905.401427ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:40.731635Z","caller":"traceutil/trace.go:171","msg":"trace[1379921384] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"904.779884ms","start":"2026-03-09T01:41:39.826838Z","end":"2026-03-09T01:41:40.731617Z","steps":["trace[1379921384] 'process raft request' (duration: 904.527799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.731699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.038287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:40.731721Z","caller":"traceutil/trace.go:171","msg":"trace[2014900810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"651.084388ms","start":"2026-03-09T01:41:40.080628Z","end":"2026-03-09T01:41:40.731713Z","steps":["trace[2014900810] 'agreement among raft nodes before linearized reading' (duration: 651.050647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.731739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.080613Z","time spent":"651.123338ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:40.731742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:39.826826Z","time spent":"904.846426ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:40.731868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.745933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:40.731888Z","caller":"traceutil/trace.go:171","msg":"trace[169780367] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:946; }","duration":"669.766053ms","start":"2026-03-09T01:41:40.062115Z","end":"2026-03-09T01:41:40.731881Z","steps":["trace[169780367] 'agreement among raft nodes before linearized reading' (duration: 669.735883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.731916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.062019Z","time spent":"669.889996ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:40.732036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.524275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:41:40.732077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.538277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:41:40.732115Z","caller":"traceutil/trace.go:171","msg":"trace[1688543512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:946; }","duration":"169.645946ms","start":"2026-03-09T01:41:40.56245Z","end":"2026-03-09T01:41:40.732096Z","steps":["trace[1688543512] 'agreement among raft nodes before linearized reading' (duration: 169.418202ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:40.73213Z","caller":"traceutil/trace.go:171","msg":"trace[268215982] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:946; }","duration":"645.625818ms","start":"2026-03-09T01:41:40.086488Z","end":"2026-03-09T01:41:40.732114Z","steps":["trace[268215982] 'agreement among raft nodes before linearized reading' (duration: 645.530886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:40.732178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:40.086467Z","time spent":"645.69162ms","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:40.988935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.538551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:40.989228Z","caller":"traceutil/trace.go:171","msg":"trace[464563942] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"252.651246ms","start":"2026-03-09T01:41:40.736554Z","end":"2026-03-09T01:41:40.989205Z","steps":["trace[464563942] 'process raft request' (duration: 137.755747ms)","trace[464563942] 'compare' (duration: 114.399319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:49.960957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:50.12942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055921781s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:50.12983Z","caller":"traceutil/trace.go:171","msg":"trace[941463709] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1061; }","duration":"668.879436ms","start":"2026-03-09T01:41:49.460926Z","end":"2026-03-09T01:41:50.129806Z","steps":["trace[941463709] 'read index received' (duration: 668.699683ms)","trace[941463709] 'applied index is now lower than readState.Index' (duration: 178.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:50.12993Z","caller":"traceutil/trace.go:171","msg":"trace[1023747315] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"1.056527693s","start":"2026-03-09T01:41:49.073375Z","end":"2026-03-09T01:41:50.129903Z","steps":["trace[1023747315] 'process raft request' (duration: 1.056304389s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:50.130126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.194632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:50.130278Z","caller":"traceutil/trace.go:171","msg":"trace[1150046943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1018; }","duration":"669.323695ms","start":"2026-03-09T01:41:49.460865Z","end":"2026-03-09T01:41:50.130189Z","steps":["trace[1150046943] 'agreement among raft nodes before linearized reading' (duration: 669.07714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:50.130297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:49.073349Z","time spent":"1.056742147s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:50.130331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:49.460842Z","time spent":"669.477018ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:50.130635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.32144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-09T01:41:50.130675Z","caller":"traceutil/trace.go:171","msg":"trace[1042160790] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1018; }","duration":"169.407512ms","start":"2026-03-09T01:41:49.961256Z","end":"2026-03-09T01:41:50.130663Z","steps":["trace[1042160790] 'agreement among raft nodes before linearized reading' (duration: 168.706079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:50.130453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.609011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:41:50.131002Z","caller":"traceutil/trace.go:171","msg":"trace[1706278573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1018; }","duration":"105.226794ms","start":"2026-03-09T01:41:50.025761Z","end":"2026-03-09T01:41:50.130988Z","steps":["trace[1706278573] 'agreement among raft nodes before linearized reading' (duration: 104.376657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:50.580834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.217426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:50.580953Z","caller":"traceutil/trace.go:171","msg":"trace[1459574708] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"446.660712ms","start":"2026-03-09T01:41:50.134271Z","end":"2026-03-09T01:41:50.580932Z","steps":["trace[1459574708] 'process raft request' (duration: 309.261972ms)","trace[1459574708] 'compare' (duration: 137.097184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:50.581027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.134261Z","time spent":"446.725304ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:50.63762Z","caller":"traceutil/trace.go:171","msg":"trace[1311082731] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1062; }","duration":"415.671349ms","start":"2026-03-09T01:41:50.221929Z","end":"2026-03-09T01:41:50.637601Z","steps":["trace[1311082731] 'read index received' (duration: 221.626962ms)","trace[1311082731] 'applied index is now lower than readState.Index' (duration: 194.043407ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:50.63772Z","caller":"traceutil/trace.go:171","msg":"trace[133375522] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"501.227258ms","start":"2026-03-09T01:41:50.136467Z","end":"2026-03-09T01:41:50.637694Z","steps":["trace[133375522] 'process raft request' (duration: 501.097285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:50.637798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.855823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:41:50.637833Z","caller":"traceutil/trace.go:171","msg":"trace[2031321842] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1021; }","duration":"415.939555ms","start":"2026-03-09T01:41:50.221882Z","end":"2026-03-09T01:41:50.637822Z","steps":["trace[2031321842] 'agreement among raft nodes before linearized reading' (duration: 415.790832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:50.637859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.221864Z","time spent":"415.989105ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-09T01:41:50.637863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.13646Z","time spent":"501.32133ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:50.637805Z","caller":"traceutil/trace.go:171","msg":"trace[929781112] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"502.387801ms","start":"2026-03-09T01:41:50.135277Z","end":"2026-03-09T01:41:50.637665Z","steps":["trace[929781112] 'process raft request' (duration: 502.158527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:50.638081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.135261Z","time spent":"502.742438ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:50.818342Z","caller":"traceutil/trace.go:171","msg":"trace[373127815] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"176.795201ms","start":"2026-03-09T01:41:50.641519Z","end":"2026-03-09T01:41:50.818315Z","steps":["trace[373127815] 'process raft request' (duration: 99.62979ms)","trace[373127815] 'compare' (duration: 76.905276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:51.581815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:51.979332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014788795s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:51.979476Z","caller":"traceutil/trace.go:171","msg":"trace[579730975] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"1.157565413s","start":"2026-03-09T01:41:50.821884Z","end":"2026-03-09T01:41:51.979449Z","steps":["trace[579730975] 'process raft request' (duration: 142.544424ms)","trace[579730975] 'compare' (duration: 1.014413597s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:51.979566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.821871Z","time spent":"1.157654545s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:51.983932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01950874s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:51.984431Z","caller":"traceutil/trace.go:171","msg":"trace[1218494860] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"1.161723517s","start":"2026-03-09T01:41:50.822685Z","end":"2026-03-09T01:41:51.984408Z","steps":["trace[1218494860] 'process raft request' (duration: 1.161488342s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.984596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:50.822667Z","time spent":"1.161837179s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:51.984641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.53319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:51.984693Z","caller":"traceutil/trace.go:171","msg":"trace[1350110790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1024; }","duration":"903.620762ms","start":"2026-03-09T01:41:51.081062Z","end":"2026-03-09T01:41:51.984682Z","steps":["trace[1350110790] 'agreement among raft nodes before linearized reading' (duration: 903.532861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.984732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.081046Z","time spent":"903.677973ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:51.984547Z","caller":"traceutil/trace.go:171","msg":"trace[844979492] linearizableReadLoop","detail":"{readStateIndex:1068; appliedIndex:1067; }","duration":"903.217364ms","start":"2026-03-09T01:41:51.081093Z","end":"2026-03-09T01:41:51.984311Z","steps":["trace[844979492] 'read index received' (duration: 902.945759ms)","trace[844979492] 'applied index is now lower than readState.Index' (duration: 270.475µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:51.985102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.663214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:51.985209Z","caller":"traceutil/trace.go:171","msg":"trace[1345241488] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1024; }","duration":"584.778067ms","start":"2026-03-09T01:41:51.400381Z","end":"2026-03-09T01:41:51.985159Z","steps":["trace[1345241488] 'agreement among raft nodes before linearized reading' (duration: 584.677675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.985271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.40036Z","time spent":"584.89414ms","remote":"127.0.0.1:37108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:51.985087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.149232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:41:51.985489Z","caller":"traceutil/trace.go:171","msg":"trace[31525910] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1024; }","duration":"103.587841ms","start":"2026-03-09T01:41:51.881887Z","end":"2026-03-09T01:41:51.985474Z","steps":["trace[31525910] 'agreement among raft nodes before linearized reading' (duration: 103.168853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.985747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.592804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-09T01:41:51.986071Z","caller":"traceutil/trace.go:171","msg":"trace[1335374447] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1024; }","duration":"473.979142ms","start":"2026-03-09T01:41:51.512068Z","end":"2026-03-09T01:41:51.986048Z","steps":["trace[1335374447] 'agreement among raft nodes before linearized reading' (duration: 473.161625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:51.986305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.512047Z","time spent":"474.242867ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-09T01:41:52.491372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:52.991672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:53.49248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871260623830988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:53.551024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560216212s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:53.601879Z","caller":"traceutil/trace.go:171","msg":"trace[1916167212] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1068; }","duration":"1.611080833s","start":"2026-03-09T01:41:51.990773Z","end":"2026-03-09T01:41:53.601854Z","steps":["trace[1916167212] 'read index received' (duration: 1.560458146s)","trace[1916167212] 'applied index is now lower than readState.Index' (duration: 50.621607ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:53.602Z","caller":"traceutil/trace.go:171","msg":"trace[1866293760] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"1.611265987s","start":"2026-03-09T01:41:51.990722Z","end":"2026-03-09T01:41:53.601988Z","steps":["trace[1866293760] 'process raft request' (duration: 1.56062145s)","trace[1866293760] 'compare' (duration: 50.392132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:53.602133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.990699Z","time spent":"1.611363839s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:53.602376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611599753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:41:53.602419Z","caller":"traceutil/trace.go:171","msg":"trace[25524540] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1025; }","duration":"1.611655385s","start":"2026-03-09T01:41:51.990753Z","end":"2026-03-09T01:41:53.602408Z","steps":["trace[25524540] 'agreement among raft nodes before linearized reading' (duration: 1.611496342s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.602452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:51.99074Z","time spent":"1.611704977s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-09T01:41:53.602654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467423147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:53.602734Z","caller":"traceutil/trace.go:171","msg":"trace[526264877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1025; }","duration":"1.4675474s","start":"2026-03-09T01:41:52.135167Z","end":"2026-03-09T01:41:53.602714Z","steps":["trace[526264877] 'agreement among raft nodes before linearized reading' (duration: 1.467356726s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.60278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.135144Z","time spent":"1.467627061s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:53.602854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.582375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-09T01:41:53.602896Z","caller":"traceutil/trace.go:171","msg":"trace[455000339] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1025; }","duration":"960.672547ms","start":"2026-03-09T01:41:52.642213Z","end":"2026-03-09T01:41:53.602886Z","steps":["trace[455000339] 'agreement among raft nodes before linearized reading' (duration: 960.570695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.602931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.642188Z","time spent":"960.736558ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-09T01:41:53.602979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.752639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:53.603017Z","caller":"traceutil/trace.go:171","msg":"trace[491407303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1025; }","duration":"960.82762ms","start":"2026-03-09T01:41:52.64218Z","end":"2026-03-09T01:41:53.603008Z","steps":["trace[491407303] 'agreement among raft nodes before linearized reading' (duration: 960.735868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.603052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.642156Z","time spent":"960.886331ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:53.603207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018108921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T01:41:53.603233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.148839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:53.603265Z","caller":"traceutil/trace.go:171","msg":"trace[1986416865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"522.214251ms","start":"2026-03-09T01:41:53.081041Z","end":"2026-03-09T01:41:53.603255Z","steps":["trace[1986416865] 'agreement among raft nodes before linearized reading' (duration: 522.16998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.603282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227712561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:53.603291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:53.081022Z","time spent":"522.263361ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:53.603311Z","caller":"traceutil/trace.go:171","msg":"trace[471276057] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1025; }","duration":"1.227782493s","start":"2026-03-09T01:41:52.375521Z","end":"2026-03-09T01:41:53.603304Z","steps":["trace[471276057] 'agreement among raft nodes before linearized reading' (duration: 1.227732612s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.603337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.375501Z","time spent":"1.227829743s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:53.603469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.024966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-09T01:41:53.603501Z","caller":"traceutil/trace.go:171","msg":"trace[669675186] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1025; }","duration":"738.088627ms","start":"2026-03-09T01:41:52.865401Z","end":"2026-03-09T01:41:53.603489Z","steps":["trace[669675186] 'agreement among raft nodes before linearized reading' (duration: 738.007076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.603534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.86538Z","time spent":"738.146938ms","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-09T01:41:53.603233Z","caller":"traceutil/trace.go:171","msg":"trace[1524927991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1025; }","duration":"1.018169232s","start":"2026-03-09T01:41:52.585056Z","end":"2026-03-09T01:41:53.603225Z","steps":["trace[1524927991] 'agreement among raft nodes before linearized reading' (duration: 1.018100591s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:53.603631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.585036Z","time spent":"1.018585641s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:41:54.212677Z","caller":"traceutil/trace.go:171","msg":"trace[1032277916] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"118.827176ms","start":"2026-03-09T01:41:54.093821Z","end":"2026-03-09T01:41:54.212648Z","steps":["trace[1032277916] 'process raft request' (duration: 118.585452ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:54.214443Z","caller":"traceutil/trace.go:171","msg":"trace[1657205903] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"118.643883ms","start":"2026-03-09T01:41:54.095773Z","end":"2026-03-09T01:41:54.214417Z","steps":["trace[1657205903] 'process raft request' (duration: 118.364098ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:08.935348Z","caller":"traceutil/trace.go:171","msg":"trace[1138688042] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"157.459298ms","start":"2026-03-09T01:43:08.777862Z","end":"2026-03-09T01:43:08.935321Z","steps":["trace[1138688042] 'process raft request' (duration: 157.195273ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:07.8357Z","caller":"traceutil/trace.go:171","msg":"trace[1475372448] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"202.329644ms","start":"2026-03-09T01:44:07.633346Z","end":"2026-03-09T01:44:07.835676Z","steps":["trace[1475372448] 'process raft request' (duration: 202.19446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:08.244689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.936316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:08.244765Z","caller":"traceutil/trace.go:171","msg":"trace[823332895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1576; }","duration":"164.052258ms","start":"2026-03-09T01:44:08.080695Z","end":"2026-03-09T01:44:08.244747Z","steps":["trace[823332895] 'range keys from in-memory index tree' (duration: 163.869534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:08.244777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.291706ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:08.24488Z","caller":"traceutil/trace.go:171","msg":"trace[1934315544] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1576; }","duration":"197.398928ms","start":"2026-03-09T01:44:08.047468Z","end":"2026-03-09T01:44:08.244867Z","steps":["trace[1934315544] 'range keys from in-memory index tree' (duration: 197.280346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:09.324924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.656498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:44:09.325166Z","caller":"traceutil/trace.go:171","msg":"trace[119785337] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"205.822658ms","start":"2026-03-09T01:44:09.119311Z","end":"2026-03-09T01:44:09.325133Z","steps":["trace[119785337] 'process raft request' (duration: 41.597767ms)","trace[119785337] 'compare' (duration: 162.533805ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:09.325997Z","caller":"traceutil/trace.go:171","msg":"trace[1944904949] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1655; }","duration":"176.126128ms","start":"2026-03-09T01:44:09.149832Z","end":"2026-03-09T01:44:09.325958Z","steps":["trace[1944904949] 'read index received' (duration: 11.022868ms)","trace[1944904949] 'applied index is now lower than readState.Index' (duration: 165.10099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:09.326388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.519967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-09T01:44:09.326643Z","caller":"traceutil/trace.go:171","msg":"trace[778090063] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1584; }","duration":"176.639759ms","start":"2026-03-09T01:44:09.149805Z","end":"2026-03-09T01:44:09.326445Z","steps":["trace[778090063] 'agreement among raft nodes before linearized reading' (duration: 176.395364ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:01.551833Z","caller":"traceutil/trace.go:171","msg":"trace[1833973470] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"264.303897ms","start":"2026-03-09T01:45:01.287503Z","end":"2026-03-09T01:45:01.551807Z","steps":["trace[1833973470] 'process raft request' (duration: 246.104173ms)","trace[1833973470] 'compare' (duration: 17.981599ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:01.552071Z","caller":"traceutil/trace.go:171","msg":"trace[1681141308] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"262.929847ms","start":"2026-03-09T01:45:01.289097Z","end":"2026-03-09T01:45:01.552027Z","steps":["trace[1681141308] 'process raft request' (duration: 262.675541ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:19.760434Z","caller":"traceutil/trace.go:171","msg":"trace[1811346462] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"103.025908ms","start":"2026-03-09T01:45:19.65739Z","end":"2026-03-09T01:45:19.760416Z","steps":["trace[1811346462] 'read index received' (duration: 99.520592ms)","trace[1811346462] 'applied index is now lower than readState.Index' (duration: 3.504295ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:19.760554Z","caller":"traceutil/trace.go:171","msg":"trace[560579262] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"132.837453ms","start":"2026-03-09T01:45:19.627688Z","end":"2026-03-09T01:45:19.760526Z","steps":["trace[560579262] 'process raft request' (duration: 129.214995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:19.76061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.211432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-03-09T01:45:19.760633Z","caller":"traceutil/trace.go:171","msg":"trace[322703154] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1911; }","duration":"103.274733ms","start":"2026-03-09T01:45:19.657352Z","end":"2026-03-09T01:45:19.760626Z","steps":["trace[322703154] 'agreement among raft nodes before linearized reading' (duration: 103.192061ms)"],"step_count":1}