{"level":"warn","ts":"2026-03-03T21:09:25.970769Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:09:25.970894Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.53:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.53:2380","--initial-cluster=instance=https://199.204.45.53:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.53:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.53:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T21:09:25.970969Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:09:25.97098Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-03-03T21:09:25.971Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:09:25.971705Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"]} {"level":"info","ts":"2026-03-03T21:09:25.971882Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.53:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T21:09:25.981409Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.968797ms"} {"level":"info","ts":"2026-03-03T21:09:25.996428Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c47ca1a7b1fe506b","cluster-id":"95bd21e158fabf07"} {"level":"info","ts":"2026-03-03T21:09:25.99652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T21:09:25.996543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 0"} {"level":"info","ts":"2026-03-03T21:09:25.996552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c47ca1a7b1fe506b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T21:09:25.996564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 1"} {"level":"info","ts":"2026-03-03T21:09:25.9966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"warn","ts":"2026-03-03T21:09:26.005335Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T21:09:26.006698Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T21:09:26.008095Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T21:09:26.011302Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c47ca1a7b1fe506b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T21:09:26.011603Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c47ca1a7b1fe506b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T21:09:26.011706Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:09:26.011835Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:09:26.011871Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:09:26.015442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"info","ts":"2026-03-03T21:09:26.015618Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","added-peer-id":"c47ca1a7b1fe506b","added-peer-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-03-03T21:09:26.017859Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:09:26.018112Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-03-03T21:09:26.018161Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-03-03T21:09:26.019214Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c47ca1a7b1fe506b","initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T21:09:26.019276Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T21:09:26.997097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T21:09:26.997156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T21:09:26.997178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgPreVoteResp from c47ca1a7b1fe506b at term 1"} {"level":"info","ts":"2026-03-03T21:09:26.997198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became candidate at term 2"} {"level":"info","ts":"2026-03-03T21:09:26.99721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgVoteResp from c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-03-03T21:09:26.997226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became leader at term 2"} {"level":"info","ts":"2026-03-03T21:09:26.99724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c47ca1a7b1fe506b elected leader c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-03-03T21:09:26.99819Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:09:26.999007Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c47ca1a7b1fe506b","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.53:2379]}","request-path":"/0/members/c47ca1a7b1fe506b/attributes","cluster-id":"95bd21e158fabf07","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T21:09:26.999068Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:09:26.999267Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T21:09:26.999087Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:09:26.999314Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T21:09:26.999516Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:09:26.999635Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:09:26.999682Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:09:27.002643Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.53:2379"} {"level":"info","ts":"2026-03-03T21:09:27.003111Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T21:09:28.640657Z","caller":"traceutil/trace.go:171","msg":"trace[788162669] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"308.378395ms","start":"2026-03-03T21:09:28.332246Z","end":"2026-03-03T21:09:28.640624Z","steps":["trace[788162669] 'process raft request' (duration: 250.810612ms)","trace[788162669] 'compare' (duration: 57.370449ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:28.641033Z","caller":"traceutil/trace.go:171","msg":"trace[306022595] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"308.420786ms","start":"2026-03-03T21:09:28.332573Z","end":"2026-03-03T21:09:28.640994Z","steps":["trace[306022595] 'process raft request' (duration: 308.000278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:28.641243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.332234Z","time spent":"308.525928ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:09:28.641458Z","caller":"traceutil/trace.go:171","msg":"trace[1397709955] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"308.516178ms","start":"2026-03-03T21:09:28.332933Z","end":"2026-03-03T21:09:28.641449Z","steps":["trace[1397709955] 'process raft request' (duration: 308.292104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:28.641723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.332925Z","time spent":"308.762743ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:09:28.641468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.332558Z","time spent":"308.603161ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:09:28.641523Z","caller":"traceutil/trace.go:171","msg":"trace[2142403919] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"308.60564ms","start":"2026-03-03T21:09:28.33286Z","end":"2026-03-03T21:09:28.641466Z","steps":["trace[2142403919] 'process raft request' (duration: 307.971056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:28.642382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.332845Z","time spent":"309.491169ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:09:28.643661Z","caller":"traceutil/trace.go:171","msg":"trace[1219734663] linearizableReadLoop","detail":"{readStateIndex:16; appliedIndex:11; }","duration":"309.925015ms","start":"2026-03-03T21:09:28.33372Z","end":"2026-03-03T21:09:28.643645Z","steps":["trace[1219734663] 'read index received' (duration: 249.431634ms)","trace[1219734663] 'applied index is now lower than readState.Index' (duration: 60.492421ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:28.643843Z","caller":"traceutil/trace.go:171","msg":"trace[335935789] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"310.233903ms","start":"2026-03-03T21:09:28.333594Z","end":"2026-03-03T21:09:28.643827Z","steps":["trace[335935789] 'process raft request' (duration: 309.945756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:28.643915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.333575Z","time spent":"310.303484ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:09:28.644102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.140381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T21:09:28.645075Z","caller":"traceutil/trace.go:171","msg":"trace[58077505] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:14; }","duration":"310.167131ms","start":"2026-03-03T21:09:28.334878Z","end":"2026-03-03T21:09:28.645045Z","steps":["trace[58077505] 'agreement among raft nodes before linearized reading' (duration: 308.987988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:28.645163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.334862Z","time spent":"310.275273ms","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-03T21:09:28.644318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.739132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T21:09:28.64534Z","caller":"traceutil/trace.go:171","msg":"trace[246091927] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:14; }","duration":"311.784623ms","start":"2026-03-03T21:09:28.33353Z","end":"2026-03-03T21:09:28.645314Z","steps":["trace[246091927] 'agreement among raft nodes before linearized reading' (duration: 310.741922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:28.644354Z","caller":"traceutil/trace.go:171","msg":"trace[689296123] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"307.909136ms","start":"2026-03-03T21:09:28.336433Z","end":"2026-03-03T21:09:28.644342Z","steps":["trace[689296123] 'process raft request' (duration: 307.182911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:28.645498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.333511Z","time spent":"311.871064ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T21:09:28.644411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.861688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T21:09:28.645602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:28.336403Z","time spent":"309.084459ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:09:28.645703Z","caller":"traceutil/trace.go:171","msg":"trace[1584760564] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:14; }","duration":"138.203634ms","start":"2026-03-03T21:09:28.507477Z","end":"2026-03-03T21:09:28.64568Z","steps":["trace[1584760564] 'agreement among raft nodes before linearized reading' (duration: 136.843907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:28.644453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.655048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T21:09:28.64597Z","caller":"traceutil/trace.go:171","msg":"trace[163226547] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:14; }","duration":"260.198018ms","start":"2026-03-03T21:09:28.385759Z","end":"2026-03-03T21:09:28.645957Z","steps":["trace[163226547] 'agreement among raft nodes before linearized reading' (duration: 258.666588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:31.622062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.1462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:09:31.622193Z","caller":"traceutil/trace.go:171","msg":"trace[102757338] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"148.011913ms","start":"2026-03-03T21:09:31.474159Z","end":"2026-03-03T21:09:31.622171Z","steps":["trace[102757338] 'process raft request' (duration: 36.422444ms)","trace[102757338] 'compare' (duration: 111.043037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:31.830821Z","caller":"traceutil/trace.go:171","msg":"trace[313801827] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"125.941233ms","start":"2026-03-03T21:09:31.704856Z","end":"2026-03-03T21:09:31.830797Z","steps":["trace[313801827] 'process raft request' (duration: 53.044344ms)","trace[313801827] 'compare' (duration: 72.4175ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:32.016625Z","caller":"traceutil/trace.go:171","msg":"trace[651768072] linearizableReadLoop","detail":"{readStateIndex:240; appliedIndex:239; }","duration":"118.67829ms","start":"2026-03-03T21:09:31.897923Z","end":"2026-03-03T21:09:32.016601Z","steps":["trace[651768072] 'read index received' (duration: 73.316188ms)","trace[651768072] 'applied index is now lower than readState.Index' (duration: 45.360712ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:32.016673Z","caller":"traceutil/trace.go:171","msg":"trace[696457918] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"128.426742ms","start":"2026-03-03T21:09:31.888214Z","end":"2026-03-03T21:09:32.016641Z","steps":["trace[696457918] 'process raft request' (duration: 83.084401ms)","trace[696457918] 'compare' (duration: 45.177078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:09:32.016983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.384893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:09:32.017029Z","caller":"traceutil/trace.go:171","msg":"trace[906419155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:234; }","duration":"129.476735ms","start":"2026-03-03T21:09:31.887542Z","end":"2026-03-03T21:09:32.017018Z","steps":["trace[906419155] 'agreement among raft nodes before linearized reading' (duration: 129.187979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:32.017031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.671391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:09:32.017008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.354474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.189970fe22c36926\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-03-03T21:09:32.01712Z","caller":"traceutil/trace.go:171","msg":"trace[1317602163] range","detail":"{range_begin:/registry/events/default/instance.189970fe22c36926; range_end:; response_count:1; response_revision:234; }","duration":"116.500747ms","start":"2026-03-03T21:09:31.900599Z","end":"2026-03-03T21:09:32.0171Z","steps":["trace[1317602163] 'agreement among raft nodes before linearized reading' (duration: 116.243752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:32.01711Z","caller":"traceutil/trace.go:171","msg":"trace[1286623583] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:0; response_revision:234; }","duration":"110.809444ms","start":"2026-03-03T21:09:31.906274Z","end":"2026-03-03T21:09:32.017083Z","steps":["trace[1286623583] 'agreement among raft nodes before linearized reading' (duration: 110.646071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:34.792677Z","caller":"traceutil/trace.go:171","msg":"trace[1284090352] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"121.595729ms","start":"2026-03-03T21:09:34.671055Z","end":"2026-03-03T21:09:34.79265Z","steps":["trace[1284090352] 'process raft request' (duration: 121.463067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:35.10008Z","caller":"traceutil/trace.go:171","msg":"trace[1029243545] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"103.091314ms","start":"2026-03-03T21:09:34.996957Z","end":"2026-03-03T21:09:35.100048Z","steps":["trace[1029243545] 'process raft request' (duration: 102.660886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:36.377151Z","caller":"traceutil/trace.go:171","msg":"trace[630683080] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:352; }","duration":"106.077653ms","start":"2026-03-03T21:09:36.271048Z","end":"2026-03-03T21:09:36.377126Z","steps":["trace[630683080] 'read index received' (duration: 105.845199ms)","trace[630683080] 'applied index is now lower than readState.Index' (duration: 231.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:36.377301Z","caller":"traceutil/trace.go:171","msg":"trace[1994511909] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"152.923075ms","start":"2026-03-03T21:09:36.224345Z","end":"2026-03-03T21:09:36.377268Z","steps":["trace[1994511909] 'process raft request' (duration: 152.6449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:36.377364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.302717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T21:09:36.377513Z","caller":"traceutil/trace.go:171","msg":"trace[1665573463] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:344; }","duration":"106.504031ms","start":"2026-03-03T21:09:36.270983Z","end":"2026-03-03T21:09:36.377487Z","steps":["trace[1665573463] 'agreement among raft nodes before linearized reading' (duration: 106.299097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:36.964274Z","caller":"traceutil/trace.go:171","msg":"trace[466611710] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"133.767395ms","start":"2026-03-03T21:09:36.830473Z","end":"2026-03-03T21:09:36.964241Z","steps":["trace[466611710] 'process raft request' (duration: 133.611882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:36.964343Z","caller":"traceutil/trace.go:171","msg":"trace[1405961604] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"133.940548ms","start":"2026-03-03T21:09:36.830352Z","end":"2026-03-03T21:09:36.964292Z","steps":["trace[1405961604] 'process raft request' (duration: 99.482631ms)","trace[1405961604] 'compare' (duration: 34.053849ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:37.391432Z","caller":"traceutil/trace.go:171","msg":"trace[493616841] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"122.642643ms","start":"2026-03-03T21:09:37.268753Z","end":"2026-03-03T21:09:37.391396Z","steps":["trace[493616841] 'process raft request' (duration: 122.48398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:37.391627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.888407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T21:09:37.391496Z","caller":"traceutil/trace.go:171","msg":"trace[2084629755] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:378; }","duration":"121.759885ms","start":"2026-03-03T21:09:37.269714Z","end":"2026-03-03T21:09:37.391473Z","steps":["trace[2084629755] 'read index received' (duration: 35.864063ms)","trace[2084629755] 'applied index is now lower than readState.Index' (duration: 85.895022ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:37.391682Z","caller":"traceutil/trace.go:171","msg":"trace[1354822617] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:374; }","duration":"121.98737ms","start":"2026-03-03T21:09:37.269684Z","end":"2026-03-03T21:09:37.391671Z","steps":["trace[1354822617] 'agreement among raft nodes before linearized reading' (duration: 121.864397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:37.391708Z","caller":"traceutil/trace.go:171","msg":"trace[436017188] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"121.350447ms","start":"2026-03-03T21:09:37.270276Z","end":"2026-03-03T21:09:37.391626Z","steps":["trace[436017188] 'process raft request' (duration: 121.113922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:37.391844Z","caller":"traceutil/trace.go:171","msg":"trace[368098339] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"122.862418ms","start":"2026-03-03T21:09:37.268925Z","end":"2026-03-03T21:09:37.391788Z","steps":["trace[368098339] 'process raft request' (duration: 122.390699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:37.391797Z","caller":"traceutil/trace.go:171","msg":"trace[586353907] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"121.237025ms","start":"2026-03-03T21:09:37.270503Z","end":"2026-03-03T21:09:37.39174Z","steps":["trace[586353907] 'process raft request' (duration: 120.930999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:37.767302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.392945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:09:37.767439Z","caller":"traceutil/trace.go:171","msg":"trace[1504997834] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"205.371541ms","start":"2026-03-03T21:09:37.562048Z","end":"2026-03-03T21:09:37.76742Z","steps":["trace[1504997834] 'process raft request' (duration: 52.787472ms)","trace[1504997834] 'compare' (duration: 151.920216ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:37.779709Z","caller":"traceutil/trace.go:171","msg":"trace[1189439211] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"215.573934ms","start":"2026-03-03T21:09:37.564111Z","end":"2026-03-03T21:09:37.779684Z","steps":["trace[1189439211] 'process raft request' (duration: 215.380421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:37.779825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.560216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-03T21:09:37.779818Z","caller":"traceutil/trace.go:171","msg":"trace[1688020772] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"213.079734ms","start":"2026-03-03T21:09:37.566705Z","end":"2026-03-03T21:09:37.779785Z","steps":["trace[1688020772] 'process raft request' (duration: 212.934771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:37.779879Z","caller":"traceutil/trace.go:171","msg":"trace[2075628170] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"211.657037ms","start":"2026-03-03T21:09:37.568216Z","end":"2026-03-03T21:09:37.779873Z","steps":["trace[2075628170] 'process raft request' (duration: 211.468193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:37.779751Z","caller":"traceutil/trace.go:171","msg":"trace[2057767231] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:392; }","duration":"192.485034ms","start":"2026-03-03T21:09:37.587252Z","end":"2026-03-03T21:09:37.779737Z","steps":["trace[2057767231] 'read index received' (duration: 27.60176ms)","trace[2057767231] 'applied index is now lower than readState.Index' (duration: 164.882474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:37.779853Z","caller":"traceutil/trace.go:171","msg":"trace[469218440] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:387; }","duration":"192.624217ms","start":"2026-03-03T21:09:37.587222Z","end":"2026-03-03T21:09:37.779846Z","steps":["trace[469218440] 'agreement among raft nodes before linearized reading' (duration: 192.558386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:37.779997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.539365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:09:37.780038Z","caller":"traceutil/trace.go:171","msg":"trace[622539347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:387; }","duration":"192.597977ms","start":"2026-03-03T21:09:37.587429Z","end":"2026-03-03T21:09:37.780027Z","steps":["trace[622539347] 'agreement among raft nodes before linearized reading' (duration: 192.525466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:38.04685Z","caller":"traceutil/trace.go:171","msg":"trace[1656012122] linearizableReadLoop","detail":"{readStateIndex:397; appliedIndex:396; }","duration":"261.706213ms","start":"2026-03-03T21:09:37.78512Z","end":"2026-03-03T21:09:38.046826Z","steps":["trace[1656012122] 'read index received' (duration: 208.793348ms)","trace[1656012122] 'applied index is now lower than readState.Index' (duration: 52.911805ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:38.047595Z","caller":"traceutil/trace.go:171","msg":"trace[852367145] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"262.501659ms","start":"2026-03-03T21:09:37.78506Z","end":"2026-03-03T21:09:38.047562Z","steps":["trace[852367145] 'process raft request' (duration: 208.919332ms)","trace[852367145] 'compare' (duration: 52.292162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:09:38.052535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.896756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T21:09:38.052596Z","caller":"traceutil/trace.go:171","msg":"trace[2067983144] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:388; }","duration":"267.496278ms","start":"2026-03-03T21:09:37.785085Z","end":"2026-03-03T21:09:38.052581Z","steps":["trace[2067983144] 'agreement among raft nodes before linearized reading' (duration: 261.832046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:38.330816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.012691ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:09:38.330948Z","caller":"traceutil/trace.go:171","msg":"trace[633373968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:391; }","duration":"128.156895ms","start":"2026-03-03T21:09:38.202775Z","end":"2026-03-03T21:09:38.330932Z","steps":["trace[633373968] 'range keys from in-memory index tree' (duration: 127.95469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:38.331325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.524069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:09:38.331438Z","caller":"traceutil/trace.go:171","msg":"trace[1950702694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:391; }","duration":"164.692432ms","start":"2026-03-03T21:09:38.166722Z","end":"2026-03-03T21:09:38.331415Z","steps":["trace[1950702694] 'range keys from in-memory index tree' (duration: 164.326575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:38.722999Z","caller":"traceutil/trace.go:171","msg":"trace[1889102051] linearizableReadLoop","detail":"{readStateIndex:405; appliedIndex:404; }","duration":"108.755576ms","start":"2026-03-03T21:09:38.614161Z","end":"2026-03-03T21:09:38.722916Z","steps":["trace[1889102051] 'read index received' (duration: 108.508702ms)","trace[1889102051] 'applied index is now lower than readState.Index' (duration: 244.694µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:09:38.723162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.983562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:09:38.723217Z","caller":"traceutil/trace.go:171","msg":"trace[211760432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:396; }","duration":"109.075944ms","start":"2026-03-03T21:09:38.614119Z","end":"2026-03-03T21:09:38.723194Z","steps":["trace[211760432] 'agreement among raft nodes before linearized reading' (duration: 108.960231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:38.723633Z","caller":"traceutil/trace.go:171","msg":"trace[1914763768] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"127.284137ms","start":"2026-03-03T21:09:38.596331Z","end":"2026-03-03T21:09:38.723615Z","steps":["trace[1914763768] 'process raft request' (duration: 126.43905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:41.870656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.625023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-03T21:09:41.870729Z","caller":"traceutil/trace.go:171","msg":"trace[5516669] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:410; }","duration":"323.816216ms","start":"2026-03-03T21:09:41.546899Z","end":"2026-03-03T21:09:41.870715Z","steps":["trace[5516669] 'range keys from in-memory index tree' (duration: 323.492611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:41.870758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:41.546878Z","time spent":"323.875049ms","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4346,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-03T21:09:42.284736Z","caller":"traceutil/trace.go:171","msg":"trace[193151371] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"113.100275ms","start":"2026-03-03T21:09:42.171612Z","end":"2026-03-03T21:09:42.284712Z","steps":["trace[193151371] 'read index received' (duration: 112.901941ms)","trace[193151371] 'applied index is now lower than readState.Index' (duration: 197.354µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:09:42.284865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.226768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T21:09:42.284853Z","caller":"traceutil/trace.go:171","msg":"trace[470546905] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"406.413015ms","start":"2026-03-03T21:09:41.878391Z","end":"2026-03-03T21:09:42.284804Z","steps":["trace[470546905] 'process raft request' (duration: 406.17657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:42.284908Z","caller":"traceutil/trace.go:171","msg":"trace[1357127667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:411; }","duration":"113.32732ms","start":"2026-03-03T21:09:42.17157Z","end":"2026-03-03T21:09:42.284897Z","steps":["trace[1357127667] 'agreement among raft nodes before linearized reading' (duration: 113.232978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:42.285031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:41.878356Z","time spent":"406.571148ms","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:09:52.58433Z","caller":"traceutil/trace.go:171","msg":"trace[328888938] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"156.377865ms","start":"2026-03-03T21:09:52.427925Z","end":"2026-03-03T21:09:52.584303Z","steps":["trace[328888938] 'read index received' (duration: 156.186651ms)","trace[328888938] 'applied index is now lower than readState.Index' (duration: 188.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:52.584358Z","caller":"traceutil/trace.go:171","msg":"trace[2122591499] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"194.561481ms","start":"2026-03-03T21:09:52.389773Z","end":"2026-03-03T21:09:52.584334Z","steps":["trace[2122591499] 'process raft request' (duration: 194.427328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:52.584461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.527287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T21:09:52.584483Z","caller":"traceutil/trace.go:171","msg":"trace[1070869168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"156.615099ms","start":"2026-03-03T21:09:52.427861Z","end":"2026-03-03T21:09:52.584476Z","steps":["trace[1070869168] 'agreement among raft nodes before linearized reading' (duration: 156.552968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:52.584551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.155342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:09:52.584685Z","caller":"traceutil/trace.go:171","msg":"trace[1419441150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"103.272855ms","start":"2026-03-03T21:09:52.48134Z","end":"2026-03-03T21:09:52.584613Z","steps":["trace[1419441150] 'agreement among raft nodes before linearized reading' (duration: 103.152573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:53.142815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794897649040060412,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:09:53.396437Z","caller":"traceutil/trace.go:171","msg":"trace[634764049] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"807.845562ms","start":"2026-03-03T21:09:52.588027Z","end":"2026-03-03T21:09:53.395873Z","steps":["trace[634764049] 'process raft request' (duration: 790.116774ms)","trace[634764049] 'compare' (duration: 17.19846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:09:53.396975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:52.588005Z","time spent":"808.486162ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:09:53.409402Z","caller":"traceutil/trace.go:171","msg":"trace[1981101416] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"821.0115ms","start":"2026-03-03T21:09:52.588371Z","end":"2026-03-03T21:09:53.409383Z","steps":["trace[1981101416] 'process raft request' (duration: 820.817727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:53.409488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.962838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:09:53.409398Z","caller":"traceutil/trace.go:171","msg":"trace[688428551] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:481; }","duration":"795.857776ms","start":"2026-03-03T21:09:52.613513Z","end":"2026-03-03T21:09:53.40937Z","steps":["trace[688428551] 'read index received' (duration: 764.639657ms)","trace[688428551] 'applied index is now lower than readState.Index' (duration: 31.216849ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:09:53.409537Z","caller":"traceutil/trace.go:171","msg":"trace[1445222434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"796.045549ms","start":"2026-03-03T21:09:52.613477Z","end":"2026-03-03T21:09:53.409523Z","steps":["trace[1445222434] 'agreement among raft nodes before linearized reading' (duration: 795.967777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:53.409576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.597984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T21:09:53.409581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:52.613461Z","time spent":"796.10942ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:09:53.409599Z","caller":"traceutil/trace.go:171","msg":"trace[1010962133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:470; }","duration":"152.656346ms","start":"2026-03-03T21:09:53.256935Z","end":"2026-03-03T21:09:53.409591Z","steps":["trace[1010962133] 'agreement among raft nodes before linearized reading' (duration: 152.613835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:53.409652Z","caller":"traceutil/trace.go:171","msg":"trace[25063013] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"491.271484ms","start":"2026-03-03T21:09:52.918359Z","end":"2026-03-03T21:09:53.409631Z","steps":["trace[25063013] 'process raft request' (duration: 490.95764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:09:53.409762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:52.918339Z","time spent":"491.362426ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:09:53.409502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:09:52.588355Z","time spent":"821.104021ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:03.068013Z","caller":"traceutil/trace.go:171","msg":"trace[1857259810] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"437.918931ms","start":"2026-03-03T21:10:02.630066Z","end":"2026-03-03T21:10:03.067985Z","steps":["trace[1857259810] 'process raft request' (duration: 437.768369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:03.068254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:02.63004Z","time spent":"438.126115ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:10:04.029248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794897649040060536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:10:04.128549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.62809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T21:10:04.12863Z","caller":"traceutil/trace.go:171","msg":"trace[880588987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:525; }","duration":"641.756143ms","start":"2026-03-03T21:10:03.486854Z","end":"2026-03-03T21:10:04.12861Z","steps":["trace[880588987] 'range keys from in-memory index tree' (duration: 641.514438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:04.128676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:03.486832Z","time spent":"641.834425ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:10:04.128864Z","caller":"traceutil/trace.go:171","msg":"trace[922043766] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:541; }","duration":"603.362089ms","start":"2026-03-03T21:10:03.52549Z","end":"2026-03-03T21:10:04.128852Z","steps":["trace[922043766] 'read index received' (duration: 572.675848ms)","trace[922043766] 'applied index is now lower than readState.Index' (duration: 30.685471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:04.129043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.562311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:10:04.129072Z","caller":"traceutil/trace.go:171","msg":"trace[1403944242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:526; }","duration":"603.628963ms","start":"2026-03-03T21:10:03.525435Z","end":"2026-03-03T21:10:04.129064Z","steps":["trace[1403944242] 'agreement among raft nodes before linearized reading' (duration: 603.572902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:04.129091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:03.525413Z","time spent":"603.673663ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:10:04.129071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.716049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:10:04.129146Z","caller":"traceutil/trace.go:171","msg":"trace[1865313114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:526; }","duration":"591.812491ms","start":"2026-03-03T21:10:03.537315Z","end":"2026-03-03T21:10:04.129128Z","steps":["trace[1865313114] 'agreement among raft nodes before linearized reading' (duration: 591.676999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:04.129185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:03.537266Z","time spent":"591.910083ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:10:04.129187Z","caller":"traceutil/trace.go:171","msg":"trace[244390443] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"608.573934ms","start":"2026-03-03T21:10:03.520601Z","end":"2026-03-03T21:10:04.129175Z","steps":["trace[244390443] 'process raft request' (duration: 577.621709ms)","trace[244390443] 'compare' (duration: 30.236492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:04.129274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:03.52058Z","time spent":"608.642054ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:10:04.129351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.809188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:10:04.129368Z","caller":"traceutil/trace.go:171","msg":"trace[895552134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"514.860639ms","start":"2026-03-03T21:10:03.614502Z","end":"2026-03-03T21:10:04.129362Z","steps":["trace[895552134] 'agreement among raft nodes before linearized reading' (duration: 514.833898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:04.129388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:03.614481Z","time spent":"514.90402ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:10:07.181722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.68169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T21:10:07.181829Z","caller":"traceutil/trace.go:171","msg":"trace[715100161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:556; }","duration":"102.837093ms","start":"2026-03-03T21:10:07.078972Z","end":"2026-03-03T21:10:07.181809Z","steps":["trace[715100161] 'range keys from in-memory index tree' (duration: 102.489657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:09.737588Z","caller":"traceutil/trace.go:171","msg":"trace[12659754] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"529.233285ms","start":"2026-03-03T21:10:09.208339Z","end":"2026-03-03T21:10:09.737572Z","steps":["trace[12659754] 'process raft request' (duration: 529.133614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:09.737695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:09.208323Z","time spent":"529.314756ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:10.617249Z","caller":"traceutil/trace.go:171","msg":"trace[647232899] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:586; }","duration":"121.358986ms","start":"2026-03-03T21:10:10.495871Z","end":"2026-03-03T21:10:10.61723Z","steps":["trace[647232899] 'read index received' (duration: 79.059543ms)","trace[647232899] 'applied index is now lower than readState.Index' (duration: 42.298343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:10:10.617375Z","caller":"traceutil/trace.go:171","msg":"trace[2039030800] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"148.290873ms","start":"2026-03-03T21:10:10.469073Z","end":"2026-03-03T21:10:10.617363Z","steps":["trace[2039030800] 'process raft request' (duration: 105.912939ms)","trace[2039030800] 'compare' (duration: 42.15935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:10.617522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.171266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T21:10:10.61754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.411278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T21:10:10.617607Z","caller":"traceutil/trace.go:171","msg":"trace[905516470] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:569; }","duration":"120.303267ms","start":"2026-03-03T21:10:10.497285Z","end":"2026-03-03T21:10:10.617588Z","steps":["trace[905516470] 'agreement among raft nodes before linearized reading' (duration: 120.108644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:10.617614Z","caller":"traceutil/trace.go:171","msg":"trace[963069133] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:569; }","duration":"147.522241ms","start":"2026-03-03T21:10:10.470074Z","end":"2026-03-03T21:10:10.617596Z","steps":["trace[963069133] 'agreement among raft nodes before linearized reading' (duration: 147.372808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:12.127593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794897649040060628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:10:12.281486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575059972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:10:12.282038Z","caller":"traceutil/trace.go:171","msg":"trace[1595752278] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.575791365s","start":"2026-03-03T21:10:10.706225Z","end":"2026-03-03T21:10:12.282016Z","steps":["trace[1595752278] 'process raft request' (duration: 1.575583971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:12.282181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:10.706205Z","time spent":"1.575902496s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:12.282511Z","caller":"traceutil/trace.go:171","msg":"trace[1264025616] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:588; }","duration":"655.284227ms","start":"2026-03-03T21:10:11.62719Z","end":"2026-03-03T21:10:12.282474Z","steps":["trace[1264025616] 'read index received' (duration: 655.275297ms)","trace[1264025616] 'applied index is now lower than readState.Index' (duration: 7.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:13.694344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517418094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T21:10:13.694427Z","caller":"traceutil/trace.go:171","msg":"trace[913565196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:570; }","duration":"1.517555347s","start":"2026-03-03T21:10:12.176849Z","end":"2026-03-03T21:10:13.694404Z","steps":["trace[913565196] 'agreement among raft nodes before linearized reading' (duration: 105.793447ms)","trace[913565196] 'range keys from in-memory index tree' (duration: 1.411534406s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:13.694446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952746293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T21:10:13.694468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:12.176828Z","time spent":"1.517632418s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:10:13.694485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517351373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T21:10:13.69458Z","caller":"traceutil/trace.go:171","msg":"trace[1033779521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:570; }","duration":"1.517479635s","start":"2026-03-03T21:10:12.177076Z","end":"2026-03-03T21:10:13.694556Z","steps":["trace[1033779521] 'agreement among raft nodes before linearized reading' (duration: 105.544982ms)","trace[1033779521] 'range keys from in-memory index tree' (duration: 1.411633298s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:13.694638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:12.177069Z","time spent":"1.517558827s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:10:13.694637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067421563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:10:13.694741Z","caller":"traceutil/trace.go:171","msg":"trace[1328104514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"2.067573066s","start":"2026-03-03T21:10:11.627142Z","end":"2026-03-03T21:10:13.694715Z","steps":["trace[1328104514] 'agreement among raft nodes before linearized reading' (duration: 655.45692ms)","trace[1328104514] 'range keys from in-memory index tree' (duration: 1.411961313s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:13.694747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517959094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:10:13.694513Z","caller":"traceutil/trace.go:171","msg":"trace[152922402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:570; }","duration":"1.952848844s","start":"2026-03-03T21:10:11.741642Z","end":"2026-03-03T21:10:13.694491Z","steps":["trace[152922402] 'agreement among raft nodes before linearized reading' (duration: 540.982553ms)","trace[152922402] 'range keys from in-memory index tree' (duration: 1.411679979s)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:10:13.694776Z","caller":"traceutil/trace.go:171","msg":"trace[1130324083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"1.518022975s","start":"2026-03-03T21:10:12.176746Z","end":"2026-03-03T21:10:13.694769Z","steps":["trace[1130324083] 'agreement among raft nodes before linearized reading' (duration: 105.897849ms)","trace[1130324083] 'range keys from in-memory index tree' (duration: 1.412055945s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:13.694779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:11.627121Z","time spent":"2.067650527s","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:10:13.694804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:12.176724Z","time spent":"1.518075256s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:10:13.694831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:11.741626Z","time spent":"1.95317128s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:10:13.830606Z","caller":"traceutil/trace.go:171","msg":"trace[1107348013] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"132.064082ms","start":"2026-03-03T21:10:13.698515Z","end":"2026-03-03T21:10:13.830579Z","steps":["trace[1107348013] 'process raft request' (duration: 131.902929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:15.706083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T21:10:15.706219Z","caller":"traceutil/trace.go:171","msg":"trace[570148301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069915s","start":"2026-03-03T21:10:13.7055Z","end":"2026-03-03T21:10:15.706199Z","steps":["trace[570148301] 'agreement among raft nodes before linearized reading' (duration: 2.000549277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:15.70633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:13.705484Z","time spent":"2.000832103s","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 21:10:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T21:10:15.715126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410943081s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:10:15.715307Z","caller":"traceutil/trace.go:171","msg":"trace[1925353308] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:588; }","duration":"2.009726622s","start":"2026-03-03T21:10:13.705569Z","end":"2026-03-03T21:10:15.715296Z","steps":["trace[1925353308] 'read index received' (duration: 124.77133ms)","trace[1925353308] 'applied index is now lower than readState.Index' (duration: 1.884954462s)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:10:15.715444Z","caller":"traceutil/trace.go:171","msg":"trace[315335094] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"2.014588135s","start":"2026-03-03T21:10:13.700842Z","end":"2026-03-03T21:10:15.71543Z","steps":["trace[315335094] 'process raft request' (duration: 2.014392031s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:15.715437Z","caller":"traceutil/trace.go:171","msg":"trace[1238827098] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"2.014656595s","start":"2026-03-03T21:10:13.700759Z","end":"2026-03-03T21:10:15.715415Z","steps":["trace[1238827098] 'process raft request' (duration: 2.014426902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:15.715508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:13.700837Z","time spent":"2.014638135s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:15.71551Z","caller":"traceutil/trace.go:171","msg":"trace[1688106161] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"2.011495862s","start":"2026-03-03T21:10:13.704003Z","end":"2026-03-03T21:10:15.715499Z","steps":["trace[1688106161] 'process raft request' (duration: 2.011262188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:15.715562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:13.700753Z","time spent":"2.014755307s","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:10:15.715568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:13.703974Z","time spent":"2.011566282s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:15.715545Z","caller":"traceutil/trace.go:171","msg":"trace[267162804] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"2.014864869s","start":"2026-03-03T21:10:13.700648Z","end":"2026-03-03T21:10:15.715513Z","steps":["trace[267162804] 'process raft request' (duration: 603.461709ms)","trace[267162804] 'compare' (duration: 1.41085885s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:15.715688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:13.700637Z","time spent":"2.014976091s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:10:16.216182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794897649040060640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:10:17.706747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T21:10:17.706809Z","caller":"traceutil/trace.go:171","msg":"trace[241024130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432459s","start":"2026-03-03T21:10:15.706363Z","end":"2026-03-03T21:10:17.706796Z","steps":["trace[241024130] 'agreement among raft nodes before linearized reading' (duration: 2.000354007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:17.706841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:15.706344Z","time spent":"2.00049089s","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 21:10:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T21:10:18.95738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.334859539s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T21:10:19.128066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50556514s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:10:19.128183Z","caller":"traceutil/trace.go:171","msg":"trace[1548207034] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"4.796087685s","start":"2026-03-03T21:10:14.332071Z","end":"2026-03-03T21:10:19.128158Z","steps":["trace[1548207034] 'process raft request' (duration: 2.290363103s)","trace[1548207034] 'compare' (duration: 2.505485398s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:19.128404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:14.331777Z","time spent":"4.796450342s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:19.212019Z","caller":"traceutil/trace.go:171","msg":"trace[734279559] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:593; }","duration":"3.496652464s","start":"2026-03-03T21:10:15.71533Z","end":"2026-03-03T21:10:19.211982Z","steps":["trace[734279559] 'read index received' (duration: 907.202877ms)","trace[734279559] 'applied index is now lower than readState.Index' (duration: 2.589446447s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:19.212415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492991479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T21:10:19.212487Z","caller":"traceutil/trace.go:171","msg":"trace[1291063564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"1.493080152s","start":"2026-03-03T21:10:17.71939Z","end":"2026-03-03T21:10:19.21247Z","steps":["trace[1291063564] 'agreement among raft nodes before linearized reading' (duration: 1.492867258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.212465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377896985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T21:10:19.212531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:17.719387Z","time spent":"1.493135253s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:10:19.212544Z","caller":"traceutil/trace.go:171","msg":"trace[696796903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"3.378035277s","start":"2026-03-03T21:10:15.834495Z","end":"2026-03-03T21:10:19.21253Z","steps":["trace[696796903] 'agreement among raft nodes before linearized reading' (duration: 3.377753022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.212624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:15.834466Z","time spent":"3.378145619s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:10:19.213016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497870923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:10:19.213067Z","caller":"traceutil/trace.go:171","msg":"trace[1362644756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"1.497934843s","start":"2026-03-03T21:10:17.715118Z","end":"2026-03-03T21:10:19.213053Z","steps":["trace[1362644756] 'agreement among raft nodes before linearized reading' (duration: 1.497870552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.213095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:17.71511Z","time spent":"1.497978855s","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:10:19.213131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500132871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971097020707a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T21:10:19.213269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493892875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T21:10:19.213231Z","caller":"traceutil/trace.go:171","msg":"trace[326831784] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189971097020707a; range_end:; response_count:1; response_revision:576; }","duration":"1.500313303s","start":"2026-03-03T21:10:17.712894Z","end":"2026-03-03T21:10:19.213207Z","steps":["trace[326831784] 'agreement among raft nodes before linearized reading' (duration: 1.50010204s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:19.213306Z","caller":"traceutil/trace.go:171","msg":"trace[1877809060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"1.493942096s","start":"2026-03-03T21:10:17.719355Z","end":"2026-03-03T21:10:19.213297Z","steps":["trace[1877809060] 'agreement among raft nodes before linearized reading' (duration: 1.493854324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.213332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:17.719347Z","time spent":"1.493979016s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:10:19.213345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:17.712822Z","time spent":"1.500484746s","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971097020707a\" "} {"level":"warn","ts":"2026-03-03T21:10:19.213444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493218824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:10:19.213477Z","caller":"traceutil/trace.go:171","msg":"trace[1162327429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"1.493264094s","start":"2026-03-03T21:10:17.720206Z","end":"2026-03-03T21:10:19.21347Z","steps":["trace[1162327429] 'agreement among raft nodes before linearized reading' (duration: 1.492613394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.213501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:17.720199Z","time spent":"1.493296845s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:10:19.5192Z","caller":"traceutil/trace.go:171","msg":"trace[520496836] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"301.027438ms","start":"2026-03-03T21:10:19.218144Z","end":"2026-03-03T21:10:19.519171Z","steps":["trace[520496836] 'process raft request' (duration: 298.491706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.519392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:19.218126Z","time spent":"301.15058ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:19.51952Z","caller":"traceutil/trace.go:171","msg":"trace[520808170] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"301.245642ms","start":"2026-03-03T21:10:19.218248Z","end":"2026-03-03T21:10:19.519494Z","steps":["trace[520808170] 'process raft request' (duration: 300.834404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.519692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:19.218237Z","time spent":"301.357204ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:19.51986Z","caller":"traceutil/trace.go:171","msg":"trace[947636738] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"300.551551ms","start":"2026-03-03T21:10:19.219296Z","end":"2026-03-03T21:10:19.519847Z","steps":["trace[947636738] 'process raft request' (duration: 300.092994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:19.519879Z","caller":"traceutil/trace.go:171","msg":"trace[1674123545] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"300.172863ms","start":"2026-03-03T21:10:19.219684Z","end":"2026-03-03T21:10:19.519857Z","steps":["trace[1674123545] 'process raft request' (duration: 300.054511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:19.519935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:19.219261Z","time spent":"300.637412ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:10:19.519994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:19.219676Z","time spent":"300.265385ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:10:20.031626Z","caller":"traceutil/trace.go:171","msg":"trace[2086962368] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"164.192002ms","start":"2026-03-03T21:10:19.867412Z","end":"2026-03-03T21:10:20.031604Z","steps":["trace[2086962368] 'process raft request' (duration: 164.0663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:10:21.312805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.914476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:10:21.313227Z","caller":"traceutil/trace.go:171","msg":"trace[169503145] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"468.10871ms","start":"2026-03-03T21:10:20.845104Z","end":"2026-03-03T21:10:21.313213Z","steps":["trace[169503145] 'process raft request' (duration: 63.723306ms)","trace[169503145] 'compare' (duration: 396.444828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:21.313308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:10:20.845081Z","time spent":"468.208412ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:10:38.722124Z","caller":"traceutil/trace.go:171","msg":"trace[593797312] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:803; }","duration":"108.206411ms","start":"2026-03-03T21:10:38.613903Z","end":"2026-03-03T21:10:38.722109Z","steps":["trace[593797312] 'read index received' (duration: 108.13922ms)","trace[593797312] 'applied index is now lower than readState.Index' (duration: 66.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:10:38.72223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.322354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:10:38.72225Z","caller":"traceutil/trace.go:171","msg":"trace[915895531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"108.392184ms","start":"2026-03-03T21:10:38.61385Z","end":"2026-03-03T21:10:38.722242Z","steps":["trace[915895531] 'agreement among raft nodes before linearized reading' (duration: 108.345823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:38.722228Z","caller":"traceutil/trace.go:171","msg":"trace[484702351] transaction","detail":"{read_only:false; number_of_response:1; response_revision:779; }","duration":"130.954283ms","start":"2026-03-03T21:10:38.591249Z","end":"2026-03-03T21:10:38.722203Z","steps":["trace[484702351] 'process raft request' (duration: 130.77647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:19.996812Z","caller":"traceutil/trace.go:171","msg":"trace[2046213348] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"222.764659ms","start":"2026-03-03T21:11:19.774011Z","end":"2026-03-03T21:11:19.996775Z","steps":["trace[2046213348] 'process raft request' (duration: 222.615366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:21.072049Z","caller":"traceutil/trace.go:171","msg":"trace[1330438492] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"102.722092ms","start":"2026-03-03T21:11:20.969309Z","end":"2026-03-03T21:11:21.072032Z","steps":["trace[1330438492] 'process raft request' (duration: 102.61452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:28.257955Z","caller":"traceutil/trace.go:171","msg":"trace[1806500382] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"106.961561ms","start":"2026-03-03T21:11:28.150951Z","end":"2026-03-03T21:11:28.257913Z","steps":["trace[1806500382] 'process raft request' (duration: 105.493464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:11:28.48504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.984367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:11:28.485301Z","caller":"traceutil/trace.go:171","msg":"trace[1524810619] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"222.496823ms","start":"2026-03-03T21:11:28.26277Z","end":"2026-03-03T21:11:28.485267Z","steps":["trace[1524810619] 'process raft request' (duration: 119.19378ms)","trace[1524810619] 'compare' (duration: 102.861705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:11:28.485338Z","caller":"traceutil/trace.go:171","msg":"trace[1281050178] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"222.523924ms","start":"2026-03-03T21:11:28.262797Z","end":"2026-03-03T21:11:28.485321Z","steps":["trace[1281050178] 'process raft request' (duration: 222.345881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:40.777297Z","caller":"traceutil/trace.go:171","msg":"trace[1132530435] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1025; }","duration":"207.289761ms","start":"2026-03-03T21:11:40.569985Z","end":"2026-03-03T21:11:40.777275Z","steps":["trace[1132530435] 'read index received' (duration: 27.110602ms)","trace[1132530435] 'applied index is now lower than readState.Index' (duration: 180.178289ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:11:40.777415Z","caller":"traceutil/trace.go:171","msg":"trace[664095101] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"228.706924ms","start":"2026-03-03T21:11:40.548681Z","end":"2026-03-03T21:11:40.777388Z","steps":["trace[664095101] 'process raft request' (duration: 227.167546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:11:40.777515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.520805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T21:11:40.777553Z","caller":"traceutil/trace.go:171","msg":"trace[1809585229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:988; }","duration":"207.625847ms","start":"2026-03-03T21:11:40.569919Z","end":"2026-03-03T21:11:40.777545Z","steps":["trace[1809585229] 'agreement among raft nodes before linearized reading' (duration: 207.480184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:11:40.777712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.670196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:11:40.777745Z","caller":"traceutil/trace.go:171","msg":"trace[503059489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:988; }","duration":"120.752718ms","start":"2026-03-03T21:11:40.656986Z","end":"2026-03-03T21:11:40.777738Z","steps":["trace[503059489] 'agreement among raft nodes before linearized reading' (duration: 120.702297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:11:54.938407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.956637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:11:54.938519Z","caller":"traceutil/trace.go:171","msg":"trace[1697066478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1037; }","duration":"102.120061ms","start":"2026-03-03T21:11:54.836373Z","end":"2026-03-03T21:11:54.938493Z","steps":["trace[1697066478] 'range keys from in-memory index tree' (duration: 101.739953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:56.601082Z","caller":"traceutil/trace.go:171","msg":"trace[1320553809] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1082; }","duration":"156.228603ms","start":"2026-03-03T21:11:56.444837Z","end":"2026-03-03T21:11:56.601066Z","steps":["trace[1320553809] 'read index received' (duration: 119.80083ms)","trace[1320553809] 'applied index is now lower than readState.Index' (duration: 36.427103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:11:56.601198Z","caller":"traceutil/trace.go:171","msg":"trace[194378742] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"159.099348ms","start":"2026-03-03T21:11:56.442054Z","end":"2026-03-03T21:11:56.601154Z","steps":["trace[194378742] 'process raft request' (duration: 122.561452ms)","trace[194378742] 'compare' (duration: 36.372902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:11:56.601697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.842234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" limit:500 ","response":"range_response_count:123 size:91270"} {"level":"info","ts":"2026-03-03T21:11:56.601749Z","caller":"traceutil/trace.go:171","msg":"trace[2110054688] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:123; response_revision:1041; }","duration":"156.941646ms","start":"2026-03-03T21:11:56.444798Z","end":"2026-03-03T21:11:56.601739Z","steps":["trace[2110054688] 'agreement among raft nodes before linearized reading' (duration: 156.371146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:57.080448Z","caller":"traceutil/trace.go:171","msg":"trace[905511940] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1084; }","duration":"110.250029ms","start":"2026-03-03T21:11:56.970169Z","end":"2026-03-03T21:11:57.080419Z","steps":["trace[905511940] 'read index received' (duration: 36.23675ms)","trace[905511940] 'applied index is now lower than readState.Index' (duration: 74.011359ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:11:57.080514Z","caller":"traceutil/trace.go:171","msg":"trace[1165953212] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"115.310605ms","start":"2026-03-03T21:11:56.965178Z","end":"2026-03-03T21:11:57.080489Z","steps":["trace[1165953212] 'process raft request' (duration: 41.267294ms)","trace[1165953212] 'compare' (duration: 67.435475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:11:57.080653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.455723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-03T21:11:57.080689Z","caller":"traceutil/trace.go:171","msg":"trace[2127066841] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1043; }","duration":"110.525414ms","start":"2026-03-03T21:11:56.970152Z","end":"2026-03-03T21:11:57.080678Z","steps":["trace[2127066841] 'agreement among raft nodes before linearized reading' (duration: 110.420762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:11:57.080825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.807937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-03-03T21:11:57.081163Z","caller":"traceutil/trace.go:171","msg":"trace[1064516160] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1043; }","duration":"102.988511ms","start":"2026-03-03T21:11:56.977926Z","end":"2026-03-03T21:11:57.080915Z","steps":["trace[1064516160] 'agreement among raft nodes before linearized reading' (duration: 102.727656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:57.252805Z","caller":"traceutil/trace.go:171","msg":"trace[1779670503] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"167.756034ms","start":"2026-03-03T21:11:57.085017Z","end":"2026-03-03T21:11:57.252773Z","steps":["trace[1779670503] 'process raft request' (duration: 118.546257ms)","trace[1779670503] 'compare' (duration: 48.990522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:12:04.907124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.471419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-03-03T21:12:04.907204Z","caller":"traceutil/trace.go:171","msg":"trace[1443055517] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:1064; }","duration":"100.588091ms","start":"2026-03-03T21:12:04.806598Z","end":"2026-03-03T21:12:04.907186Z","steps":["trace[1443055517] 'range keys from in-memory index tree' (duration: 100.385577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:12:12.670593Z","caller":"traceutil/trace.go:171","msg":"trace[168450209] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"103.660215ms","start":"2026-03-03T21:12:12.566856Z","end":"2026-03-03T21:12:12.670516Z","steps":["trace[168450209] 'process raft request' (duration: 103.081354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:12:16.838919Z","caller":"traceutil/trace.go:171","msg":"trace[1381328201] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"124.256603ms","start":"2026-03-03T21:12:16.71464Z","end":"2026-03-03T21:12:16.838896Z","steps":["trace[1381328201] 'process raft request' (duration: 124.047299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:12:19.310894Z","caller":"traceutil/trace.go:171","msg":"trace[1581714178] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"104.422155ms","start":"2026-03-03T21:12:19.206417Z","end":"2026-03-03T21:12:19.310839Z","steps":["trace[1581714178] 'process raft request' (duration: 52.526279ms)","trace[1581714178] 'compare' (duration: 51.655131ms)"],"step_count":2}