{"level":"warn","ts":"2026-04-20T14:24:17.723164Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T14:24:17.723313Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.108:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.108:2380","--initial-cluster=instance=https://199.19.213.108:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.108:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.108:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T14:24:17.723425Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T14:24:17.723443Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-04-20T14:24:17.72347Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T14:24:17.724449Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"]} {"level":"info","ts":"2026-04-20T14:24:17.724547Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.108:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T14:24:17.728515Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.684384ms"} {"level":"info","ts":"2026-04-20T14:24:17.736208Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e9047e95cdba2056","cluster-id":"51f5e218724a48a2"} {"level":"info","ts":"2026-04-20T14:24:17.736295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T14:24:17.736391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 0"} {"level":"info","ts":"2026-04-20T14:24:17.736408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e9047e95cdba2056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T14:24:17.73642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 1"} {"level":"info","ts":"2026-04-20T14:24:17.736469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"warn","ts":"2026-04-20T14:24:17.745054Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T14:24:17.746964Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T14:24:17.748197Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T14:24:17.750718Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e9047e95cdba2056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T14:24:17.751214Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e9047e95cdba2056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T14:24:17.751505Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T14:24:17.751575Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T14:24:17.751594Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T14:24:17.754492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"info","ts":"2026-04-20T14:24:17.754666Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","added-peer-id":"e9047e95cdba2056","added-peer-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-04-20T14:24:17.756207Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T14:24:17.756398Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-04-20T14:24:17.756437Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-04-20T14:24:17.756868Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e9047e95cdba2056","initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T14:24:17.756923Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T14:24:18.038988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T14:24:18.039052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T14:24:18.039085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgPreVoteResp from e9047e95cdba2056 at term 1"} {"level":"info","ts":"2026-04-20T14:24:18.039101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became candidate at term 2"} {"level":"info","ts":"2026-04-20T14:24:18.039108Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgVoteResp from e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-04-20T14:24:18.039119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became leader at term 2"} {"level":"info","ts":"2026-04-20T14:24:18.039128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e9047e95cdba2056 elected leader e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-04-20T14:24:18.040778Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e9047e95cdba2056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.108:2379]}","request-path":"/0/members/e9047e95cdba2056/attributes","cluster-id":"51f5e218724a48a2","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T14:24:18.040937Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T14:24:18.041007Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T14:24:18.041222Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:24:18.041462Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T14:24:18.041553Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T14:24:18.043266Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:24:18.043315Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.108:2379"} {"level":"info","ts":"2026-04-20T14:24:18.043393Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:24:18.04344Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T14:24:18.044439Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-20T14:24:27.844715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.148067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:24:27.844904Z","caller":"traceutil/trace.go:171","msg":"trace[1044998171] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:315; }","duration":"310.040806ms","start":"2026-04-20T14:24:27.534843Z","end":"2026-04-20T14:24:27.844884Z","steps":["trace[1044998171] 'read index received' (duration: 91.177994ms)","trace[1044998171] 'applied index is now lower than readState.Index' (duration: 218.861732ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:24:27.845017Z","caller":"traceutil/trace.go:171","msg":"trace[1326255765] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"326.317076ms","start":"2026-04-20T14:24:27.51869Z","end":"2026-04-20T14:24:27.845007Z","steps":["trace[1326255765] 'process raft request' (duration: 107.291599ms)","trace[1326255765] 'compare' (duration: 217.976052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:24:27.845092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:24:27.518662Z","time spent":"326.408359ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T14:24:27.845156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.290019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-20T14:24:27.845228Z","caller":"traceutil/trace.go:171","msg":"trace[1453089702] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:306; }","duration":"260.412833ms","start":"2026-04-20T14:24:27.5848Z","end":"2026-04-20T14:24:27.845213Z","steps":["trace[1453089702] 'agreement among raft nodes before linearized reading' (duration: 260.226586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:24:27.845374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.674922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-20T14:24:27.845411Z","caller":"traceutil/trace.go:171","msg":"trace[1086339622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:306; }","duration":"110.757836ms","start":"2026-04-20T14:24:27.734643Z","end":"2026-04-20T14:24:27.845401Z","steps":["trace[1086339622] 'agreement among raft nodes before linearized reading' (duration: 110.697823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:24:27.845316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.612208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-fh7scb\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-20T14:24:27.845501Z","caller":"traceutil/trace.go:171","msg":"trace[229376919] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-fh7scb; range_end:; response_count:1; response_revision:306; }","duration":"104.836416ms","start":"2026-04-20T14:24:27.74064Z","end":"2026-04-20T14:24:27.845476Z","steps":["trace[229376919] 'agreement among raft nodes before linearized reading' (duration: 104.538045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:24:27.845608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.105676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-20T14:24:27.845656Z","caller":"traceutil/trace.go:171","msg":"trace[1172839688] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:306; }","duration":"210.194059ms","start":"2026-04-20T14:24:27.63545Z","end":"2026-04-20T14:24:27.845644Z","steps":["trace[1172839688] 'agreement among raft nodes before linearized reading' (duration: 210.126057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:24:27.845551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.271299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-20T14:24:27.845747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.790942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-20T14:24:27.84576Z","caller":"traceutil/trace.go:171","msg":"trace[1379822380] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:306; }","duration":"161.580129ms","start":"2026-04-20T14:24:27.68417Z","end":"2026-04-20T14:24:27.84575Z","steps":["trace[1379822380] 'agreement among raft nodes before linearized reading' (duration: 161.30821ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:24:27.845813Z","caller":"traceutil/trace.go:171","msg":"trace[739050298] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:306; }","duration":"310.996679ms","start":"2026-04-20T14:24:27.534781Z","end":"2026-04-20T14:24:27.845777Z","steps":["trace[739050298] 'agreement among raft nodes before linearized reading' (duration: 310.791723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:24:27.845844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:24:27.534757Z","time spent":"311.078111ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-20T14:24:28.01757Z","caller":"traceutil/trace.go:171","msg":"trace[2070047396] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"168.530504ms","start":"2026-04-20T14:24:27.848993Z","end":"2026-04-20T14:24:28.017523Z","steps":["trace[2070047396] 'process raft request' (duration: 107.819646ms)","trace[2070047396] 'compare' (duration: 60.522002ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:24:28.023379Z","caller":"traceutil/trace.go:171","msg":"trace[1340772398] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"170.858742ms","start":"2026-04-20T14:24:27.852496Z","end":"2026-04-20T14:24:28.023355Z","steps":["trace[1340772398] 'process raft request' (duration: 170.647385ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:24:28.023649Z","caller":"traceutil/trace.go:171","msg":"trace[478214834] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:316; }","duration":"137.620962ms","start":"2026-04-20T14:24:27.885977Z","end":"2026-04-20T14:24:28.023598Z","steps":["trace[478214834] 'read index received' (duration: 70.848249ms)","trace[478214834] 'applied index is now lower than readState.Index' (duration: 66.771943ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:24:28.023739Z","caller":"traceutil/trace.go:171","msg":"trace[99062778] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"170.246443ms","start":"2026-04-20T14:24:27.853419Z","end":"2026-04-20T14:24:28.023666Z","steps":["trace[99062778] 'process raft request' (duration: 169.898321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:24:28.023852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.836249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-20T14:24:28.023919Z","caller":"traceutil/trace.go:171","msg":"trace[2059075487] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:310; }","duration":"137.977053ms","start":"2026-04-20T14:24:27.885907Z","end":"2026-04-20T14:24:28.023884Z","steps":["trace[2059075487] 'agreement among raft nodes before linearized reading' (duration: 137.853659ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:24:28.023897Z","caller":"traceutil/trace.go:171","msg":"trace[1281058937] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"166.874478ms","start":"2026-04-20T14:24:27.856982Z","end":"2026-04-20T14:24:28.023856Z","steps":["trace[1281058937] 'process raft request' (duration: 166.500896ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:24:52.805576Z","caller":"traceutil/trace.go:171","msg":"trace[536587874] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"263.121624ms","start":"2026-04-20T14:24:52.542438Z","end":"2026-04-20T14:24:52.80556Z","steps":["trace[536587874] 'process raft request' (duration: 262.909177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:24:52.805666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.439874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T14:24:52.805713Z","caller":"traceutil/trace.go:171","msg":"trace[1307384850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:444; }","duration":"244.564938ms","start":"2026-04-20T14:24:52.561137Z","end":"2026-04-20T14:24:52.805702Z","steps":["trace[1307384850] 'agreement among raft nodes before linearized reading' (duration: 244.451464ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:24:52.805559Z","caller":"traceutil/trace.go:171","msg":"trace[454656784] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:460; }","duration":"244.32895ms","start":"2026-04-20T14:24:52.561194Z","end":"2026-04-20T14:24:52.805523Z","steps":["trace[454656784] 'read index received' (duration: 244.00987ms)","trace[454656784] 'applied index is now lower than readState.Index' (duration: 317.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:24:55.249488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.886678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:24:55.249619Z","caller":"traceutil/trace.go:171","msg":"trace[1640030875] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"198.66391ms","start":"2026-04-20T14:24:55.050932Z","end":"2026-04-20T14:24:55.249596Z","steps":["trace[1640030875] 'process raft request' (duration: 93.449321ms)","trace[1640030875] 'compare' (duration: 104.712623ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:24:55.251577Z","caller":"traceutil/trace.go:171","msg":"trace[1925479695] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"199.329124ms","start":"2026-04-20T14:24:55.052222Z","end":"2026-04-20T14:24:55.251552Z","steps":["trace[1925479695] 'process raft request' (duration: 199.082775ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:24:55.251874Z","caller":"traceutil/trace.go:171","msg":"trace[1025168667] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:542; }","duration":"175.036644ms","start":"2026-04-20T14:24:55.076825Z","end":"2026-04-20T14:24:55.251862Z","steps":["trace[1025168667] 'read index received' (duration: 67.265048ms)","trace[1025168667] 'applied index is now lower than readState.Index' (duration: 107.770416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:24:55.252077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.233751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-20T14:24:55.252119Z","caller":"traceutil/trace.go:171","msg":"trace[480608787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:524; }","duration":"175.321084ms","start":"2026-04-20T14:24:55.076786Z","end":"2026-04-20T14:24:55.252107Z","steps":["trace[480608787] 'agreement among raft nodes before linearized reading' (duration: 175.128268ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:24:55.252381Z","caller":"traceutil/trace.go:171","msg":"trace[1943825881] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"129.468087ms","start":"2026-04-20T14:24:55.12286Z","end":"2026-04-20T14:24:55.252328Z","steps":["trace[1943825881] 'process raft request' (duration: 128.622277ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:25:02.255585Z","caller":"traceutil/trace.go:171","msg":"trace[828842811] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"120.09784ms","start":"2026-04-20T14:25:02.135448Z","end":"2026-04-20T14:25:02.255546Z","steps":["trace[828842811] 'process raft request' (duration: 119.883113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:25:02.597345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.41271ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:25:02.59749Z","caller":"traceutil/trace.go:171","msg":"trace[488460932] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"192.584345ms","start":"2026-04-20T14:25:02.404886Z","end":"2026-04-20T14:25:02.59747Z","steps":["trace[488460932] 'range keys from in-memory index tree' (duration: 192.389729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:25:02.598537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.039123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:25:02.598646Z","caller":"traceutil/trace.go:171","msg":"trace[159307676] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:616; }","duration":"371.812221ms","start":"2026-04-20T14:25:02.226816Z","end":"2026-04-20T14:25:02.598628Z","steps":["trace[159307676] 'read index received' (duration: 28.534864ms)","trace[159307676] 'applied index is now lower than readState.Index' (duration: 343.276207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:25:02.598796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.988317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T14:25:02.598811Z","caller":"traceutil/trace.go:171","msg":"trace[1429191310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"372.035088ms","start":"2026-04-20T14:25:02.22677Z","end":"2026-04-20T14:25:02.598805Z","steps":["trace[1429191310] 'agreement among raft nodes before linearized reading' (duration: 371.935125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:25:02.598833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:25:02.226747Z","time spent":"372.08129ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T14:25:02.598724Z","caller":"traceutil/trace.go:171","msg":"trace[1819331982] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"392.24956ms","start":"2026-04-20T14:25:02.206426Z","end":"2026-04-20T14:25:02.598676Z","steps":["trace[1819331982] 'process raft request' (duration: 133.981849ms)","trace[1819331982] 'compare' (duration: 257.274878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:25:02.598984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.900304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:25:02.598999Z","caller":"traceutil/trace.go:171","msg":"trace[152626659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"119.958766ms","start":"2026-04-20T14:25:02.479036Z","end":"2026-04-20T14:25:02.598995Z","steps":["trace[152626659] 'agreement among raft nodes before linearized reading' (duration: 119.933386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:25:02.599043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:25:02.206388Z","time spent":"392.516888ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:25:02.787191Z","caller":"traceutil/trace.go:171","msg":"trace[2098429626] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"182.823246ms","start":"2026-04-20T14:25:02.604321Z","end":"2026-04-20T14:25:02.787144Z","steps":["trace[2098429626] 'process raft request' (duration: 154.574053ms)","trace[2098429626] 'compare' (duration: 28.039146ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:25:02.788109Z","caller":"traceutil/trace.go:171","msg":"trace[1890123099] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"117.914557ms","start":"2026-04-20T14:25:02.670166Z","end":"2026-04-20T14:25:02.788081Z","steps":["trace[1890123099] 'process raft request' (duration: 117.610727ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:25:04.39783Z","caller":"traceutil/trace.go:171","msg":"trace[662457223] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"100.977626ms","start":"2026-04-20T14:25:04.296795Z","end":"2026-04-20T14:25:04.397773Z","steps":["trace[662457223] 'process raft request' (duration: 59.956103ms)","trace[662457223] 'compare' (duration: 40.834246ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:26:19.644426Z","caller":"traceutil/trace.go:171","msg":"trace[978096056] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1098; }","duration":"261.376906ms","start":"2026-04-20T14:26:19.383024Z","end":"2026-04-20T14:26:19.644401Z","steps":["trace[978096056] 'read index received' (duration: 261.146539ms)","trace[978096056] 'applied index is now lower than readState.Index' (duration: 229.447µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:26:19.644729Z","caller":"traceutil/trace.go:171","msg":"trace[435210445] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"268.842264ms","start":"2026-04-20T14:26:19.375853Z","end":"2026-04-20T14:26:19.644695Z","steps":["trace[435210445] 'process raft request' (duration: 268.388211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:19.644759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.690315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T14:26:19.644889Z","caller":"traceutil/trace.go:171","msg":"trace[824727743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1058; }","duration":"261.88515ms","start":"2026-04-20T14:26:19.382987Z","end":"2026-04-20T14:26:19.644872Z","steps":["trace[824727743] 'agreement among raft nodes before linearized reading' (duration: 261.619623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:21.543069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.543594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T14:26:21.543256Z","caller":"traceutil/trace.go:171","msg":"trace[1026384248] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:1063; }","duration":"155.762431ms","start":"2026-04-20T14:26:21.387457Z","end":"2026-04-20T14:26:21.543219Z","steps":["trace[1026384248] 'range keys from in-memory index tree' (duration: 155.321528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:21.895415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.328644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:26:21.895761Z","caller":"traceutil/trace.go:171","msg":"trace[910052868] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"168.316657ms","start":"2026-04-20T14:26:21.727417Z","end":"2026-04-20T14:26:21.895734Z","steps":["trace[910052868] 'process raft request' (duration: 21.586671ms)","trace[910052868] 'compare' (duration: 146.206771ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:26:21.895827Z","caller":"traceutil/trace.go:171","msg":"trace[851001540] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"163.387763ms","start":"2026-04-20T14:26:21.732404Z","end":"2026-04-20T14:26:21.895792Z","steps":["trace[851001540] 'process raft request' (duration: 163.219748ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:26:21.896061Z","caller":"traceutil/trace.go:171","msg":"trace[1809169713] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"163.744964ms","start":"2026-04-20T14:26:21.73226Z","end":"2026-04-20T14:26:21.896005Z","steps":["trace[1809169713] 'process raft request' (duration: 163.27893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:22.346788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.109054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:26:22.346924Z","caller":"traceutil/trace.go:171","msg":"trace[917625845] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1108; }","duration":"445.255227ms","start":"2026-04-20T14:26:21.901648Z","end":"2026-04-20T14:26:22.346903Z","steps":["trace[917625845] 'read index received' (duration: 255.999998ms)","trace[917625845] 'applied index is now lower than readState.Index' (duration: 189.253749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:26:22.347083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.430552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T14:26:22.347118Z","caller":"traceutil/trace.go:171","msg":"trace[90733661] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1067; }","duration":"445.495164ms","start":"2026-04-20T14:26:21.901614Z","end":"2026-04-20T14:26:22.347109Z","steps":["trace[90733661] 'agreement among raft nodes before linearized reading' (duration: 445.344999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:22.347153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:26:21.901604Z","time spent":"445.540835ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-20T14:26:22.347385Z","caller":"traceutil/trace.go:171","msg":"trace[1025983598] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"445.857035ms","start":"2026-04-20T14:26:21.901491Z","end":"2026-04-20T14:26:22.347348Z","steps":["trace[1025983598] 'process raft request' (duration: 256.095091ms)","trace[1025983598] 'compare' (duration: 188.784134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:26:22.347775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:26:21.901461Z","time spent":"446.02643ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:26:22.470401Z","caller":"traceutil/trace.go:171","msg":"trace[1318915115] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1109; }","duration":"120.133879ms","start":"2026-04-20T14:26:22.350227Z","end":"2026-04-20T14:26:22.470361Z","steps":["trace[1318915115] 'read index received' (duration: 103.3921ms)","trace[1318915115] 'applied index is now lower than readState.Index' (duration: 16.740569ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:26:22.470501Z","caller":"traceutil/trace.go:171","msg":"trace[1686149185] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"268.619717ms","start":"2026-04-20T14:26:22.201833Z","end":"2026-04-20T14:26:22.470453Z","steps":["trace[1686149185] 'process raft request' (duration: 251.840507ms)","trace[1686149185] 'compare' (duration: 16.542103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:26:22.471175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.937823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-20T14:26:22.471444Z","caller":"traceutil/trace.go:171","msg":"trace[1417782096] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1068; }","duration":"121.038596ms","start":"2026-04-20T14:26:22.350164Z","end":"2026-04-20T14:26:22.471202Z","steps":["trace[1417782096] 'agreement among raft nodes before linearized reading' (duration: 120.911122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:34.780496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.39774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-20T14:26:34.780569Z","caller":"traceutil/trace.go:171","msg":"trace[775513847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1158; }","duration":"103.538825ms","start":"2026-04-20T14:26:34.677013Z","end":"2026-04-20T14:26:34.780552Z","steps":["trace[775513847] 'range keys from in-memory index tree' (duration: 103.226226ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:26:51.076735Z","caller":"traceutil/trace.go:171","msg":"trace[1675672437] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1259; }","duration":"157.268565ms","start":"2026-04-20T14:26:50.919415Z","end":"2026-04-20T14:26:51.076683Z","steps":["trace[1675672437] 'read index received' (duration: 157.09025ms)","trace[1675672437] 'applied index is now lower than readState.Index' (duration: 177.635µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:26:51.077079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.644385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-20T14:26:51.077159Z","caller":"traceutil/trace.go:171","msg":"trace[1862136410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1211; }","duration":"157.766009ms","start":"2026-04-20T14:26:50.91937Z","end":"2026-04-20T14:26:51.077136Z","steps":["trace[1862136410] 'agreement among raft nodes before linearized reading' (duration: 157.539422ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:26:51.077305Z","caller":"traceutil/trace.go:171","msg":"trace[396896755] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"182.797569ms","start":"2026-04-20T14:26:50.8945Z","end":"2026-04-20T14:26:51.077297Z","steps":["trace[396896755] 'process raft request' (duration: 182.069548ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:26:52.295699Z","caller":"traceutil/trace.go:171","msg":"trace[1548890214] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"178.750612ms","start":"2026-04-20T14:26:52.116921Z","end":"2026-04-20T14:26:52.295672Z","steps":["trace[1548890214] 'process raft request' (duration: 178.586487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:53.042384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.22717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T14:26:53.042514Z","caller":"traceutil/trace.go:171","msg":"trace[2053814500] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1270; }","duration":"169.290176ms","start":"2026-04-20T14:26:52.873204Z","end":"2026-04-20T14:26:53.042494Z","steps":["trace[2053814500] 'read index received' (duration: 55.112µs)","trace[2053814500] 'applied index is now lower than readState.Index' (duration: 169.233634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:26:53.042616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.415409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:26:53.042644Z","caller":"traceutil/trace.go:171","msg":"trace[1738702826] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1221; }","duration":"169.489622ms","start":"2026-04-20T14:26:52.873144Z","end":"2026-04-20T14:26:53.042634Z","steps":["trace[1738702826] 'agreement among raft nodes before linearized reading' (duration: 169.4039ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:26:53.04272Z","caller":"traceutil/trace.go:171","msg":"trace[1759295610] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"206.658387ms","start":"2026-04-20T14:26:52.836011Z","end":"2026-04-20T14:26:53.04267Z","steps":["trace[1759295610] 'process raft request' (duration: 19.055697ms)","trace[1759295610] 'compare' (duration: 186.468136ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:26:53.451096Z","caller":"traceutil/trace.go:171","msg":"trace[1628800191] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1272; }","duration":"363.798858ms","start":"2026-04-20T14:26:53.087257Z","end":"2026-04-20T14:26:53.451055Z","steps":["trace[1628800191] 'read index received' (duration: 312.778726ms)","trace[1628800191] 'applied index is now lower than readState.Index' (duration: 51.017011ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:26:53.451192Z","caller":"traceutil/trace.go:171","msg":"trace[799861749] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"367.751824ms","start":"2026-04-20T14:26:53.083395Z","end":"2026-04-20T14:26:53.451147Z","steps":["trace[799861749] 'process raft request' (duration: 316.755234ms)","trace[799861749] 'compare' (duration: 50.452163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:26:53.451373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:26:53.083366Z","time spent":"367.908349ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:26:53.451409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.129308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-20T14:26:53.45148Z","caller":"traceutil/trace.go:171","msg":"trace[959431747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1223; }","duration":"364.249141ms","start":"2026-04-20T14:26:53.087214Z","end":"2026-04-20T14:26:53.451463Z","steps":["trace[959431747] 'agreement among raft nodes before linearized reading' (duration: 364.030755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:26:53.451522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:26:53.087201Z","time spent":"364.312663ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T14:26:55.877288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.413567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-drgkw\" ","response":"range_response_count:1 size:11061"} {"level":"info","ts":"2026-04-20T14:26:55.877407Z","caller":"traceutil/trace.go:171","msg":"trace[843004629] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-drgkw; range_end:; response_count:1; response_revision:1243; }","duration":"250.591012ms","start":"2026-04-20T14:26:55.626791Z","end":"2026-04-20T14:26:55.877382Z","steps":["trace[843004629] 'range keys from in-memory index tree' (duration: 250.103417ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:27:09.187493Z","caller":"traceutil/trace.go:171","msg":"trace[1875797836] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"349.652895ms","start":"2026-04-20T14:27:08.837782Z","end":"2026-04-20T14:27:09.187435Z","steps":["trace[1875797836] 'process raft request' (duration: 349.299985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:27:09.187883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:27:08.837745Z","time spent":"350.009585ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:29:27.592951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:28.093754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:28.594737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:29.172204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:29.476049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000977796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-20T14:29:29.476155Z","caller":"traceutil/trace.go:171","msg":"trace[2089875745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001123389s","start":"2026-04-20T14:29:27.475008Z","end":"2026-04-20T14:29:29.476131Z","steps":["trace[2089875745] 'agreement among raft nodes before linearized reading' (duration: 2.000994556s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.476204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.474997Z","time spent":"2.001197932s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T14:29:29.59467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.538393133s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T14:29:29.596597Z","caller":"traceutil/trace.go:171","msg":"trace[445703511] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"2.540395787s","start":"2026-04-20T14:29:27.056167Z","end":"2026-04-20T14:29:29.596563Z","steps":["trace[445703511] 'process raft request' (duration: 2.540117229s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.596852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.056149Z","time spent":"2.54050496s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:29:29.605984Z","caller":"traceutil/trace.go:171","msg":"trace[763561832] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2054; }","duration":"2.513538211s","start":"2026-04-20T14:29:27.092418Z","end":"2026-04-20T14:29:29.605957Z","steps":["trace[763561832] 'read index received' (duration: 2.503790943s)","trace[763561832] 'applied index is now lower than readState.Index' (duration: 9.746108ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:29:29.606383Z","caller":"traceutil/trace.go:171","msg":"trace[708490657] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.523156085s","start":"2026-04-20T14:29:28.083215Z","end":"2026-04-20T14:29:29.606371Z","steps":["trace[708490657] 'process raft request' (duration: 1.522531187s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.606497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:28.083181Z","time spent":"1.523235577s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:29:29.606673Z","caller":"traceutil/trace.go:171","msg":"trace[1639256602] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"189.746833ms","start":"2026-04-20T14:29:29.416918Z","end":"2026-04-20T14:29:29.606665Z","steps":["trace[1639256602] 'process raft request' (duration: 189.007313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.60685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514436156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T14:29:29.606875Z","caller":"traceutil/trace.go:171","msg":"trace[1145045685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1976; }","duration":"2.514495626s","start":"2026-04-20T14:29:27.092373Z","end":"2026-04-20T14:29:29.606868Z","steps":["trace[1145045685] 'agreement among raft nodes before linearized reading' (duration: 2.514379323s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.606897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.092356Z","time spent":"2.514535698s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T14:29:29.607058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458358117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:29:29.607082Z","caller":"traceutil/trace.go:171","msg":"trace[181919746] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1976; }","duration":"2.458414559s","start":"2026-04-20T14:29:27.148663Z","end":"2026-04-20T14:29:29.607077Z","steps":["trace[181919746] 'agreement among raft nodes before linearized reading' (duration: 2.458337337s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.60717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.148647Z","time spent":"2.458450941s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:29.607423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.793036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:29:29.607453Z","caller":"traceutil/trace.go:171","msg":"trace[2118607085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"130.846768ms","start":"2026-04-20T14:29:29.476593Z","end":"2026-04-20T14:29:29.60744Z","steps":["trace[2118607085] 'agreement among raft nodes before linearized reading' (duration: 130.812977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.607586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.584674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T14:29:29.607609Z","caller":"traceutil/trace.go:171","msg":"trace[749422439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1976; }","duration":"439.616244ms","start":"2026-04-20T14:29:29.167987Z","end":"2026-04-20T14:29:29.607603Z","steps":["trace[749422439] 'agreement among raft nodes before linearized reading' (duration: 439.559683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.607631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:29.167983Z","time spent":"439.643105ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T14:29:29.607734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.752788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T14:29:29.607754Z","caller":"traceutil/trace.go:171","msg":"trace[538348056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1976; }","duration":"439.783789ms","start":"2026-04-20T14:29:29.167966Z","end":"2026-04-20T14:29:29.60775Z","steps":["trace[538348056] 'agreement among raft nodes before linearized reading' (duration: 439.729318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.607781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:29.167962Z","time spent":"439.81509ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T14:29:29.60786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.910932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-20T14:29:29.607877Z","caller":"traceutil/trace.go:171","msg":"trace[1340099145] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1976; }","duration":"439.976925ms","start":"2026-04-20T14:29:29.167894Z","end":"2026-04-20T14:29:29.607871Z","steps":["trace[1340099145] 'agreement among raft nodes before linearized reading' (duration: 439.937523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.607903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:29.167867Z","time spent":"440.023365ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-20T14:29:29.607998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.926018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:29:29.608026Z","caller":"traceutil/trace.go:171","msg":"trace[1072618132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1976; }","duration":"566.00586ms","start":"2026-04-20T14:29:29.042012Z","end":"2026-04-20T14:29:29.608018Z","steps":["trace[1072618132] 'agreement among raft nodes before linearized reading' (duration: 565.968719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.608059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:29.041925Z","time spent":"566.125263ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:29.608247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518883997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-20T14:29:29.608278Z","caller":"traceutil/trace.go:171","msg":"trace[1028368192] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1976; }","duration":"1.518989519s","start":"2026-04-20T14:29:28.089282Z","end":"2026-04-20T14:29:29.608272Z","steps":["trace[1028368192] 'agreement among raft nodes before linearized reading' (duration: 1.518884007s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.608297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:28.089252Z","time spent":"1.519039561s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-20T14:29:29.608509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568371104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T14:29:29.608626Z","caller":"traceutil/trace.go:171","msg":"trace[726447482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1976; }","duration":"1.568563198s","start":"2026-04-20T14:29:28.040037Z","end":"2026-04-20T14:29:29.608601Z","steps":["trace[726447482] 'agreement among raft nodes before linearized reading' (duration: 1.568211549s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.608676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:28.040006Z","time spent":"1.568659162s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T14:29:29.609039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366470188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T14:29:29.609082Z","caller":"traceutil/trace.go:171","msg":"trace[1311705583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1976; }","duration":"2.36655062s","start":"2026-04-20T14:29:27.242516Z","end":"2026-04-20T14:29:29.609067Z","steps":["trace[1311705583] 'agreement among raft nodes before linearized reading' (duration: 2.366466248s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.609104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.242491Z","time spent":"2.366606612s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T14:29:29.609178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918425043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:29:29.6092Z","caller":"traceutil/trace.go:171","msg":"trace[579095007] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1976; }","duration":"1.918491514s","start":"2026-04-20T14:29:27.690702Z","end":"2026-04-20T14:29:29.609193Z","steps":["trace[579095007] 'agreement among raft nodes before linearized reading' (duration: 1.918452523s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.609217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.690676Z","time spent":"1.918535926s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:29.609345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168842928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:29:29.609371Z","caller":"traceutil/trace.go:171","msg":"trace[531246936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1976; }","duration":"2.16890094s","start":"2026-04-20T14:29:27.440462Z","end":"2026-04-20T14:29:29.609363Z","steps":["trace[531246936] 'agreement among raft nodes before linearized reading' (duration: 2.168862499s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.609391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.440442Z","time spent":"2.168943271s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:29.609451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25277452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:29:29.609508Z","caller":"traceutil/trace.go:171","msg":"trace[1900757506] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1976; }","duration":"2.252873833s","start":"2026-04-20T14:29:27.356625Z","end":"2026-04-20T14:29:29.609499Z","steps":["trace[1900757506] 'agreement among raft nodes before linearized reading' (duration: 2.252731939s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:29.609536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:27.356598Z","time spent":"2.252931654s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:36.222208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:36.723293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:37.224097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:37.725017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:38.225444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:38.725773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:39.226456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:39.72666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:40.22722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:40.312278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-20T14:29:40.312375Z","caller":"traceutil/trace.go:171","msg":"trace[36975837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000686108s","start":"2026-04-20T14:29:38.311669Z","end":"2026-04-20T14:29:40.312355Z","steps":["trace[36975837] 'agreement among raft nodes before linearized reading' (duration: 2.000541234s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.312421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:38.311624Z","time spent":"2.000788831s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 14:29:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:29:40.635642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.638679Z","time spent":"4.996953994s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/20 14:29:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:29:40.720385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999059993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-20T14:29:40.720697Z","caller":"traceutil/trace.go:171","msg":"trace[20610996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999645658s","start":"2026-04-20T14:29:35.721016Z","end":"2026-04-20T14:29:40.720662Z","steps":["trace[20610996] 'agreement among raft nodes before linearized reading' (duration: 4.999115824s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.720852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999476053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-20T14:29:40.721011Z","caller":"traceutil/trace.go:171","msg":"trace[288985823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999840644s","start":"2026-04-20T14:29:35.721147Z","end":"2026-04-20T14:29:40.720987Z","steps":["trace[288985823] 'agreement among raft nodes before linearized reading' (duration: 4.999523665s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.721083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.721119Z","time spent":"4.999949917s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/20 14:29:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:29:40.72123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.720987Z","time spent":"5.00007121s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/20 14:29:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:29:40.727986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168884708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:29:40.728929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999639668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T14:29:40.728983Z","caller":"traceutil/trace.go:171","msg":"trace[1079061154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99971239s","start":"2026-04-20T14:29:35.729256Z","end":"2026-04-20T14:29:40.728969Z","steps":["trace[1079061154] 'agreement among raft nodes before linearized reading' (duration: 4.999653528s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.729049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.729249Z","time spent":"4.999790243s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/20 14:29:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:29:40.801601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.162676808s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T14:29:40.829985Z","caller":"traceutil/trace.go:171","msg":"trace[185162324] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"4.864090691s","start":"2026-04-20T14:29:35.965867Z","end":"2026-04-20T14:29:40.829957Z","steps":["trace[185162324] 'process raft request' (duration: 4.863820453s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.830205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.965834Z","time spent":"4.864240575s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:29:40.886324Z","caller":"traceutil/trace.go:171","msg":"trace[1142610605] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2087; }","duration":"5.165203897s","start":"2026-04-20T14:29:35.721093Z","end":"2026-04-20T14:29:40.886297Z","steps":["trace[1142610605] 'read index received' (duration: 5.080822444s)","trace[1142610605] 'applied index is now lower than readState.Index' (duration: 84.380203ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:29:40.886491Z","caller":"traceutil/trace.go:171","msg":"trace[512300741] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"960.555548ms","start":"2026-04-20T14:29:39.925919Z","end":"2026-04-20T14:29:40.886475Z","steps":["trace[512300741] 'process raft request' (duration: 960.149277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.88682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266946629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-20T14:29:40.886811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.165582048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-20T14:29:40.886874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.755029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:29:40.886908Z","caller":"traceutil/trace.go:171","msg":"trace[1633162159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2007; }","duration":"5.165745282s","start":"2026-04-20T14:29:35.721139Z","end":"2026-04-20T14:29:40.886885Z","steps":["trace[1633162159] 'agreement among raft nodes before linearized reading' (duration: 5.165431514s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:40.886946Z","caller":"traceutil/trace.go:171","msg":"trace[1525974098] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2007; }","duration":"287.894853ms","start":"2026-04-20T14:29:40.599029Z","end":"2026-04-20T14:29:40.886924Z","steps":["trace[1525974098] 'agreement among raft nodes before linearized reading' (duration: 287.78531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.887009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.400315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-04-20T14:29:40.886979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.72111Z","time spent":"5.165851865s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-20T14:29:40.887063Z","caller":"traceutil/trace.go:171","msg":"trace[376390472] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2007; }","duration":"603.507409ms","start":"2026-04-20T14:29:40.283543Z","end":"2026-04-20T14:29:40.887051Z","steps":["trace[376390472] 'agreement among raft nodes before linearized reading' (duration: 603.370494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.88711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:40.283514Z","time spent":"603.58271ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-20T14:29:40.887069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.911613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-20T14:29:40.886887Z","caller":"traceutil/trace.go:171","msg":"trace[1828893870] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2007; }","duration":"1.267084583s","start":"2026-04-20T14:29:39.619787Z","end":"2026-04-20T14:29:40.886871Z","steps":["trace[1828893870] 'agreement among raft nodes before linearized reading' (duration: 1.266827036s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:40.887216Z","caller":"traceutil/trace.go:171","msg":"trace[1666353040] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2007; }","duration":"250.123069ms","start":"2026-04-20T14:29:40.637063Z","end":"2026-04-20T14:29:40.887186Z","steps":["trace[1666353040] 'agreement among raft nodes before linearized reading' (duration: 249.684626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.887256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:39.619755Z","time spent":"1.267484394s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-20T14:29:40.88737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939628224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T14:29:40.887417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01494945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:29:40.887455Z","caller":"traceutil/trace.go:171","msg":"trace[654340319] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2007; }","duration":"2.939720616s","start":"2026-04-20T14:29:37.947721Z","end":"2026-04-20T14:29:40.887442Z","steps":["trace[654340319] 'agreement among raft nodes before linearized reading' (duration: 2.939564632s)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:40.887473Z","caller":"traceutil/trace.go:171","msg":"trace[103250071] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2007; }","duration":"1.015008552s","start":"2026-04-20T14:29:39.872451Z","end":"2026-04-20T14:29:40.887459Z","steps":["trace[103250071] 'agreement among raft nodes before linearized reading' (duration: 1.014918459s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.887516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:39.872382Z","time spent":"1.015122134s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:40.887526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:37.947657Z","time spent":"2.939827669s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:40.887804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174082163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-20T14:29:40.887868Z","caller":"traceutil/trace.go:171","msg":"trace[807935992] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2007; }","duration":"1.174170855s","start":"2026-04-20T14:29:39.713675Z","end":"2026-04-20T14:29:40.887846Z","steps":["trace[807935992] 'agreement among raft nodes before linearized reading' (duration: 1.174038382s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.887887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.159922413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-20T14:29:40.887964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232642397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T14:29:40.887942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1660263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-20T14:29:40.888006Z","caller":"traceutil/trace.go:171","msg":"trace[629309461] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2007; }","duration":"4.232724799s","start":"2026-04-20T14:29:36.65527Z","end":"2026-04-20T14:29:40.887995Z","steps":["trace[629309461] 'agreement among raft nodes before linearized reading' (duration: 4.232650477s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.887993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.189545156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-20T14:29:40.88803Z","caller":"traceutil/trace.go:171","msg":"trace[509804582] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2007; }","duration":"5.166121202s","start":"2026-04-20T14:29:35.721887Z","end":"2026-04-20T14:29:40.888008Z","steps":["trace[509804582] 'agreement among raft nodes before linearized reading' (duration: 5.165923547s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.888037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:36.655246Z","time spent":"4.232781161s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-20T14:29:40.888048Z","caller":"traceutil/trace.go:171","msg":"trace[133286057] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2007; }","duration":"4.189648978s","start":"2026-04-20T14:29:36.698385Z","end":"2026-04-20T14:29:40.888034Z","steps":["trace[133286057] 'agreement among raft nodes before linearized reading' (duration: 4.189484794s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.88807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.72188Z","time spent":"5.166182014s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-20T14:29:40.888096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:36.698351Z","time spent":"4.189733941s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-20T14:29:40.887967Z","caller":"traceutil/trace.go:171","msg":"trace[149445967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2007; }","duration":"5.160022245s","start":"2026-04-20T14:29:35.727933Z","end":"2026-04-20T14:29:40.887955Z","steps":["trace[149445967] 'agreement among raft nodes before linearized reading' (duration: 5.159872831s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.887902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321472403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6772"} {"level":"warn","ts":"2026-04-20T14:29:40.888205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.727923Z","time spent":"5.160275433s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T14:29:40.888225Z","caller":"traceutil/trace.go:171","msg":"trace[1479143294] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2007; }","duration":"3.321835343s","start":"2026-04-20T14:29:37.566375Z","end":"2026-04-20T14:29:40.88821Z","steps":["trace[1479143294] 'agreement among raft nodes before linearized reading' (duration: 3.321465053s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.887915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:39.713653Z","time spent":"1.174250837s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-20T14:29:40.888269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:37.566352Z","time spent":"3.321904795s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":6795,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-20T14:29:40.887818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.950963613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:29:40.888425Z","caller":"traceutil/trace.go:171","msg":"trace[1839329620] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2007; }","duration":"4.951618171s","start":"2026-04-20T14:29:35.936796Z","end":"2026-04-20T14:29:40.888414Z","steps":["trace[1839329620] 'agreement among raft nodes before linearized reading' (duration: 4.950978994s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.888479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:35.936773Z","time spent":"4.951692133s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:29:40.888713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:39.925886Z","time spent":"960.649651ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:29:40.888759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.234351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:29:40.888798Z","caller":"traceutil/trace.go:171","msg":"trace[1371394738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2007; }","duration":"576.271522ms","start":"2026-04-20T14:29:40.312516Z","end":"2026-04-20T14:29:40.888787Z","steps":["trace[1371394738] 'agreement among raft nodes before linearized reading' (duration: 576.21167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:40.888818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:29:40.312444Z","time spent":"576.370214ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T14:29:41.040303Z","caller":"traceutil/trace.go:171","msg":"trace[1431285985] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"143.530945ms","start":"2026-04-20T14:29:40.896716Z","end":"2026-04-20T14:29:41.040247Z","steps":["trace[1431285985] 'process raft request' (duration: 116.608117ms)","trace[1431285985] 'compare' (duration: 26.64352ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T14:29:41.040365Z","caller":"traceutil/trace.go:171","msg":"trace[2116865176] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"143.35655ms","start":"2026-04-20T14:29:40.896976Z","end":"2026-04-20T14:29:41.040332Z","steps":["trace[2116865176] 'process raft request' (duration: 143.263927ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:41.040591Z","caller":"traceutil/trace.go:171","msg":"trace[1421234269] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"143.737661ms","start":"2026-04-20T14:29:40.896844Z","end":"2026-04-20T14:29:41.040582Z","steps":["trace[1421234269] 'process raft request' (duration: 143.33157ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:41.040676Z","caller":"traceutil/trace.go:171","msg":"trace[1251057809] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"143.758311ms","start":"2026-04-20T14:29:40.89691Z","end":"2026-04-20T14:29:41.040668Z","steps":["trace[1251057809] 'process raft request' (duration: 143.299899ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:41.040899Z","caller":"traceutil/trace.go:171","msg":"trace[378133727] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"143.421192ms","start":"2026-04-20T14:29:40.897454Z","end":"2026-04-20T14:29:41.040875Z","steps":["trace[378133727] 'process raft request' (duration: 142.837486ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:41.041394Z","caller":"traceutil/trace.go:171","msg":"trace[1813155605] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"143.904536ms","start":"2026-04-20T14:29:40.897467Z","end":"2026-04-20T14:29:41.041372Z","steps":["trace[1813155605] 'process raft request' (duration: 143.309369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:29:41.041785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.952624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-20T14:29:41.041898Z","caller":"traceutil/trace.go:171","msg":"trace[10345897] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2015; }","duration":"145.107069ms","start":"2026-04-20T14:29:40.896774Z","end":"2026-04-20T14:29:41.041881Z","steps":["trace[10345897] 'agreement among raft nodes before linearized reading' (duration: 144.837091ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:41.042063Z","caller":"traceutil/trace.go:171","msg":"trace[914560677] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"145.242262ms","start":"2026-04-20T14:29:40.896772Z","end":"2026-04-20T14:29:41.042014Z","steps":["trace[914560677] 'process raft request' (duration: 143.35013ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T14:29:41.041302Z","caller":"traceutil/trace.go:171","msg":"trace[804357724] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2091; }","duration":"144.43918ms","start":"2026-04-20T14:29:40.896799Z","end":"2026-04-20T14:29:41.041238Z","steps":["trace[804357724] 'read index received' (duration: 12.690018ms)","trace[804357724] 'applied index is now lower than readState.Index' (duration: 131.746892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:29:41.044154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.287779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:29:41.044195Z","caller":"traceutil/trace.go:171","msg":"trace[177678671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"147.3541ms","start":"2026-04-20T14:29:40.896829Z","end":"2026-04-20T14:29:41.044183Z","steps":["trace[177678671] 'agreement among raft nodes before linearized reading' (duration: 147.270488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:09.714441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168885040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:30:10.215362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168885040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:30:10.715932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168885040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:30:11.217295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168885040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:30:11.477436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T14:30:11.477568Z","caller":"traceutil/trace.go:171","msg":"trace[532092390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356169s","start":"2026-04-20T14:30:09.477188Z","end":"2026-04-20T14:30:11.477544Z","steps":["trace[532092390] 'agreement among raft nodes before linearized reading' (duration: 2.000183394s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:11.477628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:09.477155Z","time spent":"2.000461602s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 14:30:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T14:30:11.718409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168885040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:30:12.219005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330223216168885040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T14:30:12.396653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.207386895s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-20T14:30:12.40858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932116407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:30:12.40874Z","caller":"traceutil/trace.go:171","msg":"trace[1032654779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2133; }","duration":"4.932302701s","start":"2026-04-20T14:30:07.476386Z","end":"2026-04-20T14:30:12.408689Z","steps":["trace[1032654779] 'range keys from in-memory index tree' (duration: 4.932036285s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.408825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:07.476368Z","time spent":"4.932439865s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T14:30:12.40991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520789068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:30:12.410003Z","caller":"traceutil/trace.go:171","msg":"trace[113544583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2133; }","duration":"3.520892361s","start":"2026-04-20T14:30:08.889086Z","end":"2026-04-20T14:30:12.409978Z","steps":["trace[113544583] 'range keys from in-memory index tree' (duration: 3.520725127s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.410047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:08.889019Z","time spent":"3.521018565s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T14:30:12.41016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520062388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T14:30:12.410259Z","caller":"traceutil/trace.go:171","msg":"trace[1332202634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2133; }","duration":"3.520196912s","start":"2026-04-20T14:30:08.890035Z","end":"2026-04-20T14:30:12.410232Z","steps":["trace[1332202634] 'range keys from in-memory index tree' (duration: 3.519830742s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.410306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:08.89002Z","time spent":"3.520276284s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T14:30:12.410367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351836845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T14:30:12.410428Z","caller":"traceutil/trace.go:171","msg":"trace[2093990112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2133; }","duration":"3.351936758s","start":"2026-04-20T14:30:09.058471Z","end":"2026-04-20T14:30:12.410408Z","steps":["trace[2093990112] 'range keys from in-memory index tree' (duration: 3.351602429s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.410475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:09.058448Z","time spent":"3.35201487s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T14:30:12.4107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514066523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T14:30:12.410743Z","caller":"traceutil/trace.go:171","msg":"trace[1519035584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2133; }","duration":"3.514111045s","start":"2026-04-20T14:30:08.896619Z","end":"2026-04-20T14:30:12.41073Z","steps":["trace[1519035584] 'range keys from in-memory index tree' (duration: 3.513910749s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.410792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:08.896562Z","time spent":"3.514218118s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T14:30:12.410995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527572214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-20T14:30:12.41106Z","caller":"traceutil/trace.go:171","msg":"trace[750721384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2133; }","duration":"3.527681608s","start":"2026-04-20T14:30:08.883362Z","end":"2026-04-20T14:30:12.411044Z","steps":["trace[750721384] 'range keys from in-memory index tree' (duration: 3.527328218s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.411104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:08.883337Z","time spent":"3.5277558s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T14:30:12.411003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930868782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:30:12.411287Z","caller":"traceutil/trace.go:171","msg":"trace[350792352] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2133; }","duration":"3.931199712s","start":"2026-04-20T14:30:08.480068Z","end":"2026-04-20T14:30:12.411267Z","steps":["trace[350792352] 'count revisions from in-memory index tree' (duration: 3.930726008s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.411329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:08.480041Z","time spent":"3.931274974s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-20T14:30:12.411318Z","caller":"traceutil/trace.go:171","msg":"trace[1529003159] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"3.222172112s","start":"2026-04-20T14:30:09.18912Z","end":"2026-04-20T14:30:12.411292Z","steps":["trace[1529003159] 'process raft request' (duration: 3.207738945s)","trace[1529003159] 'compare' (duration: 12.819302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:30:12.411464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:09.189091Z","time spent":"3.222279504s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T14:30:12.412258Z","caller":"traceutil/trace.go:171","msg":"trace[1350475322] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2223; }","duration":"3.19806728s","start":"2026-04-20T14:30:09.214174Z","end":"2026-04-20T14:30:12.412241Z","steps":["trace[1350475322] 'read index received' (duration: 3.182700548s)","trace[1350475322] 'applied index is now lower than readState.Index' (duration: 15.365452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T14:30:12.412516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174797602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-20T14:30:12.41255Z","caller":"traceutil/trace.go:171","msg":"trace[141943371] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2136; }","duration":"3.174866673s","start":"2026-04-20T14:30:09.237676Z","end":"2026-04-20T14:30:12.412543Z","steps":["trace[141943371] 'agreement among raft nodes before linearized reading' (duration: 3.174783351s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.412581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:09.237652Z","time spent":"3.174924984s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-20T14:30:12.412802Z","caller":"traceutil/trace.go:171","msg":"trace[952122863] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"1.114562311s","start":"2026-04-20T14:30:11.298202Z","end":"2026-04-20T14:30:12.412764Z","steps":["trace[952122863] 'process raft request' (duration: 1.113863343s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.412936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306219216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-04-20T14:30:12.412946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288674535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-20T14:30:12.412965Z","caller":"traceutil/trace.go:171","msg":"trace[102800897] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2136; }","duration":"1.306283818s","start":"2026-04-20T14:30:11.106674Z","end":"2026-04-20T14:30:12.412958Z","steps":["trace[102800897] 'agreement among raft nodes before linearized reading' (duration: 1.306192555s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.412991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.106652Z","time spent":"1.306334519s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-20T14:30:12.412993Z","caller":"traceutil/trace.go:171","msg":"trace[187188380] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2136; }","duration":"1.288743497s","start":"2026-04-20T14:30:11.124233Z","end":"2026-04-20T14:30:12.412977Z","steps":["trace[187188380] 'agreement among raft nodes before linearized reading' (duration: 1.288614884s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.412987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.298159Z","time spent":"1.114733126s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:30:12.413085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724118574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:30:12.41311Z","caller":"traceutil/trace.go:171","msg":"trace[2112449632] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2136; }","duration":"1.724181376s","start":"2026-04-20T14:30:10.688922Z","end":"2026-04-20T14:30:12.413104Z","steps":["trace[2112449632] 'agreement among raft nodes before linearized reading' (duration: 1.724144315s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.413133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:10.688899Z","time spent":"1.724228457s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:30:12.413158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.106672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:30:12.413182Z","caller":"traceutil/trace.go:171","msg":"trace[661592184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2136; }","duration":"927.198304ms","start":"2026-04-20T14:30:11.485976Z","end":"2026-04-20T14:30:12.413175Z","steps":["trace[661592184] 'agreement among raft nodes before linearized reading' (duration: 927.149242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.413206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.485943Z","time spent":"927.260035ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T14:30:12.413244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976828092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:30:12.413271Z","caller":"traceutil/trace.go:171","msg":"trace[1205831730] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2136; }","duration":"2.976906665s","start":"2026-04-20T14:30:09.436358Z","end":"2026-04-20T14:30:12.413264Z","steps":["trace[1205831730] 'agreement among raft nodes before linearized reading' (duration: 2.976864584s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.413294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:09.43633Z","time spent":"2.976958997s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:30:12.413429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011740461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T14:30:12.413478Z","caller":"traceutil/trace.go:171","msg":"trace[274765696] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:2136; }","duration":"1.011857434s","start":"2026-04-20T14:30:11.401606Z","end":"2026-04-20T14:30:12.413463Z","steps":["trace[274765696] 'agreement among raft nodes before linearized reading' (duration: 1.01171245s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.413502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.401575Z","time spent":"1.011921606s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-04-20T14:30:12.413498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.160339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a817067bd10f87\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-20T14:30:12.413542Z","caller":"traceutil/trace.go:171","msg":"trace[584767516] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a817067bd10f87; range_end:; response_count:1; response_revision:2136; }","duration":"932.247831ms","start":"2026-04-20T14:30:11.481278Z","end":"2026-04-20T14:30:12.413526Z","steps":["trace[584767516] 'agreement among raft nodes before linearized reading' (duration: 932.092437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.413565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.481253Z","time spent":"932.307283ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a817067bd10f87\" "} {"level":"warn","ts":"2026-04-20T14:30:12.413097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.124221Z","time spent":"1.288808219s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-20T14:30:12.413674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.15209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T14:30:12.413697Z","caller":"traceutil/trace.go:171","msg":"trace[339426201] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2136; }","duration":"974.223492ms","start":"2026-04-20T14:30:11.439466Z","end":"2026-04-20T14:30:12.413689Z","steps":["trace[339426201] 'agreement among raft nodes before linearized reading' (duration: 974.159101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.412833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.087703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T14:30:12.413748Z","caller":"traceutil/trace.go:171","msg":"trace[1403435857] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2136; }","duration":"400.051569ms","start":"2026-04-20T14:30:12.013686Z","end":"2026-04-20T14:30:12.413738Z","steps":["trace[1403435857] 'agreement among raft nodes before linearized reading' (duration: 399.123114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.413785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288044917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-20T14:30:12.413833Z","caller":"traceutil/trace.go:171","msg":"trace[2043104386] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2136; }","duration":"1.28811038s","start":"2026-04-20T14:30:11.125716Z","end":"2026-04-20T14:30:12.413826Z","steps":["trace[2043104386] 'agreement among raft nodes before linearized reading' (duration: 1.288017807s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.413856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.125708Z","time spent":"1.288141401s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-20T14:30:12.413787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:12.01366Z","time spent":"400.114291ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-20T14:30:12.413717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.439438Z","time spent":"974.273823ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-20T14:30:12.413985Z","caller":"traceutil/trace.go:171","msg":"trace[1156528667] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"1.019897746s","start":"2026-04-20T14:30:11.393984Z","end":"2026-04-20T14:30:12.413882Z","steps":["trace[1156528667] 'process raft request' (duration: 1.018213569s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.414094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.393956Z","time spent":"1.020067921s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T14:30:12.414328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284638084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-20T14:30:12.414365Z","caller":"traceutil/trace.go:171","msg":"trace[419203780] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2136; }","duration":"1.284731147s","start":"2026-04-20T14:30:11.129621Z","end":"2026-04-20T14:30:12.414352Z","steps":["trace[419203780] 'agreement among raft nodes before linearized reading' (duration: 1.283698548s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.416383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:11.129591Z","time spent":"1.286777983s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-20T14:30:12.418421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204238018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T14:30:12.4185Z","caller":"traceutil/trace.go:171","msg":"trace[1716264251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2136; }","duration":"3.204440674s","start":"2026-04-20T14:30:09.214041Z","end":"2026-04-20T14:30:12.418482Z","steps":["trace[1716264251] 'agreement among raft nodes before linearized reading' (duration: 3.198367238s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T14:30:12.418755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T14:30:09.214014Z","time spent":"3.204732072s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "}