{"level":"warn","ts":"2026-05-11T10:47:07.074985Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-11T10:47:07.075063Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-11T10:47:07.075121Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-11T10:47:07.075134Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-11T10:47:07.075149Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-11T10:47:07.075761Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-05-11T10:47:07.075835Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-11T10:47:07.080254Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.220056ms"} {"level":"info","ts":"2026-05-11T10:47:07.087129Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-05-11T10:47:07.087212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-05-11T10:47:07.089798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-05-11T10:47:07.089947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-11T10:47:07.090048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-05-11T10:47:07.090206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-05-11T10:47:07.096545Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-11T10:47:07.098297Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-11T10:47:07.099361Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-11T10:47:07.10284Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-11T10:47:07.103092Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-11T10:47:07.103258Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T10:47:07.103363Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T10:47:07.103384Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T10:47:07.104327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-05-11T10:47:07.104554Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-11T10:47:07.108895Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-11T10:47:07.109006Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-11T10:47:07.109048Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-11T10:47:07.109447Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-11T10:47:07.109513Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-11T10:47:07.890731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-05-11T10:47:07.890797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-11T10:47:07.890847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-05-11T10:47:07.890872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-05-11T10:47:07.890889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-11T10:47:07.890909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-05-11T10:47:07.890928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-11T10:47:07.892314Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T10:47:07.893053Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-11T10:47:07.893074Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-11T10:47:07.89323Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-11T10:47:07.893816Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T10:47:07.893946Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-11T10:47:07.893971Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-11T10:47:07.894045Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T10:47:07.894112Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T10:47:07.89683Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-11T10:47:07.896915Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-05-11T10:47:34.281841Z","caller":"traceutil/trace.go:171","msg":"trace[1879169821] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"106.26086ms","start":"2026-05-11T10:47:34.175554Z","end":"2026-05-11T10:47:34.281815Z","steps":["trace[1879169821] 'process raft request' (duration: 106.118796ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:38.500703Z","caller":"traceutil/trace.go:171","msg":"trace[1424877969] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"117.279995ms","start":"2026-05-11T10:47:38.3834Z","end":"2026-05-11T10:47:38.50068Z","steps":["trace[1424877969] 'read index received' (duration: 114.57354ms)","trace[1424877969] 'applied index is now lower than readState.Index' (duration: 2.705235ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:47:38.500907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.485641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-05-11T10:47:38.50096Z","caller":"traceutil/trace.go:171","msg":"trace[447531991] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:585; }","duration":"117.594074ms","start":"2026-05-11T10:47:38.383355Z","end":"2026-05-11T10:47:38.500949Z","steps":["trace[447531991] 'agreement among raft nodes before linearized reading' (duration: 117.413609ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:38.501214Z","caller":"traceutil/trace.go:171","msg":"trace[1561903874] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"187.456307ms","start":"2026-05-11T10:47:38.313749Z","end":"2026-05-11T10:47:38.501205Z","steps":["trace[1561903874] 'process raft request' (duration: 184.546066ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:38.501325Z","caller":"traceutil/trace.go:171","msg":"trace[1208523636] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"150.861174ms","start":"2026-05-11T10:47:38.350456Z","end":"2026-05-11T10:47:38.501318Z","steps":["trace[1208523636] 'process raft request' (duration: 150.085343ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:43.283778Z","caller":"traceutil/trace.go:171","msg":"trace[983616606] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"102.567529ms","start":"2026-05-11T10:47:43.181153Z","end":"2026-05-11T10:47:43.283721Z","steps":["trace[983616606] 'process raft request' (duration: 101.952061ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:43.673081Z","caller":"traceutil/trace.go:171","msg":"trace[946004474] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"321.61345ms","start":"2026-05-11T10:47:43.351437Z","end":"2026-05-11T10:47:43.673051Z","steps":["trace[946004474] 'process raft request' (duration: 321.267629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:47:43.67372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:47:43.351391Z","time spent":"321.765733ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T10:47:43.786208Z","caller":"traceutil/trace.go:171","msg":"trace[1758440824] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:637; }","duration":"159.169915ms","start":"2026-05-11T10:47:43.626985Z","end":"2026-05-11T10:47:43.786155Z","steps":["trace[1758440824] 'read index received' (duration: 45.85932ms)","trace[1758440824] 'applied index is now lower than readState.Index' (duration: 113.309355ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:47:43.786397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.305283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:47:43.786435Z","caller":"traceutil/trace.go:171","msg":"trace[1025889678] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:617; }","duration":"101.374395ms","start":"2026-05-11T10:47:43.685048Z","end":"2026-05-11T10:47:43.786422Z","steps":["trace[1025889678] 'agreement among raft nodes before linearized reading' (duration: 101.306823ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:43.786376Z","caller":"traceutil/trace.go:171","msg":"trace[1534715225] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"380.160249ms","start":"2026-05-11T10:47:43.406083Z","end":"2026-05-11T10:47:43.786244Z","steps":["trace[1534715225] 'process raft request' (duration: 340.136502ms)","trace[1534715225] 'compare' (duration: 39.815242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:47:43.786682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.64226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T10:47:43.786686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.661268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2hkrp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-11T10:47:43.78678Z","caller":"traceutil/trace.go:171","msg":"trace[1099718623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"145.796834ms","start":"2026-05-11T10:47:43.640951Z","end":"2026-05-11T10:47:43.786748Z","steps":["trace[1099718623] 'agreement among raft nodes before linearized reading' (duration: 145.367702ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:43.786816Z","caller":"traceutil/trace.go:171","msg":"trace[1215102956] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2hkrp; range_end:; response_count:1; response_revision:617; }","duration":"159.802322ms","start":"2026-05-11T10:47:43.626979Z","end":"2026-05-11T10:47:43.786781Z","steps":["trace[1215102956] 'agreement among raft nodes before linearized reading' (duration: 159.308199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:47:43.787025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.240599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T10:47:43.787503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:47:43.406061Z","time spent":"380.484229ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T10:47:43.787738Z","caller":"traceutil/trace.go:171","msg":"trace[2044611104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"145.388963ms","start":"2026-05-11T10:47:43.641711Z","end":"2026-05-11T10:47:43.7871Z","steps":["trace[2044611104] 'agreement among raft nodes before linearized reading' (duration: 144.694084ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:47:59.264443Z","caller":"traceutil/trace.go:171","msg":"trace[1714325209] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"102.429184ms","start":"2026-05-11T10:47:59.161991Z","end":"2026-05-11T10:47:59.26442Z","steps":["trace[1714325209] 'process raft request' (duration: 102.242749ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:48:33.577114Z","caller":"traceutil/trace.go:171","msg":"trace[1305779578] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"123.183219ms","start":"2026-05-11T10:48:33.453899Z","end":"2026-05-11T10:48:33.577082Z","steps":["trace[1305779578] 'process raft request' (duration: 122.983363ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:48:58.2479Z","caller":"traceutil/trace.go:171","msg":"trace[1228309692] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1115; }","duration":"110.190206ms","start":"2026-05-11T10:48:58.13768Z","end":"2026-05-11T10:48:58.247871Z","steps":["trace[1228309692] 'read index received' (duration: 110.011071ms)","trace[1228309692] 'applied index is now lower than readState.Index' (duration: 177.915µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T10:48:58.248047Z","caller":"traceutil/trace.go:171","msg":"trace[1972750124] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"175.945667ms","start":"2026-05-11T10:48:58.072066Z","end":"2026-05-11T10:48:58.248012Z","steps":["trace[1972750124] 'process raft request' (duration: 175.640079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:48:58.248316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.616047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T10:48:58.248415Z","caller":"traceutil/trace.go:171","msg":"trace[1106705329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1077; }","duration":"110.763052ms","start":"2026-05-11T10:48:58.137604Z","end":"2026-05-11T10:48:58.248367Z","steps":["trace[1106705329] 'agreement among raft nodes before linearized reading' (duration: 110.488924ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:48:58.910385Z","caller":"traceutil/trace.go:171","msg":"trace[726437154] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"155.307429ms","start":"2026-05-11T10:48:58.755044Z","end":"2026-05-11T10:48:58.910352Z","steps":["trace[726437154] 'process raft request' (duration: 155.107174ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:22.588169Z","caller":"traceutil/trace.go:171","msg":"trace[1700768203] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"188.35496ms","start":"2026-05-11T10:49:22.399776Z","end":"2026-05-11T10:49:22.588131Z","steps":["trace[1700768203] 'read index received' (duration: 188.166975ms)","trace[1700768203] 'applied index is now lower than readState.Index' (duration: 186.275µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:49:22.58839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.594456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:49:22.588477Z","caller":"traceutil/trace.go:171","msg":"trace[1377691018] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1208; }","duration":"188.750331ms","start":"2026-05-11T10:49:22.399706Z","end":"2026-05-11T10:49:22.588456Z","steps":["trace[1377691018] 'agreement among raft nodes before linearized reading' (duration: 188.600457ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:22.588883Z","caller":"traceutil/trace.go:171","msg":"trace[1004351700] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"239.500709ms","start":"2026-05-11T10:49:22.34875Z","end":"2026-05-11T10:49:22.588251Z","steps":["trace[1004351700] 'process raft request' (duration: 239.15598ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:22.62965Z","caller":"traceutil/trace.go:171","msg":"trace[1953180380] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"215.886498ms","start":"2026-05-11T10:49:22.413712Z","end":"2026-05-11T10:49:22.629598Z","steps":["trace[1953180380] 'process raft request' (duration: 215.682583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:22.629699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.375616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:49:22.629787Z","caller":"traceutil/trace.go:171","msg":"trace[1696744312] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1209; }","duration":"112.558711ms","start":"2026-05-11T10:49:22.517207Z","end":"2026-05-11T10:49:22.629765Z","steps":["trace[1696744312] 'agreement among raft nodes before linearized reading' (duration: 112.374966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:22.629951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.17427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T10:49:22.630016Z","caller":"traceutil/trace.go:171","msg":"trace[728690335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1209; }","duration":"202.280043ms","start":"2026-05-11T10:49:22.427717Z","end":"2026-05-11T10:49:22.629997Z","steps":["trace[728690335] 'agreement among raft nodes before linearized reading' (duration: 201.822911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:22.630011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.720354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T10:49:22.630057Z","caller":"traceutil/trace.go:171","msg":"trace[1722135742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1209; }","duration":"182.802327ms","start":"2026-05-11T10:49:22.447243Z","end":"2026-05-11T10:49:22.630045Z","steps":["trace[1722135742] 'agreement among raft nodes before linearized reading' (duration: 182.357244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:25.706946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.077355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:49:25.707032Z","caller":"traceutil/trace.go:171","msg":"trace[1157231146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"411.259841ms","start":"2026-05-11T10:49:25.295752Z","end":"2026-05-11T10:49:25.707012Z","steps":["trace[1157231146] 'range keys from in-memory index tree' (duration: 410.952272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:25.707072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:25.295691Z","time spent":"411.372204ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T10:49:25.707322Z","caller":"traceutil/trace.go:171","msg":"trace[1203229540] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"386.663463ms","start":"2026-05-11T10:49:25.320609Z","end":"2026-05-11T10:49:25.707273Z","steps":["trace[1203229540] 'process raft request' (duration: 381.754129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:25.707538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:25.320584Z","time spent":"386.827978ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T10:49:27.388106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.631947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5331"} {"level":"warn","ts":"2026-05-11T10:49:27.388146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.265577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-11T10:49:27.388226Z","caller":"traceutil/trace.go:171","msg":"trace[2143116238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1227; }","duration":"294.419192ms","start":"2026-05-11T10:49:27.093786Z","end":"2026-05-11T10:49:27.388205Z","steps":["trace[2143116238] 'range keys from in-memory index tree' (duration: 294.092493ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:27.388225Z","caller":"traceutil/trace.go:171","msg":"trace[288328270] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1227; }","duration":"265.831354ms","start":"2026-05-11T10:49:27.122366Z","end":"2026-05-11T10:49:27.388198Z","steps":["trace[288328270] 'range keys from in-memory index tree' (duration: 265.37612ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:29.704403Z","caller":"traceutil/trace.go:171","msg":"trace[1776931921] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"291.193983ms","start":"2026-05-11T10:49:29.41319Z","end":"2026-05-11T10:49:29.704384Z","steps":["trace[1776931921] 'process raft request' (duration: 291.09886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:30.30194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.839159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T10:49:30.30205Z","caller":"traceutil/trace.go:171","msg":"trace[1988134295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1240; }","duration":"395.023303ms","start":"2026-05-11T10:49:29.907005Z","end":"2026-05-11T10:49:30.302028Z","steps":["trace[1988134295] 'range keys from in-memory index tree' (duration: 394.631542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:30.302096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:29.906968Z","time spent":"395.118026ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T10:49:30.481213Z","caller":"traceutil/trace.go:171","msg":"trace[1123377537] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"174.842197ms","start":"2026-05-11T10:49:30.306338Z","end":"2026-05-11T10:49:30.48118Z","steps":["trace[1123377537] 'process raft request' (duration: 174.667643ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:30.831561Z","caller":"traceutil/trace.go:171","msg":"trace[1669610210] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"162.340123ms","start":"2026-05-11T10:49:30.668771Z","end":"2026-05-11T10:49:30.831111Z","steps":["trace[1669610210] 'process raft request' (duration: 162.094316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:31.388737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221336226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:49:32.013309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.867447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T10:49:32.013572Z","caller":"traceutil/trace.go:171","msg":"trace[1432491189] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"1.177992276s","start":"2026-05-11T10:49:30.835556Z","end":"2026-05-11T10:49:32.013548Z","steps":["trace[1432491189] 'process raft request' (duration: 765.601933ms)","trace[1432491189] 'compare' (duration: 411.57516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:49:32.01368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:30.835525Z","time spent":"1.178107699s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T10:49:32.013721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125992723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-11T10:49:32.013723Z","caller":"traceutil/trace.go:171","msg":"trace[1223248346] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"1.177440221s","start":"2026-05-11T10:49:30.836243Z","end":"2026-05-11T10:49:32.013683Z","steps":["trace[1223248346] 'process raft request' (duration: 1.177206474s)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:32.013584Z","caller":"traceutil/trace.go:171","msg":"trace[485177035] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1289; }","duration":"1.125834848s","start":"2026-05-11T10:49:30.887735Z","end":"2026-05-11T10:49:32.01357Z","steps":["trace[485177035] 'read index received' (duration: 713.399614ms)","trace[485177035] 'applied index is now lower than readState.Index' (duration: 412.434114ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T10:49:32.013789Z","caller":"traceutil/trace.go:171","msg":"trace[2112143857] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"1.176842395s","start":"2026-05-11T10:49:30.836939Z","end":"2026-05-11T10:49:32.013781Z","steps":["trace[2112143857] 'process raft request' (duration: 1.176590957s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:32.013842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:30.836932Z","time spent":"1.176877446s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T10:49:32.013875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:30.836217Z","time spent":"1.177570764s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T10:49:32.013753Z","caller":"traceutil/trace.go:171","msg":"trace[2036658151] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1245; }","duration":"1.126031064s","start":"2026-05-11T10:49:30.887713Z","end":"2026-05-11T10:49:32.013744Z","steps":["trace[2036658151] 'agreement among raft nodes before linearized reading' (duration: 1.125905701s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:32.013919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.378604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-11T10:49:32.013956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:30.887658Z","time spent":"1.126289511s","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-11T10:49:32.014007Z","caller":"traceutil/trace.go:171","msg":"trace[427157907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1245; }","duration":"305.504767ms","start":"2026-05-11T10:49:31.708488Z","end":"2026-05-11T10:49:32.013992Z","steps":["trace[427157907] 'agreement among raft nodes before linearized reading' (duration: 305.356223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:32.014045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:31.708466Z","time spent":"305.568209ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T10:49:32.765458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.750352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:49:32.76554Z","caller":"traceutil/trace.go:171","msg":"trace[667161226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1245; }","duration":"126.848505ms","start":"2026-05-11T10:49:32.63868Z","end":"2026-05-11T10:49:32.765529Z","steps":["trace[667161226] 'range keys from in-memory index tree' (duration: 126.738722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:32.765701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.53663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-11T10:49:32.765776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:32.015283Z","time spent":"750.488897ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T10:49:32.796704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221336231,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T10:49:32.822894Z","caller":"traceutil/trace.go:171","msg":"trace[1236997986] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"803.427885ms","start":"2026-05-11T10:49:32.019448Z","end":"2026-05-11T10:49:32.822876Z","steps":["trace[1236997986] 'process raft request' (duration: 803.272751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:32.823068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:32.019434Z","time spent":"803.554408ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T10:49:32.832002Z","caller":"traceutil/trace.go:171","msg":"trace[1581235833] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1294; }","duration":"535.980988ms","start":"2026-05-11T10:49:32.296007Z","end":"2026-05-11T10:49:32.831988Z","steps":["trace[1581235833] 'read index received' (duration: 527.598007ms)","trace[1581235833] 'applied index is now lower than readState.Index' (duration: 8.381811ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:49:32.832135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.125602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:49:32.832164Z","caller":"traceutil/trace.go:171","msg":"trace[1614062356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1247; }","duration":"536.184064ms","start":"2026-05-11T10:49:32.295971Z","end":"2026-05-11T10:49:32.832155Z","steps":["trace[1614062356] 'agreement among raft nodes before linearized reading' (duration: 536.096941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:32.832213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:32.295945Z","time spent":"536.260536ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T10:49:32.832258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.800025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T10:49:32.832322Z","caller":"traceutil/trace.go:171","msg":"trace[670768479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1247; }","duration":"346.922769ms","start":"2026-05-11T10:49:32.485385Z","end":"2026-05-11T10:49:32.832308Z","steps":["trace[670768479] 'agreement among raft nodes before linearized reading' (duration: 346.732134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:32.832354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:32.485335Z","time spent":"347.013271ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T10:49:42.559007Z","caller":"traceutil/trace.go:171","msg":"trace[257504500] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"112.692655ms","start":"2026-05-11T10:49:42.446288Z","end":"2026-05-11T10:49:42.55898Z","steps":["trace[257504500] 'process raft request' (duration: 112.51828ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T10:49:43.052257Z","caller":"traceutil/trace.go:171","msg":"trace[206102985] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"181.749057ms","start":"2026-05-11T10:49:42.870451Z","end":"2026-05-11T10:49:43.0522Z","steps":["trace[206102985] 'process raft request' (duration: 181.575482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:43.269628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.560554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T10:49:43.269884Z","caller":"traceutil/trace.go:171","msg":"trace[1016153824] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1384; }","duration":"361.638933ms","start":"2026-05-11T10:49:42.908194Z","end":"2026-05-11T10:49:43.269833Z","steps":["trace[1016153824] 'read index received' (duration: 143.917935ms)","trace[1016153824] 'applied index is now lower than readState.Index' (duration: 217.712188ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T10:49:43.269938Z","caller":"traceutil/trace.go:171","msg":"trace[1079208154] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"393.205563ms","start":"2026-05-11T10:49:42.876557Z","end":"2026-05-11T10:49:43.269763Z","steps":["trace[1079208154] 'process raft request' (duration: 232.416273ms)","trace[1079208154] 'compare' (duration: 160.417159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:49:43.270095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.88968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T10:49:43.270178Z","caller":"traceutil/trace.go:171","msg":"trace[1958707470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1337; }","duration":"362.024994ms","start":"2026-05-11T10:49:42.908133Z","end":"2026-05-11T10:49:43.270158Z","steps":["trace[1958707470] 'agreement among raft nodes before linearized reading' (duration: 361.807078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:49:43.270206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:42.876522Z","time spent":"393.545913ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T10:49:43.270224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:49:42.908117Z","time spent":"362.098277ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T10:53:39.038348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.49598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T10:53:39.038489Z","caller":"traceutil/trace.go:171","msg":"trace[597908677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2453; }","duration":"497.740997ms","start":"2026-05-11T10:53:38.540723Z","end":"2026-05-11T10:53:39.038464Z","steps":["trace[597908677] 'range keys from in-memory index tree' (duration: 497.256374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:39.038551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:38.540694Z","time spent":"497.844911ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T10:53:39.03837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.326892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-b7t9t\" ","response":"range_response_count:1 size:13721"} {"level":"info","ts":"2026-05-11T10:53:39.038651Z","caller":"traceutil/trace.go:171","msg":"trace[213940925] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-b7t9t; range_end:; response_count:1; response_revision:2453; }","duration":"656.65717ms","start":"2026-05-11T10:53:38.381952Z","end":"2026-05-11T10:53:39.038609Z","steps":["trace[213940925] 'range keys from in-memory index tree' (duration: 656.130536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:39.038812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:38.381926Z","time spent":"656.829795ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":13744,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-b7t9t\" "} {"level":"warn","ts":"2026-05-11T10:53:40.760165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:41.261261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:41.762131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:42.263147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:42.764116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:43.264543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:43.297364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T10:53:43.297482Z","caller":"traceutil/trace.go:171","msg":"trace[817422831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613852s","start":"2026-05-11T10:53:41.296843Z","end":"2026-05-11T10:53:43.297456Z","steps":["trace[817422831] 'agreement among raft nodes before linearized reading' (duration: 2.000461638s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:43.297536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:41.296797Z","time spent":"2.000728095s","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T10:53:43.764933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:44.265942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:44.767089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:45.135423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:40.137993Z","time spent":"4.997409377s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 10:53:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T10:53:45.267867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:45.305022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T10:53:45.305122Z","caller":"traceutil/trace.go:171","msg":"trace[1686401984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710175s","start":"2026-05-11T10:53:43.304389Z","end":"2026-05-11T10:53:45.305099Z","steps":["trace[1686401984] 'agreement among raft nodes before linearized reading' (duration: 2.000577012s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:45.305168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:43.304379Z","time spent":"2.000780857s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T10:53:45.768585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:46.136813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999213068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T10:53:46.136927Z","caller":"traceutil/trace.go:171","msg":"trace[810339661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999386282s","start":"2026-05-11T10:53:41.137512Z","end":"2026-05-11T10:53:46.136899Z","steps":["trace[810339661] 'agreement among raft nodes before linearized reading' (duration: 4.999254909s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:46.136982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:41.137482Z","time spent":"4.999488645s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/11 10:53:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T10:53:46.269081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:46.335443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T10:53:46.335522Z","caller":"traceutil/trace.go:171","msg":"trace[2057079899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241742s","start":"2026-05-11T10:53:44.335254Z","end":"2026-05-11T10:53:46.335496Z","steps":["trace[2057079899] 'agreement among raft nodes before linearized reading' (duration: 2.000133549s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:46.33558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:44.335229Z","time spent":"2.000341395s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T10:53:46.769576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:47.260681Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-11T10:53:47.260899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001001732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-11T10:53:47.260963Z","caller":"traceutil/trace.go:171","msg":"trace[1380022867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.001117165s","start":"2026-05-11T10:53:40.259819Z","end":"2026-05-11T10:53:47.260936Z","steps":["trace[1380022867] 'agreement among raft nodes before linearized reading' (duration: 7.001028633s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:47.26102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:40.259792Z","time spent":"7.001215567s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T10:53:47.305746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T10:53:47.305813Z","caller":"traceutil/trace.go:171","msg":"trace[1222692636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013816s","start":"2026-05-11T10:53:45.305659Z","end":"2026-05-11T10:53:47.305798Z","steps":["trace[1222692636] 'agreement among raft nodes before linearized reading' (duration: 2.000035647s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:47.305861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:45.305642Z","time spent":"2.000210011s","remote":"127.0.0.1:43058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 10:53:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T10:53:47.761685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:48.120918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:41.120013Z","time spent":"7.000895549s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T10:53:48.262072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495969221340279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T10:53:48.700674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.562482237s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T10:53:48.718642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.449150534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-05-11T10:53:48.71884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444598239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-05-11T10:53:48.71891Z","caller":"traceutil/trace.go:171","msg":"trace[379382729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"9.44465064s","start":"2026-05-11T10:53:39.274228Z","end":"2026-05-11T10:53:48.718879Z","steps":["trace[379382729] 'range keys from in-memory index tree' (duration: 9.444552588s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.718964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:39.274206Z","time spent":"9.444744362s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/11 10:53:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T10:53:48.719177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.440822524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-05-11T10:53:48.71921Z","caller":"traceutil/trace.go:171","msg":"trace[1740591335] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2454; }","duration":"9.440866826s","start":"2026-05-11T10:53:39.278333Z","end":"2026-05-11T10:53:48.7192Z","steps":["trace[1740591335] 'range keys from in-memory index tree' (duration: 9.440702501s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.71924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:39.278327Z","time spent":"9.440906057s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-05-11T10:53:48.719445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.42314987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:53:48.719478Z","caller":"traceutil/trace.go:171","msg":"trace[879493866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2454; }","duration":"9.423220551s","start":"2026-05-11T10:53:39.296248Z","end":"2026-05-11T10:53:48.719469Z","steps":["trace[879493866] 'range keys from in-memory index tree' (duration: 9.423077528s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.719503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:39.296227Z","time spent":"9.423270783s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T10:53:48.719586Z","caller":"traceutil/trace.go:171","msg":"trace[566247187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"9.449409181s","start":"2026-05-11T10:53:39.269394Z","end":"2026-05-11T10:53:48.718803Z","steps":["trace[566247187] 'range keys from in-memory index tree' (duration: 9.449014448s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.719742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:39.269372Z","time spent":"9.450332187s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/11 10:53:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T10:53:48.719964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.080880629s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:53:48.720063Z","caller":"traceutil/trace.go:171","msg":"trace[1696668221] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2454; }","duration":"6.080984942s","start":"2026-05-11T10:53:42.639064Z","end":"2026-05-11T10:53:48.720049Z","steps":["trace[1696668221] 'range keys from in-memory index tree' (duration: 6.080864509s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.719657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.413110083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T10:53:48.720187Z","caller":"traceutil/trace.go:171","msg":"trace[970853073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2454; }","duration":"9.4136855s","start":"2026-05-11T10:53:39.306491Z","end":"2026-05-11T10:53:48.720177Z","steps":["trace[970853073] 'range keys from in-memory index tree' (duration: 9.412902238s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.72021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:39.306472Z","time spent":"9.4137321s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T10:53:48.720146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.495703972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-b7t9t\" ","response":"range_response_count:1 size:13721"} {"level":"info","ts":"2026-05-11T10:53:48.720557Z","caller":"traceutil/trace.go:171","msg":"trace[898729264] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-b7t9t; range_end:; response_count:1; response_revision:2454; }","duration":"9.496161425s","start":"2026-05-11T10:53:39.224387Z","end":"2026-05-11T10:53:48.720548Z","steps":["trace[898729264] 'range keys from in-memory index tree' (duration: 9.495485296s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.720582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:39.224363Z","time spent":"9.496212585s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":13744,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-b7t9t\" "} {"level":"info","ts":"2026-05-11T10:53:48.723321Z","caller":"traceutil/trace.go:171","msg":"trace[987541044] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"5.421293218s","start":"2026-05-11T10:53:43.302017Z","end":"2026-05-11T10:53:48.723311Z","steps":["trace[987541044] 'process raft request' (duration: 5.421063502s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.723395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:43.30198Z","time spent":"5.42137252s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T10:53:48.71995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.855061711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-11T10:53:48.725956Z","caller":"traceutil/trace.go:171","msg":"trace[250915098] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2454; }","duration":"8.861103737s","start":"2026-05-11T10:53:39.864841Z","end":"2026-05-11T10:53:48.725945Z","steps":["trace[250915098] 'range keys from in-memory index tree' (duration: 8.854913937s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.725987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:39.864817Z","time spent":"8.861157538s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-05-11T10:53:48.728123Z","caller":"traceutil/trace.go:171","msg":"trace[248666949] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2553; }","duration":"1.46730037s","start":"2026-05-11T10:53:47.260813Z","end":"2026-05-11T10:53:48.728113Z","steps":["trace[248666949] 'read index received' (duration: 1.440318798s)","trace[248666949] 'applied index is now lower than readState.Index' (duration: 26.980842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T10:53:48.728296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.880833816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:53:48.728336Z","caller":"traceutil/trace.go:171","msg":"trace[994767597] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2459; }","duration":"5.880931279s","start":"2026-05-11T10:53:42.847395Z","end":"2026-05-11T10:53:48.728327Z","steps":["trace[994767597] 'agreement among raft nodes before linearized reading' (duration: 5.880862777s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.728359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:42.84733Z","time spent":"5.881020841s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T10:53:48.728363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590847618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-05-11T10:53:48.728427Z","caller":"traceutil/trace.go:171","msg":"trace[1637012746] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2459; }","duration":"3.590974341s","start":"2026-05-11T10:53:45.137438Z","end":"2026-05-11T10:53:48.728413Z","steps":["trace[1637012746] 'agreement among raft nodes before linearized reading' (duration: 3.590759505s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.72846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:45.137415Z","time spent":"3.591039073s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-11T10:53:48.728509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.323440048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T10:53:48.728538Z","caller":"traceutil/trace.go:171","msg":"trace[2145689408] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2459; }","duration":"6.323513131s","start":"2026-05-11T10:53:42.405015Z","end":"2026-05-11T10:53:48.728528Z","steps":["trace[2145689408] 'agreement among raft nodes before linearized reading' (duration: 6.323434349s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.72856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:42.40499Z","time spent":"6.323564652s","remote":"127.0.0.1:43238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-11T10:53:48.7286Z","caller":"traceutil/trace.go:171","msg":"trace[1337796319] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"898.929694ms","start":"2026-05-11T10:53:47.829662Z","end":"2026-05-11T10:53:48.728592Z","steps":["trace[1337796319] 'process raft request' (duration: 898.265406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.728712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:47.829608Z","time spent":"899.007955ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T10:53:48.728742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.059163391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T10:53:48.728765Z","caller":"traceutil/trace.go:171","msg":"trace[378530201] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2459; }","duration":"7.059203441s","start":"2026-05-11T10:53:41.669553Z","end":"2026-05-11T10:53:48.728757Z","steps":["trace[378530201] 'agreement among raft nodes before linearized reading' (duration: 7.059090928s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.728784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:41.669541Z","time spent":"7.059238393s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-05-11T10:53:48.728796Z","caller":"traceutil/trace.go:171","msg":"trace[550048389] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2459; }","duration":"601.64603ms","start":"2026-05-11T10:53:48.127143Z","end":"2026-05-11T10:53:48.728789Z","steps":["trace[550048389] 'process raft request' (duration: 600.940131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.728834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:48.12711Z","time spent":"601.699372ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T10:53:48.728886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.826403107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:53:48.728905Z","caller":"traceutil/trace.go:171","msg":"trace[1704625805] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:2459; }","duration":"7.826454408s","start":"2026-05-11T10:53:40.902445Z","end":"2026-05-11T10:53:48.728899Z","steps":["trace[1704625805] 'agreement among raft nodes before linearized reading' (duration: 7.826421807s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.728926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:40.902432Z","time spent":"7.82648954s","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-11T10:53:48.728957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452121001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T10:53:48.728946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415156779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:53:48.729011Z","caller":"traceutil/trace.go:171","msg":"trace[209546916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2459; }","duration":"1.415305183s","start":"2026-05-11T10:53:47.313691Z","end":"2026-05-11T10:53:48.728996Z","steps":["trace[209546916] 'agreement among raft nodes before linearized reading' (duration: 1.41520562s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.729022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4575442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T10:53:48.729039Z","caller":"traceutil/trace.go:171","msg":"trace[1722546905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2459; }","duration":"2.457593051s","start":"2026-05-11T10:53:46.271442Z","end":"2026-05-11T10:53:48.729035Z","steps":["trace[1722546905] 'agreement among raft nodes before linearized reading' (duration: 2.45754847s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.72904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:47.313664Z","time spent":"1.415370544s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T10:53:48.729054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:46.27142Z","time spent":"2.457630772s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T10:53:48.729058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.831253109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-11T10:53:48.729081Z","caller":"traceutil/trace.go:171","msg":"trace[974037046] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2459; }","duration":"7.831316172s","start":"2026-05-11T10:53:40.897758Z","end":"2026-05-11T10:53:48.729075Z","steps":["trace[974037046] 'agreement among raft nodes before linearized reading' (duration: 7.83125449s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.729102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:40.897734Z","time spent":"7.831363872s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-05-11T10:53:48.729135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988758196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:53:48.729156Z","caller":"traceutil/trace.go:171","msg":"trace[1795159974] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2459; }","duration":"2.988822918s","start":"2026-05-11T10:53:45.740326Z","end":"2026-05-11T10:53:48.729149Z","steps":["trace[1795159974] 'agreement among raft nodes before linearized reading' (duration: 2.988786177s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.729171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:45.740302Z","time spent":"2.988864679s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T10:53:48.729236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216119407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-05-11T10:53:48.729259Z","caller":"traceutil/trace.go:171","msg":"trace[144966762] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2459; }","duration":"8.216142968s","start":"2026-05-11T10:53:40.513109Z","end":"2026-05-11T10:53:48.729252Z","steps":["trace[144966762] 'agreement among raft nodes before linearized reading' (duration: 8.216080616s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.729279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:40.513022Z","time spent":"8.216251981s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-05-11T10:53:48.72966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.777815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T10:53:48.729693Z","caller":"traceutil/trace.go:171","msg":"trace[996326353] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2459; }","duration":"494.859228ms","start":"2026-05-11T10:53:48.234821Z","end":"2026-05-11T10:53:48.72968Z","steps":["trace[996326353] 'agreement among raft nodes before linearized reading' (duration: 494.799747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.729722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:48.234799Z","time spent":"494.916439ms","remote":"127.0.0.1:49976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-11T10:53:48.729755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.753853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T10:53:48.729777Z","caller":"traceutil/trace.go:171","msg":"trace[1346636222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2459; }","duration":"589.813935ms","start":"2026-05-11T10:53:48.139957Z","end":"2026-05-11T10:53:48.729771Z","steps":["trace[1346636222] 'agreement among raft nodes before linearized reading' (duration: 589.753853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.729792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:48.139935Z","time spent":"589.853707ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T10:53:48.728976Z","caller":"traceutil/trace.go:171","msg":"trace[1339114611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2459; }","duration":"2.452187183s","start":"2026-05-11T10:53:46.276782Z","end":"2026-05-11T10:53:48.728969Z","steps":["trace[1339114611] 'agreement among raft nodes before linearized reading' (duration: 2.452125791s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T10:53:48.72984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T10:53:46.276748Z","time spent":"2.453084708s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "}